[ { "instance_id": "01c7ea5b-0fad-4b0e-bd58-99901ab2482a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1434, "sum_squared": 2056356, "min": 1434, "max": 1434, "mean": 1434.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 145, "sum_squared": 21025, "min": 145, "max": 145, "mean": 145.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 145, "sum_squared": 21025, "min": 145, "max": 145, "mean": 145.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.194979190826416, "sum_squared": 1.427975266508156, "min": 1.194979190826416, "max": 1.194979190826416, "mean": 1.194979190826416, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.4306740827871, "sum_squared": 1401.0553622918299, "min": -37.4306740827871, "max": -37.4306740827871, "mean": -37.4306740827871, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 145, "sum_squared": 21025, "min": 145, "max": 145, "mean": 145.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 712, "sum_squared": 506944, "min": 712, "max": 712, "mean": 712.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5a1c2730-1fde-4eb2-9121-5c0d0b923b95", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3514, "sum_squared": 12348196, "min": 3514, "max": 3514, "mean": 3514.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4724376201629639, "sum_squared": 2.1680725452711727, "min": 1.4724376201629639, "max": 1.4724376201629639, "mean": 1.4724376201629639, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -42.31414224404642, "sum_squared": 1790.486633849394, "min": -42.31414224404642, "max": -42.31414224404642, "mean": -42.31414224404642, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 868, "sum_squared": 753424, "min": 868, "max": 868, "mean": 868.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3da94cac-15ad-4dd2-9de1-f15267516d50", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1344, "sum_squared": 1806336, "min": 1344, "max": 1344, "mean": 1344.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 189, "sum_squared": 35721, "min": 189, "max": 189, "mean": 189.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 189, "sum_squared": 35721, "min": 189, "max": 189, "mean": 189.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4767107963562012, "sum_squared": 2.180674776074966, "min": 1.4767107963562012, "max": 1.4767107963562012, "mean": 1.4767107963562012, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.764785893580736, "sum_squared": 1426.1790535879945, "min": -37.764785893580736, "max": -37.764785893580736, "mean": -37.764785893580736, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 189, "sum_squared": 35721, "min": 189, "max": 189, "mean": 189.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 843, "sum_squared": 710649, "min": 843, "max": 843, "mean": 843.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1356409f-7983-4ff7-b250-d25393dea2cd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1777, "sum_squared": 3157729, "min": 1777, "max": 1777, "mean": 1777.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2864751815795898, "sum_squared": 1.6550183928202387, "min": 1.2864751815795898, "max": 1.2864751815795898, "mean": 1.2864751815795898, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.39995561008341, "sum_squared": 1183.356945975709, "min": -34.39995561008341, "max": -34.39995561008341, "mean": -34.39995561008341, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 698, "sum_squared": 487204, "min": 698, "max": 698, "mean": 698.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5d0ad8c5-e0df-4261-8d01-ee2c725de7f2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1609, "sum_squared": 2588881, "min": 1609, "max": 1609, "mean": 1609.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6726198196411133, "sum_squared": 2.7976570610562703, "min": 1.6726198196411133, "max": 1.6726198196411133, "mean": 1.6726198196411133, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -32.546523345205316, "sum_squared": 1059.2761818599945, "min": -32.546523345205316, "max": -32.546523345205316, "mean": -32.546523345205316, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1050, "sum_squared": 1102500, "min": 1050, "max": 1050, "mean": 1050.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "27e31961-e4fa-451b-acc5-89e8f10e2077", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 463, "sum_squared": 214369, "min": 463, "max": 463, "mean": 463.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 104, "sum_squared": 10816, "min": 104, "max": 104, "mean": 104.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 104, "sum_squared": 10816, "min": 104, "max": 104, "mean": 104.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8584506511688232, "sum_squared": 0.7369375204921766, "min": 0.8584506511688232, "max": 0.8584506511688232, "mean": 0.8584506511688232, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -23.110271065719527, "sum_squared": 534.0846287310331, "min": -23.110271065719527, "max": -23.110271065719527, "mean": -23.110271065719527, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 104, "sum_squared": 10816, "min": 104, "max": 104, "mean": 104.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 511, "sum_squared": 261121, "min": 511, "max": 511, "mean": 511.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "479a3bbc-5f7b-4172-a324-fee9bc18226d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 317, "sum_squared": 100489, "min": 317, "max": 317, "mean": 317.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0744431018829346, "sum_squared": 1.1544279791838221, "min": 1.0744431018829346, "max": 1.0744431018829346, "mean": 1.0744431018829346, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -42.703119052183524, "sum_squared": 1823.5563767849594, "min": -42.703119052183524, "max": -42.703119052183524, "mean": -42.703119052183524, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 708, "sum_squared": 501264, "min": 708, "max": 708, "mean": 708.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6c54f64b-74c6-4d86-af6d-927a4f685fc9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1421, "sum_squared": 2019241, "min": 1421, "max": 1421, "mean": 1421.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 169, "sum_squared": 28561, "min": 169, "max": 169, "mean": 169.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 169, "sum_squared": 28561, "min": 169, "max": 169, "mean": 169.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2463343143463135, "sum_squared": 1.5533492231170953, "min": 1.2463343143463135, "max": 1.2463343143463135, "mean": 1.2463343143463135, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.61272194838607, "sum_squared": 1902.0695157472358, "min": -43.61272194838607, "max": -43.61272194838607, "mean": -43.61272194838607, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 169, "sum_squared": 28561, "min": 169, "max": 169, "mean": 169.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 826, "sum_squared": 682276, "min": 826, "max": 826, "mean": 826.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69cfe4f8-8844-410b-b3f8-0ce8e486153f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1478, "sum_squared": 2184484, "min": 1478, "max": 1478, "mean": 1478.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3199288845062256, "sum_squared": 1.742212260153849, "min": 1.3199288845062256, "max": 1.3199288845062256, "mean": 1.3199288845062256, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.62471112048453, "sum_squared": 1341.369464658943, "min": -36.62471112048453, "max": -36.62471112048453, "mean": -36.62471112048453, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 885, "sum_squared": 783225, "min": 885, "max": 885, "mean": 885.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd1034a5-aa68-44c6-bab7-7b3243bc2dbe", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1472, "sum_squared": 2166784, "min": 1472, "max": 1472, "mean": 1472.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2510030269622803, "sum_squared": 1.5650085734687877, "min": 1.2510030269622803, "max": 1.2510030269622803, "mean": 1.2510030269622803, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -25.01513790244488, "sum_squared": 625.7571242783345, "min": -25.01513790244488, "max": -25.01513790244488, "mean": -25.01513790244488, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 699, "sum_squared": 488601, "min": 699, "max": 699, "mean": 699.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7c39a707-74f8-4a52-b68c-497627e0b751", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1654, "sum_squared": 2735716, "min": 1654, "max": 1654, "mean": 1654.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6235930919647217, "sum_squared": 2.636054528275565, "min": 1.6235930919647217, "max": 1.6235930919647217, "mean": 1.6235930919647217, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.26725766248611, "sum_squared": 1464.383009007102, "min": -38.26725766248611, "max": -38.26725766248611, "mean": -38.26725766248611, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1052, "sum_squared": 1106704, "min": 1052, "max": 1052, "mean": 1052.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3be91fa8-9bbb-4df1-97ed-33293eab87f9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1209, "sum_squared": 1461681, "min": 1209, "max": 1209, "mean": 1209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1685104370117188, "sum_squared": 1.365416641405318, "min": 1.1685104370117188, "max": 1.1685104370117188, "mean": 1.1685104370117188, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -35.92601586117799, "sum_squared": 1290.6786156576122, "min": -35.92601586117799, "max": -35.92601586117799, "mean": -35.92601586117799, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 749, "sum_squared": 561001, "min": 749, "max": 749, "mean": 749.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06feefba-6e22-40eb-aac2-a7c55a8d25a9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1387, "sum_squared": 1923769, "min": 1387, "max": 1387, "mean": 1387.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 129, "sum_squared": 16641, "min": 129, "max": 129, "mean": 129.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 129, "sum_squared": 16641, "min": 129, "max": 129, "mean": 129.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1674413681030273, "sum_squared": 1.3629193479582682, "min": 1.1674413681030273, "max": 1.1674413681030273, "mean": 1.1674413681030273, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.202233327397195, "sum_squared": 912.1748979625419, "min": -30.202233327397195, "max": -30.202233327397195, "mean": -30.202233327397195, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 129, "sum_squared": 16641, "min": 129, "max": 129, "mean": 129.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 649, "sum_squared": 421201, "min": 649, "max": 649, "mean": 649.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2338611c-264c-4a55-9246-7412a2d1710b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1434, "sum_squared": 2056356, "min": 1434, "max": 1434, "mean": 1434.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3255257606506348, "sum_squared": 1.7570185421484439, "min": 1.3255257606506348, "max": 1.3255257606506348, "mean": 1.3255257606506348, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -51.5263905429528, "sum_squared": 2654.9689223848954, "min": -51.5263905429528, "max": -51.5263905429528, "mean": -51.5263905429528, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 834, "sum_squared": 695556, "min": 834, "max": 834, "mean": 834.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "86455aaf-9dbd-4e65-a2cd-ed1d24ffaccd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1435, "sum_squared": 2059225, "min": 1435, "max": 1435, "mean": 1435.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2337079048156738, "sum_squared": 1.5220351944046797, "min": 1.2337079048156738, "max": 1.2337079048156738, "mean": 1.2337079048156738, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.088350749807844, "sum_squared": 1856.6059703384662, "min": -43.088350749807844, "max": -43.088350749807844, "mean": -43.088350749807844, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 914, "sum_squared": 835396, "min": 914, "max": 914, "mean": 914.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e51b7fa3-2e8c-47bf-a78d-270702839293", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1563, "sum_squared": 2442969, "min": 1563, "max": 1563, "mean": 1563.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3779120445251465, "sum_squared": 1.8986416024474693, "min": 1.3779120445251465, "max": 1.3779120445251465, "mean": 1.3779120445251465, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.64022814140637, "sum_squared": 1493.0672308199325, "min": -38.64022814140637, "max": -38.64022814140637, "mean": -38.64022814140637, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 907, "sum_squared": 822649, "min": 907, "max": 907, "mean": 907.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bc384ce8-0af1-4dbf-b1ec-04b26ceae101", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 817, "sum_squared": 667489, "min": 817, "max": 817, "mean": 817.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 199, "sum_squared": 39601, "min": 199, "max": 199, "mean": 199.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 199, "sum_squared": 39601, "min": 199, "max": 199, "mean": 199.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3836286067962646, "sum_squared": 1.9144281215449723, "min": 1.3836286067962646, "max": 1.3836286067962646, "mean": 1.3836286067962646, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.32300271246012, "sum_squared": 1625.9445477490658, "min": -40.32300271246012, "max": -40.32300271246012, "mean": -40.32300271246012, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 199, "sum_squared": 39601, "min": 199, "max": 199, "mean": 199.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 918, "sum_squared": 842724, "min": 918, "max": 918, "mean": 918.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f95bf815-1290-4ccf-ad03-ac3103a96ffd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1532, "sum_squared": 2347024, "min": 1532, "max": 1532, "mean": 1532.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 137, "sum_squared": 18769, "min": 137, "max": 137, "mean": 137.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 137, "sum_squared": 18769, "min": 137, "max": 137, "mean": 137.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0043461322784424, "sum_squared": 1.0087111534226665, "min": 1.0043461322784424, "max": 1.0043461322784424, "mean": 1.0043461322784424, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.98241712896283, "sum_squared": 1223.7695081847519, "min": -34.98241712896283, "max": -34.98241712896283, "mean": -34.98241712896283, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 137, "sum_squared": 18769, "min": 137, "max": 137, "mean": 137.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 687, "sum_squared": 471969, "min": 687, "max": 687, "mean": 687.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "17e82aa0-d516-4f6f-8b08-c3a7f249ed6f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1526, "sum_squared": 2328676, "min": 1526, "max": 1526, "mean": 1526.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 165, "sum_squared": 27225, "min": 165, "max": 165, "mean": 165.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 165, "sum_squared": 27225, "min": 165, "max": 165, "mean": 165.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2411203384399414, "sum_squared": 1.5403796944892747, "min": 1.2411203384399414, "max": 1.2411203384399414, "mean": 1.2411203384399414, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.26425712685496, "sum_squared": 1388.6248592163604, "min": -37.26425712685496, "max": -37.26425712685496, "mean": -37.26425712685496, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 165, "sum_squared": 27225, "min": 165, "max": 165, "mean": 165.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 782, "sum_squared": 611524, "min": 782, "max": 782, "mean": 782.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac389f8c-ce96-4dcf-ac7e-4fd7fbacb132", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 323, "sum_squared": 104329, "min": 323, "max": 323, "mean": 323.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 112, "sum_squared": 12544, "min": 112, "max": 112, "mean": 112.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 112, "sum_squared": 12544, "min": 112, "max": 112, "mean": 112.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9325368404388428, "sum_squared": 0.8696249587756597, "min": 0.9325368404388428, "max": 0.9325368404388428, "mean": 0.9325368404388428, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.32619713085204, "sum_squared": 919.6782324192985, "min": -30.32619713085204, "max": -30.32619713085204, "mean": -30.32619713085204, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 112, "sum_squared": 12544, "min": 112, "max": 112, "mean": 112.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 510, "sum_squared": 260100, "min": 510, "max": 510, "mean": 510.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69bbbc89-6764-47c0-9982-a53199b904c7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 207, "sum_squared": 42849, "min": 207, "max": 207, "mean": 207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0917155742645264, "sum_squared": 1.1918428950917246, "min": 1.0917155742645264, "max": 1.0917155742645264, "mean": 1.0917155742645264, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -21.306264167055136, "sum_squared": 453.9568927563377, "min": -21.306264167055136, "max": -21.306264167055136, "mean": -21.306264167055136, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 602, "sum_squared": 362404, "min": 602, "max": 602, "mean": 602.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e4e9812a-69d2-4fcc-ae4c-bf0f95b27839", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 671, "sum_squared": 450241, "min": 671, "max": 671, "mean": 671.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 143, "sum_squared": 20449, "min": 143, "max": 143, "mean": 143.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 143, "sum_squared": 20449, "min": 143, "max": 143, "mean": 143.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0626461505889893, "sum_squared": 1.1292168413615968, "min": 1.0626461505889893, "max": 1.0626461505889893, "mean": 1.0626461505889893, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -31.03856242710215, "sum_squared": 963.3923575411173, "min": -31.03856242710215, "max": -31.03856242710215, "mean": -31.03856242710215, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 143, "sum_squared": 20449, "min": 143, "max": 143, "mean": 143.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 663, "sum_squared": 439569, "min": 663, "max": 663, "mean": 663.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5480dd8-fbcf-4f1d-a0f4-497b275bf915", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 732, "sum_squared": 535824, "min": 732, "max": 732, "mean": 732.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 157, "sum_squared": 24649, "min": 157, "max": 157, "mean": 157.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 157, "sum_squared": 24649, "min": 157, "max": 157, "mean": 157.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3139569759368896, "sum_squared": 1.726482934613216, "min": 1.3139569759368896, "max": 1.3139569759368896, "mean": 1.3139569759368896, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -26.274805783979886, "sum_squared": 690.3654189858629, "min": -26.274805783979886, "max": -26.274805783979886, "mean": -26.274805783979886, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 157, "sum_squared": 24649, "min": 157, "max": 157, "mean": 157.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 777, "sum_squared": 603729, "min": 777, "max": 777, "mean": 777.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "201093d5-51af-4dcc-a95d-821de533d255", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1620, "sum_squared": 2624400, "min": 1620, "max": 1620, "mean": 1620.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 195, "sum_squared": 38025, "min": 195, "max": 195, "mean": 195.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 195, "sum_squared": 38025, "min": 195, "max": 195, "mean": 195.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3724617958068848, "sum_squared": 1.883651380949459, "min": 1.3724617958068848, "max": 1.3724617958068848, "mean": 1.3724617958068848, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.75221499224963, "sum_squared": 1207.7164468675398, "min": -34.75221499224963, "max": -34.75221499224963, "mean": -34.75221499224963, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 195, "sum_squared": 38025, "min": 195, "max": 195, "mean": 195.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 893, "sum_squared": 797449, "min": 893, "max": 893, "mean": 893.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "46e3febd-fe80-456e-aba8-3aa4a2ba1457", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 370, "sum_squared": 136900, "min": 370, "max": 370, "mean": 370.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9939603805541992, "sum_squared": 0.9879572381114485, "min": 0.9939603805541992, "max": 0.9939603805541992, "mean": 0.9939603805541992, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.486386159392964, "sum_squared": 1405.2291472911284, "min": -37.486386159392964, "max": -37.486386159392964, "mean": -37.486386159392964, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 653, "sum_squared": 426409, "min": 653, "max": 653, "mean": 653.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "767afe29-71f4-4617-bb05-7544b836d0b7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1548, "sum_squared": 2396304, "min": 1548, "max": 1548, "mean": 1548.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 115, "sum_squared": 13225, "min": 115, "max": 115, "mean": 115.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 115, "sum_squared": 13225, "min": 115, "max": 115, "mean": 115.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7931020259857178, "sum_squared": 0.6290108236226502, "min": 0.7931020259857178, "max": 0.7931020259857178, "mean": 0.7931020259857178, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -27.024865397837484, "sum_squared": 730.3433497712338, "min": -27.024865397837484, "max": -27.024865397837484, "mean": -27.024865397837484, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 115, "sum_squared": 13225, "min": 115, "max": 115, "mean": 115.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 581, "sum_squared": 337561, "min": 581, "max": 581, "mean": 581.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "015c4939-a357-412f-b924-9a1829c1eb1a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1392, "sum_squared": 1937664, "min": 1392, "max": 1392, "mean": 1392.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.20845627784729, "sum_squared": 1.4603665754685267, "min": 1.20845627784729, "max": 1.20845627784729, "mean": 1.20845627784729, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -51.144926184058285, "sum_squared": 2615.803474372771, "min": -51.144926184058285, "max": -51.144926184058285, "mean": -51.144926184058285, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 878, "sum_squared": 770884, "min": 878, "max": 878, "mean": 878.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd950494-98e3-443b-be60-7683b5e4d649", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1155, "sum_squared": 1334025, "min": 1155, "max": 1155, "mean": 1155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2468419075012207, "sum_squared": 1.5546147423012826, "min": 1.2468419075012207, "max": 1.2468419075012207, "mean": 1.2468419075012207, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -35.303634652996486, "sum_squared": 1246.3466197122543, "min": -35.303634652996486, "max": -35.303634652996486, "mean": -35.303634652996486, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 861, "sum_squared": 741321, "min": 861, "max": 861, "mean": 861.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8f614dfc-03e1-417f-8cf0-0256e9540541", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1312, "sum_squared": 1721344, "min": 1312, "max": 1312, "mean": 1312.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 153, "sum_squared": 23409, "min": 153, "max": 153, "mean": 153.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 153, "sum_squared": 23409, "min": 153, "max": 153, "mean": 153.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9870312213897705, "sum_squared": 0.9742306319981822, "min": 0.9870312213897705, "max": 0.9870312213897705, "mean": 0.9870312213897705, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -32.35794182927729, "sum_squared": 1047.0363994268928, "min": -32.35794182927729, "max": -32.35794182927729, "mean": -32.35794182927729, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 153, "sum_squared": 23409, "min": 153, "max": 153, "mean": 153.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 747, "sum_squared": 558009, "min": 747, "max": 747, "mean": 747.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "301d8eac-30d1-4ace-9fe8-8ed046cc4cf7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1694, "sum_squared": 2869636, "min": 1694, "max": 1694, "mean": 1694.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 186, "sum_squared": 34596, "min": 186, "max": 186, "mean": 186.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 186, "sum_squared": 34596, "min": 186, "max": 186, "mean": 186.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2893359661102295, "sum_squared": 1.6623872335053989, "min": 1.2893359661102295, "max": 1.2893359661102295, "mean": 1.2893359661102295, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -47.81100452299942, "sum_squared": 2285.892153498271, "min": -47.81100452299942, "max": -47.81100452299942, "mean": -47.81100452299942, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 186, "sum_squared": 34596, "min": 186, "max": 186, "mean": 186.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 930, "sum_squared": 864900, "min": 930, "max": 930, "mean": 930.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3253e8e7-5db2-44a8-8284-16c259a6c134", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1674, "sum_squared": 2802276, "min": 1674, "max": 1674, "mean": 1674.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3586211204528809, "sum_squared": 1.8458513489406414, "min": 1.3586211204528809, "max": 1.3586211204528809, "mean": 1.3586211204528809, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -49.38551471161102, "sum_squared": 2438.9290633307487, "min": -49.38551471161102, "max": -49.38551471161102, "mean": -49.38551471161102, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 965, "sum_squared": 931225, "min": 965, "max": 965, "mean": 965.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0ae869b1-9ff0-4036-85cd-c8c989c00286", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1616, "sum_squared": 2611456, "min": 1616, "max": 1616, "mean": 1616.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 196, "sum_squared": 38416, "min": 196, "max": 196, "mean": 196.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 196, "sum_squared": 38416, "min": 196, "max": 196, "mean": 196.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3436558246612549, "sum_squared": 1.805410975146117, "min": 1.3436558246612549, "max": 1.3436558246612549, "mean": 1.3436558246612549, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.26862683072112, "sum_squared": 1621.5623068318728, "min": -40.26862683072112, "max": -40.26862683072112, "mean": -40.26862683072112, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 196, "sum_squared": 38416, "min": 196, "max": 196, "mean": 196.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 908, "sum_squared": 824464, "min": 908, "max": 908, "mean": 908.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "34f34b0b-f74f-435e-8447-816d6061f9d7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 867, "sum_squared": 751689, "min": 867, "max": 867, "mean": 867.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 165, "sum_squared": 27225, "min": 165, "max": 165, "mean": 165.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 165, "sum_squared": 27225, "min": 165, "max": 165, "mean": 165.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0853791236877441, "sum_squared": 1.1780478421371754, "min": 1.0853791236877441, "max": 1.0853791236877441, "mean": 1.0853791236877441, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -25.76784681989149, "sum_squared": 663.9819297333919, "min": -25.76784681989149, "max": -25.76784681989149, "mean": -25.76784681989149, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 165, "sum_squared": 27225, "min": 165, "max": 165, "mean": 165.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 726, "sum_squared": 527076, "min": 726, "max": 726, "mean": 726.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "25e0ee10-8e6c-4b90-95d3-f07b7d791b64", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2248, "sum_squared": 5053504, "min": 2248, "max": 2248, "mean": 2248.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 185, "sum_squared": 34225, "min": 185, "max": 185, "mean": 185.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 185, "sum_squared": 34225, "min": 185, "max": 185, "mean": 185.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3230628967285156, "sum_squared": 1.7504954286996508, "min": 1.3230628967285156, "max": 1.3230628967285156, "mean": 1.3230628967285156, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.916182410056194, "sum_squared": 1219.1397940923175, "min": -34.916182410056194, "max": -34.916182410056194, "mean": -34.916182410056194, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 185, "sum_squared": 34225, "min": 185, "max": 185, "mean": 185.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 871, "sum_squared": 758641, "min": 871, "max": 871, "mean": 871.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40dc7ee7-91ae-485c-9c21-91b2b591fe32", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1787, "sum_squared": 3193369, "min": 1787, "max": 1787, "mean": 1787.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 122, "sum_squared": 14884, "min": 122, "max": 122, "mean": 122.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 122, "sum_squared": 14884, "min": 122, "max": 122, "mean": 122.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0588324069976807, "sum_squared": 1.121126066108502, "min": 1.0588324069976807, "max": 1.0588324069976807, "mean": 1.0588324069976807, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -28.17164016913159, "sum_squared": 793.6413098190285, "min": -28.17164016913159, "max": -28.17164016913159, "mean": -28.17164016913159, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 122, "sum_squared": 14884, "min": 122, "max": 122, "mean": 122.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 539, "sum_squared": 290521, "min": 539, "max": 539, "mean": 539.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "320c3e4a-8765-4b29-ad4d-af0965bb8461", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1798, "sum_squared": 3232804, "min": 1798, "max": 1798, "mean": 1798.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2956995964050293, "sum_squared": 1.6788374441241558, "min": 1.2956995964050293, "max": 1.2956995964050293, "mean": 1.2956995964050293, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -45.908854112405294, "sum_squared": 2107.6228859141124, "min": -45.908854112405294, "max": -45.908854112405294, "mean": -45.908854112405294, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 812, "sum_squared": 659344, "min": 812, "max": 812, "mean": 812.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b21c859f-1363-4433-9c5f-57eba7928c8c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1289, "sum_squared": 1661521, "min": 1289, "max": 1289, "mean": 1289.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 154, "sum_squared": 23716, "min": 154, "max": 154, "mean": 154.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 154, "sum_squared": 23716, "min": 154, "max": 154, "mean": 154.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1331660747528076, "sum_squared": 1.2840653529706856, "min": 1.1331660747528076, "max": 1.1331660747528076, "mean": 1.1331660747528076, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.99021733087206, "sum_squared": 1520.2370475086361, "min": -38.99021733087206, "max": -38.99021733087206, "mean": -38.99021733087206, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 154, "sum_squared": 23716, "min": 154, "max": 154, "mean": 154.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 798, "sum_squared": 636804, "min": 798, "max": 798, "mean": 798.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8b46594b-c0de-46f1-918c-ec69e9e213c4", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1436, "sum_squared": 2062096, "min": 1436, "max": 1436, "mean": 1436.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2567517757415771, "sum_squared": 1.5794250258296074, "min": 1.2567517757415771, "max": 1.2567517757415771, "mean": 1.2567517757415771, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -31.453545813643082, "sum_squared": 989.3255442509443, "min": -31.453545813643082, "max": -31.453545813643082, "mean": -31.453545813643082, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 716, "sum_squared": 512656, "min": 716, "max": 716, "mean": 716.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31998ae0-437f-4beb-bf5d-d29277f2b394", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1131, "sum_squared": 1279161, "min": 1131, "max": 1131, "mean": 1131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0146546363830566, "sum_squared": 1.0295240311336329, "min": 1.0146546363830566, "max": 1.0146546363830566, "mean": 1.0146546363830566, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -23.378828031875656, "sum_squared": 546.569600144015, "min": -23.378828031875656, "max": -23.378828031875656, "mean": -23.378828031875656, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 613, "sum_squared": 375769, "min": 613, "max": 613, "mean": 613.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0d4e62a9-8ca7-4239-ae38-d86b6fc7044b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1204, "sum_squared": 1449616, "min": 1204, "max": 1204, "mean": 1204.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 191, "sum_squared": 36481, "min": 191, "max": 191, "mean": 191.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 191, "sum_squared": 36481, "min": 191, "max": 191, "mean": 191.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3768329620361328, "sum_squared": 1.8956690053491911, "min": 1.3768329620361328, "max": 1.3768329620361328, "mean": 1.3768329620361328, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -52.15903664300751, "sum_squared": 2720.5651035266, "min": -52.15903664300751, "max": -52.15903664300751, "mean": -52.15903664300751, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 191, "sum_squared": 36481, "min": 191, "max": 191, "mean": 191.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 978, "sum_squared": 956484, "min": 978, "max": 978, "mean": 978.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e1cb831-0b10-41ca-bb9b-bd7dfda47bf8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 269, "sum_squared": 72361, "min": 269, "max": 269, "mean": 269.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8805568218231201, "sum_squared": 0.7753803164592341, "min": 0.8805568218231201, "max": 0.8805568218231201, "mean": 0.8805568218231201, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.474379174171915, "sum_squared": 1120.5340610962344, "min": -33.474379174171915, "max": -33.474379174171915, "mean": -33.474379174171915, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 135, "sum_squared": 18225, "min": 135, "max": 135, "mean": 135.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 666, "sum_squared": 443556, "min": 666, "max": 666, "mean": 666.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b96c1e8a-25aa-40ac-8c4e-ce6752e2c1ab", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1244, "sum_squared": 1547536, "min": 1244, "max": 1244, "mean": 1244.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 147, "sum_squared": 21609, "min": 147, "max": 147, "mean": 147.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 147, "sum_squared": 21609, "min": 147, "max": 147, "mean": 147.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0655615329742432, "sum_squared": 1.135421380554419, "min": 1.0655615329742432, "max": 1.0655615329742432, "mean": 1.0655615329742432, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -25.155128454585366, "sum_squared": 632.7804875666903, "min": -25.155128454585366, "max": -25.155128454585366, "mean": -25.155128454585366, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 147, "sum_squared": 21609, "min": 147, "max": 147, "mean": 147.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 705, "sum_squared": 497025, "min": 705, "max": 705, "mean": 705.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06ac34eb-8ff2-48bc-bd50-feb015e006e6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1704, "sum_squared": 2903616, "min": 1704, "max": 1704, "mean": 1704.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 176, "sum_squared": 30976, "min": 176, "max": 176, "mean": 176.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 176, "sum_squared": 30976, "min": 176, "max": 176, "mean": 176.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.267916202545166, "sum_squared": 1.6076114966765545, "min": 1.267916202545166, "max": 1.267916202545166, "mean": 1.267916202545166, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.10921111932484, "sum_squared": 1452.311972137272, "min": -38.10921111932484, "max": -38.10921111932484, "mean": -38.10921111932484, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 176, "sum_squared": 30976, "min": 176, "max": 176, "mean": 176.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 775, "sum_squared": 600625, "min": 775, "max": 775, "mean": 775.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d82ade2-5b1b-4b2a-b81c-b6730f399d08", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1577, "sum_squared": 2486929, "min": 1577, "max": 1577, "mean": 1577.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1045753955841064, "sum_squared": 1.2200868045297852, "min": 1.1045753955841064, "max": 1.1045753955841064, "mean": 1.1045753955841064, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.89957762992016, "sum_squared": 1149.1813634869834, "min": -33.89957762992016, "max": -33.89957762992016, "mean": -33.89957762992016, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 794, "sum_squared": 630436, "min": 794, "max": 794, "mean": 794.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "70ccaead-8d6e-43c1-ac86-b17e80fb053c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1337, "sum_squared": 1787569, "min": 1337, "max": 1337, "mean": 1337.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 148, "sum_squared": 21904, "min": 148, "max": 148, "mean": 148.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 148, "sum_squared": 21904, "min": 148, "max": 148, "mean": 148.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.184359073638916, "sum_squared": 1.4027064153108313, "min": 1.184359073638916, "max": 1.184359073638916, "mean": 1.184359073638916, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.70021830929645, "sum_squared": 1656.5077704243902, "min": -40.70021830929645, "max": -40.70021830929645, "mean": -40.70021830929645, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 148, "sum_squared": 21904, "min": 148, "max": 148, "mean": 148.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 672, "sum_squared": 451584, "min": 672, "max": 672, "mean": 672.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f0f3234a-0655-4b9e-b930-c9b1b8c96878", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2076, "sum_squared": 4309776, "min": 2076, "max": 2076, "mean": 2076.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 120, "sum_squared": 14400, "min": 120, "max": 120, "mean": 120.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 120, "sum_squared": 14400, "min": 120, "max": 120, "mean": 120.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8289458751678467, "sum_squared": 0.6871512639577873, "min": 0.8289458751678467, "max": 0.8289458751678467, "mean": 0.8289458751678467, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -21.402896054949853, "sum_squared": 458.083959538988, "min": -21.402896054949853, "max": -21.402896054949853, "mean": -21.402896054949853, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 120, "sum_squared": 14400, "min": 120, "max": 120, "mean": 120.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 590, "sum_squared": 348100, "min": 590, "max": 590, "mean": 590.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4c7e1ca0-5ce9-41c8-9f75-cc088813bee8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1568, "sum_squared": 2458624, "min": 1568, "max": 1568, "mean": 1568.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2177088260650635, "sum_squared": 1.482814785076755, "min": 1.2177088260650635, "max": 1.2177088260650635, "mean": 1.2177088260650635, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -44.0834743011266, "sum_squared": 1943.3527064580894, "min": -44.0834743011266, "max": -44.0834743011266, "mean": -44.0834743011266, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 906, "sum_squared": 820836, "min": 906, "max": 906, "mean": 906.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "aa567f0b-6b82-4c64-ba05-bd0dbd227027", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1215, "sum_squared": 1476225, "min": 1215, "max": 1215, "mean": 1215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.106835126876831, "sum_squared": 1.2250839980884507, "min": 1.106835126876831, "max": 1.106835126876831, "mean": 1.106835126876831, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.2372750113267, "sum_squared": 1104.7164501785624, "min": -33.2372750113267, "max": -33.2372750113267, "mean": -33.2372750113267, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 719, "sum_squared": 516961, "min": 719, "max": 719, "mean": 719.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e5ec219c-fc93-42b2-89a9-8e5e23fa683a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 512, "sum_squared": 262144, "min": 512, "max": 512, "mean": 512.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 136, "sum_squared": 18496, "min": 136, "max": 136, "mean": 136.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 136, "sum_squared": 18496, "min": 136, "max": 136, "mean": 136.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8756048679351807, "sum_squared": 0.7666838847517852, "min": 0.8756048679351807, "max": 0.8756048679351807, "mean": 0.8756048679351807, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.740600936594326, "sum_squared": 1659.7965646748305, "min": -40.740600936594326, "max": -40.740600936594326, "mean": -40.740600936594326, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 136, "sum_squared": 18496, "min": 136, "max": 136, "mean": 136.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 622, "sum_squared": 386884, "min": 622, "max": 622, "mean": 622.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41727ddc-5386-48a1-bb73-b9c876cdc65f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1590, "sum_squared": 2528100, "min": 1590, "max": 1590, "mean": 1590.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 114, "sum_squared": 12996, "min": 114, "max": 114, "mean": 114.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 114, "sum_squared": 12996, "min": 114, "max": 114, "mean": 114.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8292813301086426, "sum_squared": 0.6877075244667594, "min": 0.8292813301086426, "max": 0.8292813301086426, "mean": 0.8292813301086426, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.609496944295596, "sum_squared": 936.9413031828415, "min": -30.609496944295596, "max": -30.609496944295596, "mean": -30.609496944295596, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 114, "sum_squared": 12996, "min": 114, "max": 114, "mean": 114.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 571, "sum_squared": 326041, "min": 571, "max": 571, "mean": 571.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d7215e4c-30f3-49a4-9a17-d4e6fe0aa592", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1769, "sum_squared": 3129361, "min": 1769, "max": 1769, "mean": 1769.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3417255878448486, "sum_squared": 1.8002275530776046, "min": 1.3417255878448486, "max": 1.3417255878448486, "mean": 1.3417255878448486, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.42561707847704, "sum_squared": 1400.6768137047923, "min": -37.42561707847704, "max": -37.42561707847704, "mean": -37.42561707847704, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 864, "sum_squared": 746496, "min": 864, "max": 864, "mean": 864.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ca5c62f-caae-4d53-97b1-026dd8358ab6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1788, "sum_squared": 3196944, "min": 1788, "max": 1788, "mean": 1788.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3992431163787842, "sum_squared": 1.9578812987334118, "min": 1.3992431163787842, "max": 1.3992431163787842, "mean": 1.3992431163787842, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.174015166272255, "sum_squared": 1457.2554339147841, "min": -38.174015166272255, "max": -38.174015166272255, "mean": -38.174015166272255, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 982, "sum_squared": 964324, "min": 982, "max": 982, "mean": 982.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "df06ecd1-8003-43a2-8235-d7760e095232", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 324, "sum_squared": 104976, "min": 324, "max": 324, "mean": 324.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0503535270690918, "sum_squared": 1.1032425318264814, "min": 1.0503535270690918, "max": 1.0503535270690918, "mean": 1.0503535270690918, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -24.514111629312332, "sum_squared": 600.9416689743861, "min": -24.514111629312332, "max": -24.514111629312332, "mean": -24.514111629312332, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 585, "sum_squared": 342225, "min": 585, "max": 585, "mean": 585.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5df56e08-d591-4402-bf44-c8865622c560", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1387, "sum_squared": 1923769, "min": 1387, "max": 1387, "mean": 1387.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 153, "sum_squared": 23409, "min": 153, "max": 153, "mean": 153.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 153, "sum_squared": 23409, "min": 153, "max": 153, "mean": 153.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0766828060150146, "sum_squared": 1.1592458647683657, "min": 1.0766828060150146, "max": 1.0766828060150146, "mean": 1.0766828060150146, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -25.158277997227877, "sum_squared": 632.9389517858003, "min": -25.158277997227877, "max": -25.158277997227877, "mean": -25.158277997227877, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 153, "sum_squared": 23409, "min": 153, "max": 153, "mean": 153.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 749, "sum_squared": 561001, "min": 749, "max": 749, "mean": 749.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a345ed5f-43d8-4aee-ac2c-e4b824dd2535", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2387, "sum_squared": 5697769, "min": 2387, "max": 2387, "mean": 2387.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.550837755203247, "sum_squared": 2.4050977429638465, "min": 1.550837755203247, "max": 1.550837755203247, "mean": 1.550837755203247, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -48.20176267656146, "sum_squared": 2323.4099251275534, "min": -48.20176267656146, "max": -48.20176267656146, "mean": -48.20176267656146, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 940, "sum_squared": 883600, "min": 940, "max": 940, "mean": 940.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8e4d3d5-643d-492c-8751-ed3c45fc7f9c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2243, "sum_squared": 5031049, "min": 2243, "max": 2243, "mean": 2243.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5149099826812744, "sum_squared": 2.294952255627379, "min": 1.5149099826812744, "max": 1.5149099826812744, "mean": 1.5149099826812744, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -41.7886292982617, "sum_squared": 1746.2895386275359, "min": -41.7886292982617, "max": -41.7886292982617, "mean": -41.7886292982617, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1049, "sum_squared": 1100401, "min": 1049, "max": 1049, "mean": 1049.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d59deab-b3c0-442a-b669-3062b6ad5310", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1491, "sum_squared": 2223081, "min": 1491, "max": 1491, "mean": 1491.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3397715091705322, "sum_squared": 1.7949876967850855, "min": 1.3397715091705322, "max": 1.3397715091705322, "mean": 1.3397715091705322, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.834376957336026, "sum_squared": 1667.4463414938155, "min": -40.834376957336026, "max": -40.834376957336026, "mean": -40.834376957336026, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 860, "sum_squared": 739600, "min": 860, "max": 860, "mean": 860.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a860ceda-266f-410c-a476-2568a9e3e1da", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1702, "sum_squared": 2896804, "min": 1702, "max": 1702, "mean": 1702.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 179, "sum_squared": 32041, "min": 179, "max": 179, "mean": 179.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 179, "sum_squared": 32041, "min": 179, "max": 179, "mean": 179.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.239778757095337, "sum_squared": 1.5370513665448584, "min": 1.239778757095337, "max": 1.239778757095337, "mean": 1.239778757095337, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.10286103570836, "sum_squared": 1857.8566294635857, "min": -43.10286103570836, "max": -43.10286103570836, "mean": -43.10286103570836, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 179, "sum_squared": 32041, "min": 179, "max": 179, "mean": 179.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 814, "sum_squared": 662596, "min": 814, "max": 814, "mean": 814.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ab7a465c-0685-4aae-af68-85a17fdb9111", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2003, "sum_squared": 4012009, "min": 2003, "max": 2003, "mean": 2003.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0462629795074463, "sum_squared": 1.094666222287799, "min": 1.0462629795074463, "max": 1.0462629795074463, "mean": 1.0462629795074463, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.18993701402265, "sum_squared": 1309.7115410789263, "min": -36.18993701402265, "max": -36.18993701402265, "mean": -36.18993701402265, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 645, "sum_squared": 416025, "min": 645, "max": 645, "mean": 645.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b7894a54-f7f3-4409-81ff-5b783bf7a8a9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1326, "sum_squared": 1758276, "min": 1326, "max": 1326, "mean": 1326.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4109992980957031, "sum_squared": 1.9909190192265669, "min": 1.4109992980957031, "max": 1.4109992980957031, "mean": 1.4109992980957031, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.88362527075166, "sum_squared": 1671.4708152792437, "min": -40.88362527075166, "max": -40.88362527075166, "mean": -40.88362527075166, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 902, "sum_squared": 813604, "min": 902, "max": 902, "mean": 902.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "966ba8ea-999d-4c6c-b007-80b46e7a986d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1700, "sum_squared": 2890000, "min": 1700, "max": 1700, "mean": 1700.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 190, "sum_squared": 36100, "min": 190, "max": 190, "mean": 190.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 190, "sum_squared": 36100, "min": 190, "max": 190, "mean": 190.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4838271141052246, "sum_squared": 2.2017429045538393, "min": 1.4838271141052246, "max": 1.4838271141052246, "mean": 1.4838271141052246, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.69714489351561, "sum_squared": 1909.4404718448977, "min": -43.69714489351561, "max": -43.69714489351561, "mean": -43.69714489351561, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 190, "sum_squared": 36100, "min": 190, "max": 190, "mean": 190.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 902, "sum_squared": 813604, "min": 902, "max": 902, "mean": 902.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a4130e89-59cd-4848-86f2-5c9fb86ed5e4", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1387, "sum_squared": 1923769, "min": 1387, "max": 1387, "mean": 1387.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2749478816986084, "sum_squared": 1.6254921010477688, "min": 1.2749478816986084, "max": 1.2749478816986084, "mean": 1.2749478816986084, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.81392528254848, "sum_squared": 1506.5207958392562, "min": -38.81392528254848, "max": -38.81392528254848, "mean": -38.81392528254848, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 835, "sum_squared": 697225, "min": 835, "max": 835, "mean": 835.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f9b473e2-15af-4de3-83f4-0e5ac55a38fe", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2193, "sum_squared": 4809249, "min": 2193, "max": 2193, "mean": 2193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 170, "sum_squared": 28900, "min": 170, "max": 170, "mean": 170.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 170, "sum_squared": 28900, "min": 170, "max": 170, "mean": 170.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2365748882293701, "sum_squared": 1.5291174541994792, "min": 1.2365748882293701, "max": 1.2365748882293701, "mean": 1.2365748882293701, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.32678640387954, "sum_squared": 1626.2497016641237, "min": -40.32678640387954, "max": -40.32678640387954, "mean": -40.32678640387954, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 170, "sum_squared": 28900, "min": 170, "max": 170, "mean": 170.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 829, "sum_squared": 687241, "min": 829, "max": 829, "mean": 829.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d38f6550-3797-47cf-a975-fbb1cc862c63", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3388, "sum_squared": 11478544, "min": 3388, "max": 3388, "mean": 3388.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3110737800598145, "sum_squared": 1.7189144567603307, "min": 1.3110737800598145, "max": 1.3110737800598145, "mean": 1.3110737800598145, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.23600521243359, "sum_squared": 1869.3521467295845, "min": -43.23600521243359, "max": -43.23600521243359, "mean": -43.23600521243359, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 942, "sum_squared": 887364, "min": 942, "max": 942, "mean": 942.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bf69107c-8c59-4992-8d43-c48815e0aa60", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 412, "sum_squared": 169744, "min": 412, "max": 412, "mean": 412.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 162, "sum_squared": 26244, "min": 162, "max": 162, "mean": 162.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 162, "sum_squared": 26244, "min": 162, "max": 162, "mean": 162.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.306872844696045, "sum_squared": 1.7079166322039327, "min": 1.306872844696045, "max": 1.306872844696045, "mean": 1.306872844696045, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.943821892541145, "sum_squared": 1152.1830446725555, "min": -33.943821892541145, "max": -33.943821892541145, "mean": -33.943821892541145, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 162, "sum_squared": 26244, "min": 162, "max": 162, "mean": 162.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 794, "sum_squared": 630436, "min": 794, "max": 794, "mean": 794.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6694959b-65b7-4c3a-8b70-9eb36afc10bc", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1449, "sum_squared": 2099601, "min": 1449, "max": 1449, "mean": 1449.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8901050090789795, "sum_squared": 0.7922869271874902, "min": 0.8901050090789795, "max": 0.8901050090789795, "mean": 0.8901050090789795, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -28.24608111223404, "sum_squared": 797.8410981989047, "min": -28.24608111223404, "max": -28.24608111223404, "mean": -28.24608111223404, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 125, "sum_squared": 15625, "min": 125, "max": 125, "mean": 125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 652, "sum_squared": 425104, "min": 652, "max": 652, "mean": 652.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "370ccf07-344f-4f1e-b0a1-98837d79518c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1104, "sum_squared": 1218816, "min": 1104, "max": 1104, "mean": 1104.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 144, "sum_squared": 20736, "min": 144, "max": 144, "mean": 144.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 144, "sum_squared": 20736, "min": 144, "max": 144, "mean": 144.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0808122158050537, "sum_squared": 1.16815504583343, "min": 1.0808122158050537, "max": 1.0808122158050537, "mean": 1.0808122158050537, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.743807082904322, "sum_squared": 945.181673950838, "min": -30.743807082904322, "max": -30.743807082904322, "mean": -30.743807082904322, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 144, "sum_squared": 20736, "min": 144, "max": 144, "mean": 144.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 639, "sum_squared": 408321, "min": 639, "max": 639, "mean": 639.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "75c76ec5-f59c-40f8-983a-55d02586f771", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 512, "sum_squared": 262144, "min": 512, "max": 512, "mean": 512.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 129, "sum_squared": 16641, "min": 129, "max": 129, "mean": 129.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 129, "sum_squared": 16641, "min": 129, "max": 129, "mean": 129.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9141931533813477, "sum_squared": 0.8357491216893322, "min": 0.9141931533813477, "max": 0.9141931533813477, "mean": 0.9141931533813477, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -24.867010252799087, "sum_squared": 618.3681989128149, "min": -24.867010252799087, "max": -24.867010252799087, "mean": -24.867010252799087, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 129, "sum_squared": 16641, "min": 129, "max": 129, "mean": 129.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 636, "sum_squared": 404496, "min": 636, "max": 636, "mean": 636.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ae5a0b4e-6e8d-4b79-a5c9-745059214e8f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1627, "sum_squared": 2647129, "min": 1627, "max": 1627, "mean": 1627.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0832946300506592, "sum_squared": 1.1735272554965945, "min": 1.0832946300506592, "max": 1.0832946300506592, "mean": 1.0832946300506592, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -35.06427301714891, "sum_squared": 1229.5032422211573, "min": -35.06427301714891, "max": -35.06427301714891, "mean": -35.06427301714891, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 667, "sum_squared": 444889, "min": 667, "max": 667, "mean": 667.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9bd08c4c-bfcb-4d57-a144-81816a95798e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1011, "sum_squared": 1022121, "min": 1011, "max": 1011, "mean": 1011.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 169, "sum_squared": 28561, "min": 169, "max": 169, "mean": 169.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 169, "sum_squared": 28561, "min": 169, "max": 169, "mean": 169.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1608610153198242, "sum_squared": 1.3475982968893732, "min": 1.1608610153198242, "max": 1.1608610153198242, "mean": 1.1608610153198242, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -35.51355095146168, "sum_squared": 1261.212301182065, "min": -35.51355095146168, "max": -35.51355095146168, "mean": -35.51355095146168, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 169, "sum_squared": 28561, "min": 169, "max": 169, "mean": 169.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 827, "sum_squared": 683929, "min": 827, "max": 827, "mean": 827.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3844097-7d59-4b96-a945-139f0e28067d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1261, "sum_squared": 1590121, "min": 1261, "max": 1261, "mean": 1261.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 242, "sum_squared": 58564, "min": 242, "max": 242, "mean": 242.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 242, "sum_squared": 58564, "min": 242, "max": 242, "mean": 242.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6945207118988037, "sum_squared": 2.8714004430540285, "min": 1.6945207118988037, "max": 1.6945207118988037, "mean": 1.6945207118988037, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -47.60695824941561, "sum_squared": 2266.4224737616014, "min": -47.60695824941561, "max": -47.60695824941561, "mean": -47.60695824941561, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 242, "sum_squared": 58564, "min": 242, "max": 242, "mean": 242.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1168, "sum_squared": 1364224, "min": 1168, "max": 1168, "mean": 1168.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5cb842be-b8d4-47a4-9e44-ff58026a05da", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1821, "sum_squared": 3316041, "min": 1821, "max": 1821, "mean": 1821.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1631553173065186, "sum_squared": 1.3529302921784279, "min": 1.1631553173065186, "max": 1.1631553173065186, "mean": 1.1631553173065186, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.41298769432935, "sum_squared": 1325.9056728273808, "min": -36.41298769432935, "max": -36.41298769432935, "mean": -36.41298769432935, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 771, "sum_squared": 594441, "min": 771, "max": 771, "mean": 771.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a5e2da9a-2571-4063-8d30-d72ce9fd81a2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1462, "sum_squared": 2137444, "min": 1462, "max": 1462, "mean": 1462.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 191, "sum_squared": 36481, "min": 191, "max": 191, "mean": 191.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 191, "sum_squared": 36481, "min": 191, "max": 191, "mean": 191.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3573360443115234, "sum_squared": 1.842361137187254, "min": 1.3573360443115234, "max": 1.3573360443115234, "mean": 1.3573360443115234, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.19943404646275, "sum_squared": 1102.2024210054299, "min": -33.19943404646275, "max": -33.19943404646275, "mean": -33.19943404646275, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 191, "sum_squared": 36481, "min": 191, "max": 191, "mean": 191.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 868, "sum_squared": 753424, "min": 868, "max": 868, "mean": 868.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8357890-4523-4865-8ca6-d27ed873e9ab", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1541, "sum_squared": 2374681, "min": 1541, "max": 1541, "mean": 1541.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 163, "sum_squared": 26569, "min": 163, "max": 163, "mean": 163.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 163, "sum_squared": 26569, "min": 163, "max": 163, "mean": 163.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1731255054473877, "sum_squared": 1.3762234515311889, "min": 1.1731255054473877, "max": 1.1731255054473877, "mean": 1.1731255054473877, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -25.05206657756761, "sum_squared": 627.6060398068802, "min": -25.05206657756761, "max": -25.05206657756761, "mean": -25.05206657756761, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 163, "sum_squared": 26569, "min": 163, "max": 163, "mean": 163.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 729, "sum_squared": 531441, "min": 729, "max": 729, "mean": 729.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "978727a4-6e11-41f0-8c42-b795a11f4513", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1592, "sum_squared": 2534464, "min": 1592, "max": 1592, "mean": 1592.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 192, "sum_squared": 36864, "min": 192, "max": 192, "mean": 192.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 192, "sum_squared": 36864, "min": 192, "max": 192, "mean": 192.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4316394329071045, "sum_squared": 2.0495914658545757, "min": 1.4316394329071045, "max": 1.4316394329071045, "mean": 1.4316394329071045, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.34079635908269, "sum_squared": 1394.335072730483, "min": -37.34079635908269, "max": -37.34079635908269, "mean": -37.34079635908269, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 192, "sum_squared": 36864, "min": 192, "max": 192, "mean": 192.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 898, "sum_squared": 806404, "min": 898, "max": 898, "mean": 898.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41339dc7-c791-4eb7-9335-d31d085a672a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1707, "sum_squared": 2913849, "min": 1707, "max": 1707, "mean": 1707.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3159894943237305, "sum_squared": 1.7318283491704278, "min": 1.3159894943237305, "max": 1.3159894943237305, "mean": 1.3159894943237305, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -39.12835273110774, "sum_squared": 1531.0279874499865, "min": -39.12835273110774, "max": -39.12835273110774, "mean": -39.12835273110774, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 830, "sum_squared": 688900, "min": 830, "max": 830, "mean": 830.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e2edec2e-a36d-4872-9a00-944f450b1db5", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1751, "sum_squared": 3066001, "min": 1751, "max": 1751, "mean": 1751.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4615049362182617, "sum_squared": 2.1359966785903453, "min": 1.4615049362182617, "max": 1.4615049362182617, "mean": 1.4615049362182617, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -47.739833476031706, "sum_squared": 2279.0917003192376, "min": -47.739833476031706, "max": -47.739833476031706, "mean": -47.739833476031706, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1105, "sum_squared": 1221025, "min": 1105, "max": 1105, "mean": 1105.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcd43185-0baa-48d3-a522-000431e74b84", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1993, "sum_squared": 3972049, "min": 1993, "max": 1993, "mean": 1993.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2320029735565186, "sum_squared": 1.5178313268521038, "min": 1.2320029735565186, "max": 1.2320029735565186, "mean": 1.2320029735565186, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.310602567946994, "sum_squared": 918.7326280320349, "min": -30.310602567946994, "max": -30.310602567946994, "mean": -30.310602567946994, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 780, "sum_squared": 608400, "min": 780, "max": 780, "mean": 780.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b6a12457-8be2-46c8-b0fe-8db881969ed8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1227, "sum_squared": 1505529, "min": 1227, "max": 1227, "mean": 1227.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 251, "sum_squared": 63001, "min": 251, "max": 251, "mean": 251.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 251, "sum_squared": 63001, "min": 251, "max": 251, "mean": 251.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.595700740814209, "sum_squared": 2.5462608542350154, "min": 1.595700740814209, "max": 1.595700740814209, "mean": 1.595700740814209, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -41.836066815028154, "sum_squared": 1750.2564865514998, "min": -41.836066815028154, "max": -41.836066815028154, "mean": -41.836066815028154, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 251, "sum_squared": 63001, "min": 251, "max": 251, "mean": 251.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1109, "sum_squared": 1229881, "min": 1109, "max": 1109, "mean": 1109.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6dabeefc-e1e9-4129-8b8d-c3e0801ce6d0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1284, "sum_squared": 1648656, "min": 1284, "max": 1284, "mean": 1284.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 170, "sum_squared": 28900, "min": 170, "max": 170, "mean": 170.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 170, "sum_squared": 28900, "min": 170, "max": 170, "mean": 170.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1122653484344482, "sum_squared": 1.2371342053280046, "min": 1.1122653484344482, "max": 1.1122653484344482, "mean": 1.1122653484344482, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -32.69583026780201, "sum_squared": 1069.0173169009179, "min": -32.69583026780201, "max": -32.69583026780201, "mean": -32.69583026780201, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 170, "sum_squared": 28900, "min": 170, "max": 170, "mean": 170.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 804, "sum_squared": 646416, "min": 804, "max": 804, "mean": 804.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "55d31c7d-10ff-484f-9fc9-04b0aeda1da0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 623, "sum_squared": 388129, "min": 623, "max": 623, "mean": 623.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0602784156799316, "sum_squared": 1.124190318756746, "min": 1.0602784156799316, "max": 1.0602784156799316, "mean": 1.0602784156799316, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.627743215253226, "sum_squared": 1199.0806001815158, "min": -34.627743215253226, "max": -34.627743215253226, "mean": -34.627743215253226, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 721, "sum_squared": 519841, "min": 721, "max": 721, "mean": 721.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d98802d5-ec1e-4dba-87f8-b4d0ce01cf38", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1626, "sum_squared": 2643876, "min": 1626, "max": 1626, "mean": 1626.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 196, "sum_squared": 38416, "min": 196, "max": 196, "mean": 196.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 196, "sum_squared": 38416, "min": 196, "max": 196, "mean": 196.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4084992408752441, "sum_squared": 1.983870111546139, "min": 1.4084992408752441, "max": 1.4084992408752441, "mean": 1.4084992408752441, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -50.5175560935288, "sum_squared": 2552.023473662829, "min": -50.5175560935288, "max": -50.5175560935288, "mean": -50.5175560935288, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 196, "sum_squared": 38416, "min": 196, "max": 196, "mean": 196.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 904, "sum_squared": 817216, "min": 904, "max": 904, "mean": 904.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f8b9e-f72d-4723-a183-76597176fce7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1247, "sum_squared": 1555009, "min": 1247, "max": 1247, "mean": 1247.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5236427783966064, "sum_squared": 2.3214873161601304, "min": 1.5236427783966064, "max": 1.5236427783966064, "mean": 1.5236427783966064, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.15329443060695, "sum_squared": 1307.0606981861554, "min": -36.15329443060695, "max": -36.15329443060695, "mean": -36.15329443060695, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 916, "sum_squared": 839056, "min": 916, "max": 916, "mean": 916.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40ff9733-9aba-4b91-a287-4f9392cc3b10", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3237, "sum_squared": 10478169, "min": 3237, "max": 3237, "mean": 3237.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5856103897094727, "sum_squared": 2.5141603079546258, "min": 1.5856103897094727, "max": 1.5856103897094727, "mean": 1.5856103897094727, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -39.74519454105157, "sum_squared": 1579.6804891060353, "min": -39.74519454105157, "max": -39.74519454105157, "mean": -39.74519454105157, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1041, "sum_squared": 1083681, "min": 1041, "max": 1041, "mean": 1041.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1716abae-6d83-4dc8-a89a-20c7a4394d50", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 469, "sum_squared": 219961, "min": 469, "max": 469, "mean": 469.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6142985820770264, "sum_squared": 2.605959912095898, "min": 1.6142985820770264, "max": 1.6142985820770264, "mean": 1.6142985820770264, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -32.47950771999525, "sum_squared": 1054.9184217332308, "min": -32.47950771999525, "max": -32.47950771999525, "mean": -32.47950771999525, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 922, "sum_squared": 850084, "min": 922, "max": 922, "mean": 922.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7856eae7-951d-49c5-949d-092319dfa6fe", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1093, "sum_squared": 1194649, "min": 1093, "max": 1093, "mean": 1093.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0301434993743896, "sum_squared": 1.0611956293033131, "min": 1.0301434993743896, "max": 1.0301434993743896, "mean": 1.0301434993743896, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -39.11675832876849, "sum_squared": 1530.1207821512792, "min": -39.11675832876849, "max": -39.11675832876849, "mean": -39.11675832876849, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 733, "sum_squared": 537289, "min": 733, "max": 733, "mean": 733.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d22d7463-f35d-4b69-a592-93c5c60c7653", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1839, "sum_squared": 3381921, "min": 1839, "max": 1839, "mean": 1839.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3077268600463867, "sum_squared": 1.710149540486782, "min": 1.3077268600463867, "max": 1.3077268600463867, "mean": 1.3077268600463867, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.781968925125994, "sum_squared": 947.5296109074224, "min": -30.781968925125994, "max": -30.781968925125994, "mean": -30.781968925125994, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 812, "sum_squared": 659344, "min": 812, "max": 812, "mean": 812.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2835f58-def1-440c-bde6-defd4d69b1eb", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1963, "sum_squared": 3853369, "min": 1963, "max": 1963, "mean": 1963.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.264467477798462, "sum_squared": 1.5988780024100038, "min": 1.264467477798462, "max": 1.264467477798462, "mean": 1.264467477798462, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.41611636001472, "sum_squared": 1633.4624616262495, "min": -40.41611636001472, "max": -40.41611636001472, "mean": -40.41611636001472, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 721, "sum_squared": 519841, "min": 721, "max": 721, "mean": 721.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5f2a2f72-288e-4016-a61b-4f4fd0f71ad8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1213, "sum_squared": 1471369, "min": 1213, "max": 1213, "mean": 1213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4826722145080566, "sum_squared": 2.1983168956742247, "min": 1.4826722145080566, "max": 1.4826722145080566, "mean": 1.4826722145080566, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.573754786307916, "sum_squared": 1337.6395391689812, "min": -36.573754786307916, "max": -36.573754786307916, "mean": -36.573754786307916, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1011, "sum_squared": 1022121, "min": 1011, "max": 1011, "mean": 1011.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9819a6d6-d2a4-4416-a54e-ab8d81e8cf80", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1824, "sum_squared": 3326976, "min": 1824, "max": 1824, "mean": 1824.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 171, "sum_squared": 29241, "min": 171, "max": 171, "mean": 171.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 171, "sum_squared": 29241, "min": 171, "max": 171, "mean": 171.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1689057350158691, "sum_squared": 1.3663406173529893, "min": 1.1689057350158691, "max": 1.1689057350158691, "mean": 1.1689057350158691, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.65011813817498, "sum_squared": 1132.330450713133, "min": -33.65011813817498, "max": -33.65011813817498, "mean": -33.65011813817498, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 171, "sum_squared": 29241, "min": 171, "max": 171, "mean": 171.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 752, "sum_squared": 565504, "min": 752, "max": 752, "mean": 752.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4aa0d3a1-f140-4d1a-b796-472b75d46854", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1909, "sum_squared": 3644281, "min": 1909, "max": 1909, "mean": 1909.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1838560104370117, "sum_squared": 1.401515053447838, "min": 1.1838560104370117, "max": 1.1838560104370117, "mean": 1.1838560104370117, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.51171864370125, "sum_squared": 1483.1524728916065, "min": -38.51171864370125, "max": -38.51171864370125, "mean": -38.51171864370125, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 786, "sum_squared": 617796, "min": 786, "max": 786, "mean": 786.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c574b39-5466-4362-a01a-30994906b925", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1636, "sum_squared": 2676496, "min": 1636, "max": 1636, "mean": 1636.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3162651062011719, "sum_squared": 1.7325538298027823, "min": 1.3162651062011719, "max": 1.3162651062011719, "mean": 1.3162651062011719, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.90478254183482, "sum_squared": 1927.6299300458036, "min": -43.90478254183482, "max": -43.90478254183482, "mean": -43.90478254183482, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 952, "sum_squared": 906304, "min": 952, "max": 952, "mean": 952.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "05fcef78-ef0c-4360-89fd-b993563ae2da", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1654, "sum_squared": 2735716, "min": 1654, "max": 1654, "mean": 1654.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1671388149261475, "sum_squared": 1.362213013307212, "min": 1.1671388149261475, "max": 1.1671388149261475, "mean": 1.1671388149261475, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -35.547186269562175, "sum_squared": 1263.6024516829495, "min": -35.547186269562175, "max": -35.547186269562175, "mean": -35.547186269562175, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 805, "sum_squared": 648025, "min": 805, "max": 805, "mean": 805.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3926aed-70fe-4156-91da-97ad8a4a46e6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 896, "sum_squared": 802816, "min": 896, "max": 896, "mean": 896.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1638152599334717, "sum_squared": 1.3544659592540143, "min": 1.1638152599334717, "max": 1.1638152599334717, "mean": 1.1638152599334717, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.85406127657129, "sum_squared": 1358.2218325772712, "min": -36.85406127657129, "max": -36.85406127657129, "mean": -36.85406127657129, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 872, "sum_squared": 760384, "min": 872, "max": 872, "mean": 872.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "43f48fd6-b09a-4bde-bc0b-8eea650005e8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3172, "sum_squared": 10061584, "min": 3172, "max": 3172, "mean": 3172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2578365802764893, "sum_squared": 1.582152862681653, "min": 1.2578365802764893, "max": 1.2578365802764893, "mean": 1.2578365802764893, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -31.246429288137602, "sum_squared": 976.3393432585833, "min": -31.246429288137602, "max": -31.246429288137602, "mean": -31.246429288137602, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 791, "sum_squared": 625681, "min": 791, "max": 791, "mean": 791.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c3570ac-3f95-4c5a-84f3-d4e911e3d708", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2633, "sum_squared": 6932689, "min": 2633, "max": 2633, "mean": 2633.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4656116962432861, "sum_squared": 2.1480176441651224, "min": 1.4656116962432861, "max": 1.4656116962432861, "mean": 1.4656116962432861, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.8119253937031, "sum_squared": 1919.4848067034065, "min": -43.8119253937031, "max": -43.8119253937031, "mean": -43.8119253937031, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 975, "sum_squared": 950625, "min": 975, "max": 975, "mean": 975.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "90ef549a-8964-4ab6-99f3-061bc3e2d178", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1617, "sum_squared": 2614689, "min": 1617, "max": 1617, "mean": 1617.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 166, "sum_squared": 27556, "min": 166, "max": 166, "mean": 166.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 166, "sum_squared": 27556, "min": 166, "max": 166, "mean": 166.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1727211475372314, "sum_squared": 1.375274889881041, "min": 1.1727211475372314, "max": 1.1727211475372314, "mean": 1.1727211475372314, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.27679178854344, "sum_squared": 916.6841210068116, "min": -30.27679178854344, "max": -30.27679178854344, "mean": -30.27679178854344, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 166, "sum_squared": 27556, "min": 166, "max": 166, "mean": 166.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 759, "sum_squared": 576081, "min": 759, "max": 759, "mean": 759.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b76308f7-3929-4fb5-bf7b-edb759a97fa2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1747, "sum_squared": 3052009, "min": 1747, "max": 1747, "mean": 1747.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 134, "sum_squared": 17956, "min": 134, "max": 134, "mean": 134.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 134, "sum_squared": 17956, "min": 134, "max": 134, "mean": 134.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9831092357635498, "sum_squared": 0.966503769443591, "min": 0.9831092357635498, "max": 0.9831092357635498, "mean": 0.9831092357635498, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -24.613711703320813, "sum_squared": 605.834803814192, "min": -24.613711703320813, "max": -24.613711703320813, "mean": -24.613711703320813, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 134, "sum_squared": 17956, "min": 134, "max": 134, "mean": 134.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 635, "sum_squared": 403225, "min": 635, "max": 635, "mean": 635.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9b42592c-ab1b-4add-8e2f-74761bfe6134", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1912, "sum_squared": 3655744, "min": 1912, "max": 1912, "mean": 1912.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6490201950073242, "sum_squared": 2.7192676035419936, "min": 1.6490201950073242, "max": 1.6490201950073242, "mean": 1.6490201950073242, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -54.111750999988644, "sum_squared": 2928.081596284772, "min": -54.111750999988644, "max": -54.111750999988644, "mean": -54.111750999988644, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1041, "sum_squared": 1083681, "min": 1041, "max": 1041, "mean": 1041.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c283d245-d200-483f-b685-d53704bda1d1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 901, "sum_squared": 811801, "min": 901, "max": 901, "mean": 901.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.071831464767456, "sum_squared": 1.1488226888655504, "min": 1.071831464767456, "max": 1.071831464767456, "mean": 1.071831464767456, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -30.2846288343331, "sum_squared": 917.1587436333197, "min": -30.2846288343331, "max": -30.2846288343331, "mean": -30.2846288343331, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 728, "sum_squared": 529984, "min": 728, "max": 728, "mean": 728.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "741ead94-3351-4d0d-8bbf-56ab0f2b77cd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1457, "sum_squared": 2122849, "min": 1457, "max": 1457, "mean": 1457.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5594394207000732, "sum_squared": 2.43185130683338, "min": 1.5594394207000732, "max": 1.5594394207000732, "mean": 1.5594394207000732, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.77284539209963, "sum_squared": 1352.2421582312631, "min": -36.77284539209963, "max": -36.77284539209963, "mean": -36.77284539209963, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 922, "sum_squared": 850084, "min": 922, "max": 922, "mean": 922.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac63c76b-dd68-4931-9861-08dfe7974965", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1308, "sum_squared": 1710864, "min": 1308, "max": 1308, "mean": 1308.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 145, "sum_squared": 21025, "min": 145, "max": 145, "mean": 145.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 145, "sum_squared": 21025, "min": 145, "max": 145, "mean": 145.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9812605381011963, "sum_squared": 0.9628722436346493, "min": 0.9812605381011963, "max": 0.9812605381011963, "mean": 0.9812605381011963, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -41.12202335953083, "sum_squared": 1691.0208051817992, "min": -41.12202335953083, "max": -41.12202335953083, "mean": -41.12202335953083, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 145, "sum_squared": 21025, "min": 145, "max": 145, "mean": 145.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 693, "sum_squared": 480249, "min": 693, "max": 693, "mean": 693.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2264fa1e-9a91-4025-980b-ba3dfb3b27e7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1748, "sum_squared": 3055504, "min": 1748, "max": 1748, "mean": 1748.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6834206581115723, "sum_squared": 2.833905112156799, "min": 1.6834206581115723, "max": 1.6834206581115723, "mean": 1.6834206581115723, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -49.94074561325794, "sum_squared": 2494.078072408142, "min": -49.94074561325794, "max": -49.94074561325794, "mean": -49.94074561325794, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 996, "sum_squared": 992016, "min": 996, "max": 996, "mean": 996.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c54aecfe-4a68-4fa6-829e-c5423e2a41fc", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 4123, "sum_squared": 16999129, "min": 4123, "max": 4123, "mean": 4123.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6525402069091797, "sum_squared": 2.7308891354514344, "min": 1.6525402069091797, "max": 1.6525402069091797, "mean": 1.6525402069091797, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -39.094838749787556, "sum_squared": 1528.4064168718905, "min": -39.094838749787556, "max": -39.094838749787556, "mean": -39.094838749787556, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 181, "sum_squared": 32761, "min": 181, "max": 181, "mean": 181.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 868, "sum_squared": 753424, "min": 868, "max": 868, "mean": 868.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e204cd2a-cf97-4db6-a3b0-a8a1349ab215", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 463, "sum_squared": 214369, "min": 463, "max": 463, "mean": 463.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 132, "sum_squared": 17424, "min": 132, "max": 132, "mean": 132.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 132, "sum_squared": 17424, "min": 132, "max": 132, "mean": 132.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.138373851776123, "sum_squared": 1.2958950264076066, "min": 1.138373851776123, "max": 1.138373851776123, "mean": 1.138373851776123, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -23.08362946503519, "sum_squared": 532.8539492790409, "min": -23.08362946503519, "max": -23.08362946503519, "mean": -23.08362946503519, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 132, "sum_squared": 17424, "min": 132, "max": 132, "mean": 132.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 644, "sum_squared": 414736, "min": 644, "max": 644, "mean": 644.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ebc846f-17fc-4048-9ca4-eb1fe09ab990", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2575, "sum_squared": 6630625, "min": 2575, "max": 2575, "mean": 2575.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2975053787231445, "sum_squared": 1.6835202078154907, "min": 1.2975053787231445, "max": 1.2975053787231445, "mean": 1.2975053787231445, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.95012640162233, "sum_squared": 1365.3118410958673, "min": -36.95012640162233, "max": -36.95012640162233, "mean": -36.95012640162233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 712, "sum_squared": 506944, "min": 712, "max": 712, "mean": 712.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "366d033a-cd30-4389-bbc8-52c8b949e009", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1578, "sum_squared": 2490084, "min": 1578, "max": 1578, "mean": 1578.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 166, "sum_squared": 27556, "min": 166, "max": 166, "mean": 166.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 166, "sum_squared": 27556, "min": 166, "max": 166, "mean": 166.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1966724395751953, "sum_squared": 1.4320249276388495, "min": 1.1966724395751953, "max": 1.1966724395751953, "mean": 1.1966724395751953, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -41.42680035451929, "sum_squared": 1716.1797876131993, "min": -41.42680035451929, "max": -41.42680035451929, "mean": -41.42680035451929, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 166, "sum_squared": 27556, "min": 166, "max": 166, "mean": 166.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 809, "sum_squared": 654481, "min": 809, "max": 809, "mean": 809.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01da95ef-b4bf-4112-a4eb-cd589038985d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1855, "sum_squared": 3441025, "min": 1855, "max": 1855, "mean": 1855.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2640070915222168, "sum_squared": 1.5977139274184537, "min": 1.2640070915222168, "max": 1.2640070915222168, "mean": 1.2640070915222168, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -44.318312613716955, "sum_squared": 1964.1128329271435, "min": -44.318312613716955, "max": -44.318312613716955, "mean": -44.318312613716955, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 839, "sum_squared": 703921, "min": 839, "max": 839, "mean": 839.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d739627-69ab-4e77-a7f8-5059c3503065", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 619, "sum_squared": 383161, "min": 619, "max": 619, "mean": 619.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 177, "sum_squared": 31329, "min": 177, "max": 177, "mean": 177.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 177, "sum_squared": 31329, "min": 177, "max": 177, "mean": 177.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2071139812469482, "sum_squared": 1.4571241637218577, "min": 1.2071139812469482, "max": 1.2071139812469482, "mean": 1.2071139812469482, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -26.476136335752038, "sum_squared": 700.9857952693294, "min": -26.476136335752038, "max": -26.476136335752038, "mean": -26.476136335752038, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 177, "sum_squared": 31329, "min": 177, "max": 177, "mean": 177.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 772, "sum_squared": 595984, "min": 772, "max": 772, "mean": 772.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73f26524-9839-43a3-9b15-3609d029c98f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 838, "sum_squared": 702244, "min": 838, "max": 838, "mean": 838.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.120145559310913, "sum_squared": 1.2547260740439583, "min": 1.120145559310913, "max": 1.120145559310913, "mean": 1.120145559310913, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.758464592396614, "sum_squared": 1425.7016483752689, "min": -37.758464592396614, "max": -37.758464592396614, "mean": -37.758464592396614, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 768, "sum_squared": 589824, "min": 768, "max": 768, "mean": 768.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31be7838-8f02-41be-ad96-6c8a05cc05c8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1122, "sum_squared": 1258884, "min": 1122, "max": 1122, "mean": 1122.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 136, "sum_squared": 18496, "min": 136, "max": 136, "mean": 136.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 136, "sum_squared": 18496, "min": 136, "max": 136, "mean": 136.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.017500400543213, "sum_squared": 1.0353070651055987, "min": 1.017500400543213, "max": 1.017500400543213, "mean": 1.017500400543213, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -32.771848062459995, "sum_squared": 1073.994025428963, "min": -32.771848062459995, "max": -32.771848062459995, "mean": -32.771848062459995, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 136, "sum_squared": 18496, "min": 136, "max": 136, "mean": 136.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 677, "sum_squared": 458329, "min": 677, "max": 677, "mean": 677.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "85d90497-28cc-4b2d-9418-895ea3318ef9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1035, "sum_squared": 1071225, "min": 1035, "max": 1035, "mean": 1035.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 168, "sum_squared": 28224, "min": 168, "max": 168, "mean": 168.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 168, "sum_squared": 28224, "min": 168, "max": 168, "mean": 168.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2414860725402832, "sum_squared": 1.5412876683114973, "min": 1.2414860725402832, "max": 1.2414860725402832, "mean": 1.2414860725402832, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.362289662396336, "sum_squared": 1395.940688816808, "min": -37.362289662396336, "max": -37.362289662396336, "mean": -37.362289662396336, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 168, "sum_squared": 28224, "min": 168, "max": 168, "mean": 168.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 766, "sum_squared": 586756, "min": 766, "max": 766, "mean": 766.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a6183df9-2fc1-4b2e-88e1-6825d3b91c0b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1574, "sum_squared": 2477476, "min": 1574, "max": 1574, "mean": 1574.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.074413776397705, "sum_squared": 1.1543649629131778, "min": 1.074413776397705, "max": 1.074413776397705, "mean": 1.074413776397705, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -29.57547567007688, "sum_squared": 874.7087611113095, "min": -29.57547567007688, "max": -29.57547567007688, "mean": -29.57547567007688, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 718, "sum_squared": 515524, "min": 718, "max": 718, "mean": 718.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d9f013e-371b-4335-8b25-ebe9af107f4e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1487, "sum_squared": 2211169, "min": 1487, "max": 1487, "mean": 1487.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2848396301269531, "sum_squared": 1.6508128751447657, "min": 1.2848396301269531, "max": 1.2848396301269531, "mean": 1.2848396301269531, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -32.96668375941361, "sum_squared": 1086.8022380931852, "min": -32.96668375941361, "max": -32.96668375941361, "mean": -32.96668375941361, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 690, "sum_squared": 476100, "min": 690, "max": 690, "mean": 690.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "db1dc517-ee04-4b95-acd6-5605d75e5dcc", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1794, "sum_squared": 3218436, "min": 1794, "max": 1794, "mean": 1794.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3589959144592285, "sum_squared": 1.8468698955168747, "min": 1.3589959144592285, "max": 1.3589959144592285, "mean": 1.3589959144592285, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -42.23132716548973, "sum_squared": 1783.4849941586308, "min": -42.23132716548973, "max": -42.23132716548973, "mean": -42.23132716548973, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 860, "sum_squared": 739600, "min": 860, "max": 860, "mean": 860.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e5537df-d21f-470e-88bf-24224ea7a046", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1669, "sum_squared": 2785561, "min": 1669, "max": 1669, "mean": 1669.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9899909496307373, "sum_squared": 0.980082080350769, "min": 0.9899909496307373, "max": 0.9899909496307373, "mean": 0.9899909496307373, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.91425320969882, "sum_squared": 1219.0050771909644, "min": -34.91425320969882, "max": -34.91425320969882, "mean": -34.91425320969882, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 654, "sum_squared": 427716, "min": 654, "max": 654, "mean": 654.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ec803bae-42c1-4f21-ab34-e68020fc9b09", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 777, "sum_squared": 603729, "min": 777, "max": 777, "mean": 777.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2548859119415283, "sum_squared": 1.5747386519893212, "min": 1.2548859119415283, "max": 1.2548859119415283, "mean": 1.2548859119415283, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -54.70170185621074, "sum_squared": 2992.2761859657694, "min": -54.70170185621074, "max": -54.70170185621074, "mean": -54.70170185621074, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 174, "sum_squared": 30276, "min": 174, "max": 174, "mean": 174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 867, "sum_squared": 751689, "min": 867, "max": 867, "mean": 867.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ded3fde5-8d78-41a6-bdb9-db86b5ab823d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1980, "sum_squared": 3920400, "min": 1980, "max": 1980, "mean": 1980.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.127420425415039, "sum_squared": 1.2710768156430277, "min": 1.127420425415039, "max": 1.127420425415039, "mean": 1.127420425415039, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -45.40298107409799, "sum_squared": 2061.4306904149, "min": -45.40298107409799, "max": -45.40298107409799, "mean": -45.40298107409799, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 720, "sum_squared": 518400, "min": 720, "max": 720, "mean": 720.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe5740fe-02c0-40d7-afbf-97ae85d5e2a5", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1478, "sum_squared": 2184484, "min": 1478, "max": 1478, "mean": 1478.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.317211627960205, "sum_squared": 1.7350464728335737, "min": 1.317211627960205, "max": 1.317211627960205, "mean": 1.317211627960205, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.29849028465574, "sum_squared": 1466.7743580838703, "min": -38.29849028465574, "max": -38.29849028465574, "mean": -38.29849028465574, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 182, "sum_squared": 33124, "min": 182, "max": 182, "mean": 182.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 840, "sum_squared": 705600, "min": 840, "max": 840, "mean": 840.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "598307a8-4df3-4325-b91e-8c36809503db", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1949, "sum_squared": 3798601, "min": 1949, "max": 1949, "mean": 1949.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1374788284301758, "sum_squared": 1.2938580851268853, "min": 1.1374788284301758, "max": 1.1374788284301758, "mean": 1.1374788284301758, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -45.01409221406699, "sum_squared": 2026.2684978565264, "min": -45.01409221406699, "max": -45.01409221406699, "mean": -45.01409221406699, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 775, "sum_squared": 600625, "min": 775, "max": 775, "mean": 775.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9e85e909-4b3f-4a13-b6be-54802cac133d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 849, "sum_squared": 720801, "min": 849, "max": 849, "mean": 849.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.195610523223877, "sum_squared": 1.4294845232436728, "min": 1.195610523223877, "max": 1.195610523223877, "mean": 1.195610523223877, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -35.14577398785292, "sum_squared": 1235.225429205239, "min": -35.14577398785292, "max": -35.14577398785292, "mean": -35.14577398785292, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 878, "sum_squared": 770884, "min": 878, "max": 878, "mean": 878.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2a6e636-8d14-4b13-9c86-a4480cb83ef1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1350, "sum_squared": 1822500, "min": 1350, "max": 1350, "mean": 1350.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 236, "sum_squared": 55696, "min": 236, "max": 236, "mean": 236.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 236, "sum_squared": 55696, "min": 236, "max": 236, "mean": 236.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5347890853881836, "sum_squared": 2.355577536626697, "min": 1.5347890853881836, "max": 1.5347890853881836, "mean": 1.5347890853881836, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -51.15821083879241, "sum_squared": 2617.1625362263367, "min": -51.15821083879241, "max": -51.15821083879241, "mean": -51.15821083879241, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 236, "sum_squared": 55696, "min": 236, "max": 236, "mean": 236.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1113, "sum_squared": 1238769, "min": 1113, "max": 1113, "mean": 1113.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c7a85ab8-cf86-4174-adef-089d7c5895b6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1446, "sum_squared": 2090916, "min": 1446, "max": 1446, "mean": 1446.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 150, "sum_squared": 22500, "min": 150, "max": 150, "mean": 150.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 150, "sum_squared": 22500, "min": 150, "max": 150, "mean": 150.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0946614742279053, "sum_squared": 1.198283743158811, "min": 1.0946614742279053, "max": 1.0946614742279053, "mean": 1.0946614742279053, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.51870884877319, "sum_squared": 1191.5412605863723, "min": -34.51870884877319, "max": -34.51870884877319, "mean": -34.51870884877319, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 150, "sum_squared": 22500, "min": 150, "max": 150, "mean": 150.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 684, "sum_squared": 467856, "min": 684, "max": 684, "mean": 684.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d4f3fadb-f28e-4928-87e4-4792793e272d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1025, "sum_squared": 1050625, "min": 1025, "max": 1025, "mean": 1025.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 127, "sum_squared": 16129, "min": 127, "max": 127, "mean": 127.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 127, "sum_squared": 16129, "min": 127, "max": 127, "mean": 127.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0030033588409424, "sum_squared": 1.0060157378462122, "min": 1.0030033588409424, "max": 1.0030033588409424, "mean": 1.0030033588409424, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -18.036312461247917, "sum_squared": 325.3085671997669, "min": -18.036312461247917, "max": -18.036312461247917, "mean": -18.036312461247917, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 127, "sum_squared": 16129, "min": 127, "max": 127, "mean": 127.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 553, "sum_squared": 305809, "min": 553, "max": 553, "mean": 553.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "52ed132a-7fd8-4b44-9c67-8d321c63f4c6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1635, "sum_squared": 2673225, "min": 1635, "max": 1635, "mean": 1635.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0149898529052734, "sum_squared": 1.0302044015006686, "min": 1.0149898529052734, "max": 1.0149898529052734, "mean": 1.0149898529052734, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.84170985365278, "sum_squared": 1922.0955228918754, "min": -43.84170985365278, "max": -43.84170985365278, "mean": -43.84170985365278, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 149, "sum_squared": 22201, "min": 149, "max": 149, "mean": 149.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 738, "sum_squared": 544644, "min": 738, "max": 738, "mean": 738.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "98b4535d-a0be-46ea-ae8f-66615b720017", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1612, "sum_squared": 2598544, "min": 1612, "max": 1612, "mean": 1612.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 102, "sum_squared": 10404, "min": 102, "max": 102, "mean": 102.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 102, "sum_squared": 10404, "min": 102, "max": 102, "mean": 102.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7675533294677734, "sum_squared": 0.5891381135770644, "min": 0.7675533294677734, "max": 0.7675533294677734, "mean": 0.7675533294677734, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -21.5709816241463, "sum_squared": 465.3072482292573, "min": -21.5709816241463, "max": -21.5709816241463, "mean": -21.5709816241463, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 102, "sum_squared": 10404, "min": 102, "max": 102, "mean": 102.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 499, "sum_squared": 249001, "min": 499, "max": 499, "mean": 499.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c71ebbcc-07e6-4c4c-bc9c-a004d9247857", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1303, "sum_squared": 1697809, "min": 1303, "max": 1303, "mean": 1303.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.253838062286377, "sum_squared": 1.5721098864380565, "min": 1.253838062286377, "max": 1.253838062286377, "mean": 1.253838062286377, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.15388669507524, "sum_squared": 1166.4879763800377, "min": -34.15388669507524, "max": -34.15388669507524, "mean": -34.15388669507524, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 708, "sum_squared": 501264, "min": 708, "max": 708, "mean": 708.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ad836c5c-6fbd-4494-bac5-85c85251a1a9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1969, "sum_squared": 3876961, "min": 1969, "max": 1969, "mean": 1969.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.9049630165100098, "sum_squared": 3.6288840942709157, "min": 1.9049630165100098, "max": 1.9049630165100098, "mean": 1.9049630165100098, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.060979239689345, "sum_squared": 1160.1503067665485, "min": -34.060979239689345, "max": -34.060979239689345, "mean": -34.060979239689345, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1003, "sum_squared": 1006009, "min": 1003, "max": 1003, "mean": 1003.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fb7a4d89-27bd-4d07-b8cf-c75b0a430018", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2431, "sum_squared": 5909761, "min": 2431, "max": 2431, "mean": 2431.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 144, "sum_squared": 20736, "min": 144, "max": 144, "mean": 144.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 144, "sum_squared": 20736, "min": 144, "max": 144, "mean": 144.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1642584800720215, "sum_squared": 1.3554978084196136, "min": 1.1642584800720215, "max": 1.1642584800720215, "mean": 1.1642584800720215, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.427639160990836, "sum_squared": 1185.26233819939, "min": -34.427639160990836, "max": -34.427639160990836, "mean": -34.427639160990836, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 144, "sum_squared": 20736, "min": 144, "max": 144, "mean": 144.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 755, "sum_squared": 570025, "min": 755, "max": 755, "mean": 755.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3ffd40b-5c5e-4a05-9fc2-89781e1e2288", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1105, "sum_squared": 1221025, "min": 1105, "max": 1105, "mean": 1105.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1511952877044678, "sum_squared": 1.3252505904329723, "min": 1.1511952877044678, "max": 1.1511952877044678, "mean": 1.1511952877044678, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -43.80660459340197, "sum_squared": 1919.0186060026667, "min": -43.80660459340197, "max": -43.80660459340197, "mean": -43.80660459340197, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 155, "sum_squared": 24025, "min": 155, "max": 155, "mean": 155.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 760, "sum_squared": 577600, "min": 760, "max": 760, "mean": 760.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3c53a555-f9e7-4fd9-b139-a9fddb87e471", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1176, "sum_squared": 1382976, "min": 1176, "max": 1176, "mean": 1176.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 164, "sum_squared": 26896, "min": 164, "max": 164, "mean": 164.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 164, "sum_squared": 26896, "min": 164, "max": 164, "mean": 164.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.303445816040039, "sum_squared": 1.6989709953522834, "min": 1.303445816040039, "max": 1.303445816040039, "mean": 1.303445816040039, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.871864185848544, "sum_squared": 1147.3031834245692, "min": -33.871864185848544, "max": -33.871864185848544, "mean": -33.871864185848544, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 164, "sum_squared": 26896, "min": 164, "max": 164, "mean": 164.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 722, "sum_squared": 521284, "min": 722, "max": 722, "mean": 722.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe22e0a9-9784-4dbe-8a35-586d28760ae0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1508, "sum_squared": 2274064, "min": 1508, "max": 1508, "mean": 1508.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 247, "sum_squared": 61009, "min": 247, "max": 247, "mean": 247.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 247, "sum_squared": 61009, "min": 247, "max": 247, "mean": 247.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.891068935394287, "sum_squared": 3.5761417184132824, "min": 1.891068935394287, "max": 1.891068935394287, "mean": 1.891068935394287, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -46.638593647746504, "sum_squared": 2175.1584174396207, "min": -46.638593647746504, "max": -46.638593647746504, "mean": -46.638593647746504, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 247, "sum_squared": 61009, "min": 247, "max": 247, "mean": 247.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1118, "sum_squared": 1249924, "min": 1118, "max": 1118, "mean": 1118.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "24cbb8ac-48b8-4ca1-9bf9-84a51a923ba0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1991, "sum_squared": 3964081, "min": 1991, "max": 1991, "mean": 1991.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4201676845550537, "sum_squared": 2.0168762522544625, "min": 1.4201676845550537, "max": 1.4201676845550537, "mean": 1.4201676845550537, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -47.50211285419728, "sum_squared": 2256.4507256128945, "min": -47.50211285419728, "max": -47.50211285419728, "mean": -47.50211285419728, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 183, "sum_squared": 33489, "min": 183, "max": 183, "mean": 183.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 889, "sum_squared": 790321, "min": 889, "max": 889, "mean": 889.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e1661a4b-5d89-44f9-a8c9-1972c2d9a7ed", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 749, "sum_squared": 561001, "min": 749, "max": 749, "mean": 749.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0476741790771484, "sum_squared": 1.097621185504977, "min": 1.0476741790771484, "max": 1.0476741790771484, "mean": 1.0476741790771484, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -16.442580250217517, "sum_squared": 270.3584452848431, "min": -16.442580250217517, "max": -16.442580250217517, "mean": -16.442580250217517, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 658, "sum_squared": 432964, "min": 658, "max": 658, "mean": 658.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5a7abb7-31e5-4075-aad8-b1619f1bbe40", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2867, "sum_squared": 8219689, "min": 2867, "max": 2867, "mean": 2867.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 126, "sum_squared": 15876, "min": 126, "max": 126, "mean": 126.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 126, "sum_squared": 15876, "min": 126, "max": 126, "mean": 126.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9763767719268799, "sum_squared": 0.9533116007583544, "min": 0.9763767719268799, "max": 0.9763767719268799, "mean": 0.9763767719268799, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -28.83035120681576, "sum_squared": 831.1891507083429, "min": -28.83035120681576, "max": -28.83035120681576, "mean": -28.83035120681576, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 126, "sum_squared": 15876, "min": 126, "max": 126, "mean": 126.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 579, "sum_squared": 335241, "min": 579, "max": 579, "mean": 579.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61793a05-3ea2-4504-af71-8df2e79f95e6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 308, "sum_squared": 94864, "min": 308, "max": 308, "mean": 308.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.14963960647583, "sum_squared": 1.3216712247779014, "min": 1.14963960647583, "max": 1.14963960647583, "mean": 1.14963960647583, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -28.689711941545163, "sum_squared": 823.0995712888391, "min": -28.689711941545163, "max": -28.689711941545163, "mean": -28.689711941545163, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 697, "sum_squared": 485809, "min": 697, "max": 697, "mean": 697.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "39b64f16-6566-4c5d-9720-2d165bfccc85", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1630, "sum_squared": 2656900, "min": 1630, "max": 1630, "mean": 1630.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 176, "sum_squared": 30976, "min": 176, "max": 176, "mean": 176.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 176, "sum_squared": 30976, "min": 176, "max": 176, "mean": 176.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.320387363433838, "sum_squared": 1.743422789515762, "min": 1.320387363433838, "max": 1.320387363433838, "mean": 1.320387363433838, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.09763218766204, "sum_squared": 1095.4532564297626, "min": -33.09763218766204, "max": -33.09763218766204, "mean": -33.09763218766204, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 176, "sum_squared": 30976, "min": 176, "max": 176, "mean": 176.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 854, "sum_squared": 729316, "min": 854, "max": 854, "mean": 854.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41c9c772-3237-43fb-98d8-cd8a1d7236f1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1681, "sum_squared": 2825761, "min": 1681, "max": 1681, "mean": 1681.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2891302108764648, "sum_squared": 1.6618567005943987, "min": 1.2891302108764648, "max": 1.2891302108764648, "mean": 1.2891302108764648, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -50.948035475408545, "sum_squared": 2595.7023188034877, "min": -50.948035475408545, "max": -50.948035475408545, "mean": -50.948035475408545, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 940, "sum_squared": 883600, "min": 940, "max": 940, "mean": 940.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61604999-8eaa-4515-accc-619637112478", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1334, "sum_squared": 1779556, "min": 1334, "max": 1334, "mean": 1334.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 132, "sum_squared": 17424, "min": 132, "max": 132, "mean": 132.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 132, "sum_squared": 17424, "min": 132, "max": 132, "mean": 132.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9068882465362549, "sum_squared": 0.822446291705603, "min": 0.9068882465362549, "max": 0.9068882465362549, "mean": 0.9068882465362549, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.91777158185045, "sum_squared": 1219.2507722422831, "min": -34.91777158185045, "max": -34.91777158185045, "mean": -34.91777158185045, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 132, "sum_squared": 17424, "min": 132, "max": 132, "mean": 132.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 687, "sum_squared": 471969, "min": 687, "max": 687, "mean": 687.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c9e05cac-9a23-41ed-90e9-64a55d585c62", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 780, "sum_squared": 608400, "min": 780, "max": 780, "mean": 780.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0805423259735107, "sum_squared": 1.1675717182202447, "min": 1.0805423259735107, "max": 1.0805423259735107, "mean": 1.0805423259735107, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -23.72257458401549, "sum_squared": 562.7605448941777, "min": -23.72257458401549, "max": -23.72257458401549, "mean": -23.72257458401549, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 131, "sum_squared": 17161, "min": 131, "max": 131, "mean": 131.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 572, "sum_squared": 327184, "min": 572, "max": 572, "mean": 572.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "19c6a561-a456-43d5-9344-13366f4471c2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1352, "sum_squared": 1827904, "min": 1352, "max": 1352, "mean": 1352.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5890989303588867, "sum_squared": 2.525235410467758, "min": 1.5890989303588867, "max": 1.5890989303588867, "mean": 1.5890989303588867, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -39.267471684593126, "sum_squared": 1541.9343325003229, "min": -39.267471684593126, "max": -39.267471684593126, "mean": -39.267471684593126, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1009, "sum_squared": 1018081, "min": 1009, "max": 1009, "mean": 1009.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7a310a7d-6627-4b7e-9f67-d18c063c073c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1314, "sum_squared": 1726596, "min": 1314, "max": 1314, "mean": 1314.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 147, "sum_squared": 21609, "min": 147, "max": 147, "mean": 147.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 147, "sum_squared": 21609, "min": 147, "max": 147, "mean": 147.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.091482400894165, "sum_squared": 1.1913338314616908, "min": 1.091482400894165, "max": 1.091482400894165, "mean": 1.091482400894165, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.39233003848774, "sum_squared": 1324.4016856302171, "min": -36.39233003848774, "max": -36.39233003848774, "mean": -36.39233003848774, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 147, "sum_squared": 21609, "min": 147, "max": 147, "mean": 147.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 773, "sum_squared": 597529, "min": 773, "max": 773, "mean": 773.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "dc45dfdd-f705-4ee2-a729-4deb35ea4441", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2419, "sum_squared": 5851561, "min": 2419, "max": 2419, "mean": 2419.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2581076622009277, "sum_squared": 1.5828348896886837, "min": 1.2581076622009277, "max": 1.2581076622009277, "mean": 1.2581076622009277, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -49.89160872125848, "sum_squared": 2489.172620795155, "min": -49.89160872125848, "max": -49.89160872125848, "mean": -49.89160872125848, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 837, "sum_squared": 700569, "min": 837, "max": 837, "mean": 837.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "21b0ea32-fc29-40f8-9649-d1c5aade7780", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1072, "sum_squared": 1149184, "min": 1072, "max": 1072, "mean": 1072.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.082740068435669, "sum_squared": 1.172326055796077, "min": 1.082740068435669, "max": 1.082740068435669, "mean": 1.082740068435669, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -35.40765177181876, "sum_squared": 1253.7018039943805, "min": -35.40765177181876, "max": -35.40765177181876, "mean": -35.40765177181876, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 740, "sum_squared": 547600, "min": 740, "max": 740, "mean": 740.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4f613b43-abd5-4204-bcdd-c7479f183e2d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1603, "sum_squared": 2569609, "min": 1603, "max": 1603, "mean": 1603.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1511340141296387, "sum_squared": 1.3251095184862152, "min": 1.1511340141296387, "max": 1.1511340141296387, "mean": 1.1511340141296387, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.48594091802358, "sum_squared": 1331.2238846735074, "min": -36.48594091802358, "max": -36.48594091802358, "mean": -36.48594091802358, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 724, "sum_squared": 524176, "min": 724, "max": 724, "mean": 724.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d2df77c7-e3e4-4a53-812f-8f712baa4e2e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1729, "sum_squared": 2989441, "min": 1729, "max": 1729, "mean": 1729.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1027164459228516, "sum_squared": 1.2159835601087252, "min": 1.1027164459228516, "max": 1.1027164459228516, "mean": 1.1027164459228516, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -47.04623927873475, "sum_squared": 2213.348630271965, "min": -47.04623927873475, "max": -47.04623927873475, "mean": -47.04623927873475, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 161, "sum_squared": 25921, "min": 161, "max": 161, "mean": 161.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 818, "sum_squared": 669124, "min": 818, "max": 818, "mean": 818.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b39cf50e-e148-46f7-93ce-9de3620bcd3b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1708, "sum_squared": 2917264, "min": 1708, "max": 1708, "mean": 1708.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3003156185150146, "sum_squared": 1.690820707754085, "min": 1.3003156185150146, "max": 1.3003156185150146, "mean": 1.3003156185150146, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.83367491678832, "sum_squared": 1667.3890072099475, "min": -40.83367491678832, "max": -40.83367491678832, "mean": -40.83367491678832, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 884, "sum_squared": 781456, "min": 884, "max": 884, "mean": 884.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1eea85f8-c776-41b3-8d25-8a816ff20795", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1697, "sum_squared": 2879809, "min": 1697, "max": 1697, "mean": 1697.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4071037769317627, "sum_squared": 1.9799410390556318, "min": 1.4071037769317627, "max": 1.4071037769317627, "mean": 1.4071037769317627, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -34.648664699707744, "sum_squared": 1200.5299654727735, "min": -34.648664699707744, "max": -34.648664699707744, "mean": -34.648664699707744, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 962, "sum_squared": 925444, "min": 962, "max": 962, "mean": 962.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b9bd9460-9b7a-470e-a766-7979113c475e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2235, "sum_squared": 4995225, "min": 2235, "max": 2235, "mean": 2235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2311546802520752, "sum_squared": 1.5157418467065895, "min": 1.2311546802520752, "max": 1.2311546802520752, "mean": 1.2311546802520752, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -38.38858210646415, "sum_squared": 1473.6832361447393, "min": -38.38858210646415, "max": -38.38858210646415, "mean": -38.38858210646415, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 158, "sum_squared": 24964, "min": 158, "max": 158, "mean": 158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 805, "sum_squared": 648025, "min": 805, "max": 805, "mean": 805.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01d4972a-6295-4106-9e47-8787ff8dd3fd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1283, "sum_squared": 1646089, "min": 1283, "max": 1283, "mean": 1283.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0323927402496338, "sum_squared": 1.0658347701201478, "min": 1.0323927402496338, "max": 1.0323927402496338, "mean": 1.0323927402496338, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -33.99126934077293, "sum_squared": 1155.4063913969699, "min": -33.99126934077293, "max": -33.99126934077293, "mean": -33.99126934077293, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 142, "sum_squared": 20164, "min": 142, "max": 142, "mean": 142.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 741, "sum_squared": 549081, "min": 741, "max": 741, "mean": 741.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcb6daed-5ed9-4664-b7ef-171367be758a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1867, "sum_squared": 3485689, "min": 1867, "max": 1867, "mean": 1867.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2930293083190918, "sum_squared": 1.671924792172149, "min": 1.2930293083190918, "max": 1.2930293083190918, "mean": 1.2930293083190918, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.73461376219224, "sum_squared": 1659.3087583549814, "min": -40.73461376219224, "max": -40.73461376219224, "mean": -40.73461376219224, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 167, "sum_squared": 27889, "min": 167, "max": 167, "mean": 167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 836, "sum_squared": 698896, "min": 836, "max": 836, "mean": 836.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d09cf6f2-414c-412c-bc13-f9b3bbb282f2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1919, "sum_squared": 3682561, "min": 1919, "max": 1919, "mean": 1919.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 185, "sum_squared": 34225, "min": 185, "max": 185, "mean": 185.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 185, "sum_squared": 34225, "min": 185, "max": 185, "mean": 185.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2609739303588867, "sum_squared": 1.5900552530447385, "min": 1.2609739303588867, "max": 1.2609739303588867, "mean": 1.2609739303588867, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -50.50435448222255, "sum_squared": 2550.6898216659933, "min": -50.50435448222255, "max": -50.50435448222255, "mean": -50.50435448222255, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 185, "sum_squared": 34225, "min": 185, "max": 185, "mean": 185.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 853, "sum_squared": 727609, "min": 853, "max": 853, "mean": 853.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e45ea832-e6b1-4917-9b1b-90e4695dd7ea", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 971, "sum_squared": 942841, "min": 971, "max": 971, "mean": 971.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0885298252105713, "sum_squared": 1.1848971803729569, "min": 1.0885298252105713, "max": 1.0885298252105713, "mean": 1.0885298252105713, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -46.970026383324424, "sum_squared": 2206.1833784501923, "min": -46.970026383324424, "max": -46.970026383324424, "mean": -46.970026383324424, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 789, "sum_squared": 622521, "min": 789, "max": 789, "mean": 789.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b5406843-3674-4593-b460-89210cdc8fc0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1485, "sum_squared": 2205225, "min": 1485, "max": 1485, "mean": 1485.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.219944953918457, "sum_squared": 1.4882656905911062, "min": 1.219944953918457, "max": 1.219944953918457, "mean": 1.219944953918457, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -54.86252545022599, "sum_squared": 3009.8966987766944, "min": -54.86252545022599, "max": -54.86252545022599, "mean": -54.86252545022599, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 172, "sum_squared": 29584, "min": 172, "max": 172, "mean": 172.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 895, "sum_squared": 801025, "min": 895, "max": 895, "mean": 895.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c4f681b9-4fcc-4927-87b9-12f24e8256d8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 854, "sum_squared": 729316, "min": 854, "max": 854, "mean": 854.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1011526584625244, "sum_squared": 1.212537177239085, "min": 1.1011526584625244, "max": 1.1011526584625244, "mean": 1.1011526584625244, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -36.23292567227951, "sum_squared": 1312.8249027729314, "min": -36.23292567227951, "max": -36.23292567227951, "mean": -36.23292567227951, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 151, "sum_squared": 22801, "min": 151, "max": 151, "mean": 151.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 748, "sum_squared": 559504, "min": 748, "max": 748, "mean": 748.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a78341ed-f75d-4714-ac8b-dc0dc4582ed1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 768, "sum_squared": 589824, "min": 768, "max": 768, "mean": 768.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3421435356140137, "sum_squared": 1.8013492701904852, "min": 1.3421435356140137, "max": 1.3421435356140137, "mean": 1.3421435356140137, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -37.984068132957056, "sum_squared": 1442.7894319291238, "min": -37.984068132957056, "max": -37.984068132957056, "mean": -37.984068132957056, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 180, "sum_squared": 32400, "min": 180, "max": 180, "mean": 180.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 879, "sum_squared": 772641, "min": 879, "max": 879, "mean": 879.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d0b50c3c-c690-4131-bfda-fbe653b2fc87", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1390, "sum_squared": 1932100, "min": 1390, "max": 1390, "mean": 1390.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 160, "sum_squared": 25600, "min": 160, "max": 160, "mean": 160.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 160, "sum_squared": 25600, "min": 160, "max": 160, "mean": 160.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.225337028503418, "sum_squared": 1.5014508334215861, "min": 1.225337028503418, "max": 1.225337028503418, "mean": 1.225337028503418, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -28.308016055965147, "sum_squared": 801.3437730247806, "min": -28.308016055965147, "max": -28.308016055965147, "mean": -28.308016055965147, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 160, "sum_squared": 25600, "min": 160, "max": 160, "mean": 160.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 729, "sum_squared": 531441, "min": 729, "max": 729, "mean": 729.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1944125-f139-442d-8035-7729e39adadf", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1063, "sum_squared": 1129969, "min": 1063, "max": 1063, "mean": 1063.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0457463264465332, "sum_squared": 1.0935853792764192, "min": 1.0457463264465332, "max": 1.0457463264465332, "mean": 1.0457463264465332, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -29.938060272720623, "sum_squared": 896.2874528930528, "min": -29.938060272720623, "max": -29.938060272720623, "mean": -29.938060272720623, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 152, "sum_squared": 23104, "min": 152, "max": 152, "mean": 152.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 742, "sum_squared": 550564, "min": 742, "max": 742, "mean": 742.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "345c3ebe-8b3d-4f03-88c8-7718e0df6901", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1537, "sum_squared": 2362369, "min": 1537, "max": 1537, "mean": 1537.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3623971939086914, "sum_squared": 1.8561261139702765, "min": 1.3623971939086914, "max": 1.3623971939086914, "mean": 1.3623971939086914, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -39.38249958527403, "sum_squared": 1550.9812735841094, "min": -39.38249958527403, "max": -39.38249958527403, "mean": -39.38249958527403, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 178, "sum_squared": 31684, "min": 178, "max": 178, "mean": 178.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 825, "sum_squared": 680625, "min": 825, "max": 825, "mean": 825.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1dd0d88-0205-45c8-b19e-57acdb6f708d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1611, "sum_squared": 2595321, "min": 1611, "max": 1611, "mean": 1611.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4425926208496094, "sum_squared": 2.081073469729745, "min": 1.4425926208496094, "max": 1.4425926208496094, "mean": 1.4425926208496094, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -42.19503796982376, "sum_squared": 1780.4212292748687, "min": -42.19503796982376, "max": -42.19503796982376, "mean": -42.19503796982376, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1030, "sum_squared": 1060900, "min": 1030, "max": 1030, "mean": 1030.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73c329f4-f78d-4bc9-8ef9-b3557afb7e0b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1832, "sum_squared": 3356224, "min": 1832, "max": 1832, "mean": 1832.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 173, "sum_squared": 29929, "min": 173, "max": 173, "mean": 173.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 173, "sum_squared": 29929, "min": 173, "max": 173, "mean": 173.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2552156448364258, "sum_squared": 1.5755663150421242, "min": 1.2552156448364258, "max": 1.2552156448364258, "mean": 1.2552156448364258, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -31.290960528112855, "sum_squared": 979.1242107719168, "min": -31.290960528112855, "max": -31.290960528112855, "mean": -31.290960528112855, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 173, "sum_squared": 29929, "min": 173, "max": 173, "mean": 173.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 825, "sum_squared": 680625, "min": 825, "max": 825, "mean": 825.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f1326-958f-403b-ae62-785a1e7a529c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3199, "sum_squared": 10233601, "min": 3199, "max": 3199, "mean": 3199.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4041433334350586, "sum_squared": 1.9716185008301181, "min": 1.4041433334350586, "max": 1.4041433334350586, "mean": 1.4041433334350586, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": -40.86677836783276, "sum_squared": 1670.0935741655635, "min": -40.86677836783276, "max": -40.86677836783276, "mean": -40.86677836783276, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1090, "sum_squared": 1188100, "min": 1090, "max": 1090, "mean": 1090.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01c7ea5b-0fad-4b0e-bd58-99901ab2482a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5a1c2730-1fde-4eb2-9121-5c0d0b923b95", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3da94cac-15ad-4dd2-9de1-f15267516d50", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1356409f-7983-4ff7-b250-d25393dea2cd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5d0ad8c5-e0df-4261-8d01-ee2c725de7f2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "27e31961-e4fa-451b-acc5-89e8f10e2077", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5185185185185186, "sum_squared": 0.2688614540466393, "min": 0.5185185185185186, "max": 0.5185185185185186, "mean": 0.5185185185185186, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "479a3bbc-5f7b-4172-a324-fee9bc18226d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6c54f64b-74c6-4d86-af6d-927a4f685fc9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69cfe4f8-8844-410b-b3f8-0ce8e486153f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd1034a5-aa68-44c6-bab7-7b3243bc2dbe", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7c39a707-74f8-4a52-b68c-497627e0b751", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3be91fa8-9bbb-4df1-97ed-33293eab87f9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06feefba-6e22-40eb-aac2-a7c55a8d25a9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2338611c-264c-4a55-9246-7412a2d1710b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5185185185185186, "sum_squared": 0.2688614540466393, "min": 0.5185185185185186, "max": 0.5185185185185186, "mean": 0.5185185185185186, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "86455aaf-9dbd-4e65-a2cd-ed1d24ffaccd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e51b7fa3-2e8c-47bf-a78d-270702839293", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bc384ce8-0af1-4dbf-b1ec-04b26ceae101", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6296296296296297, "sum_squared": 0.3964334705075446, "min": 0.6296296296296297, "max": 0.6296296296296297, "mean": 0.6296296296296297, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f95bf815-1290-4ccf-ad03-ac3103a96ffd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "17e82aa0-d516-4f6f-8b08-c3a7f249ed6f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac389f8c-ce96-4dcf-ac7e-4fd7fbacb132", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69bbbc89-6764-47c0-9982-a53199b904c7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e4e9812a-69d2-4fcc-ae4c-bf0f95b27839", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5480dd8-fbcf-4f1d-a0f4-497b275bf915", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "201093d5-51af-4dcc-a95d-821de533d255", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "46e3febd-fe80-456e-aba8-3aa4a2ba1457", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "767afe29-71f4-4617-bb05-7544b836d0b7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "015c4939-a357-412f-b924-9a1829c1eb1a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6296296296296297, "sum_squared": 0.3964334705075446, "min": 0.6296296296296297, "max": 0.6296296296296297, "mean": 0.6296296296296297, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd950494-98e3-443b-be60-7683b5e4d649", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8f614dfc-03e1-417f-8cf0-0256e9540541", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "301d8eac-30d1-4ace-9fe8-8ed046cc4cf7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3253e8e7-5db2-44a8-8284-16c259a6c134", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0ae869b1-9ff0-4036-85cd-c8c989c00286", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "34f34b0b-f74f-435e-8447-816d6061f9d7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "25e0ee10-8e6c-4b90-95d3-f07b7d791b64", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40dc7ee7-91ae-485c-9c21-91b2b591fe32", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "320c3e4a-8765-4b29-ad4d-af0965bb8461", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b21c859f-1363-4433-9c5f-57eba7928c8c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8b46594b-c0de-46f1-918c-ec69e9e213c4", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31998ae0-437f-4beb-bf5d-d29277f2b394", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0d4e62a9-8ca7-4239-ae38-d86b6fc7044b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e1cb831-0b10-41ca-bb9b-bd7dfda47bf8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b96c1e8a-25aa-40ac-8c4e-ce6752e2c1ab", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06ac34eb-8ff2-48bc-bd50-feb015e006e6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d82ade2-5b1b-4b2a-b81c-b6730f399d08", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "70ccaead-8d6e-43c1-ac86-b17e80fb053c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f0f3234a-0655-4b9e-b930-c9b1b8c96878", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5555555555555556, "sum_squared": 0.308641975308642, "min": 0.5555555555555556, "max": 0.5555555555555556, "mean": 0.5555555555555556, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4c7e1ca0-5ce9-41c8-9f75-cc088813bee8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "aa567f0b-6b82-4c64-ba05-bd0dbd227027", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e5ec219c-fc93-42b2-89a9-8e5e23fa683a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5925925925925926, "sum_squared": 0.3511659807956104, "min": 0.5925925925925926, "max": 0.5925925925925926, "mean": 0.5925925925925926, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41727ddc-5386-48a1-bb73-b9c876cdc65f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d7215e4c-30f3-49a4-9a17-d4e6fe0aa592", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ca5c62f-caae-4d53-97b1-026dd8358ab6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "df06ecd1-8003-43a2-8235-d7760e095232", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5df56e08-d591-4402-bf44-c8865622c560", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a345ed5f-43d8-4aee-ac2c-e4b824dd2535", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8e4d3d5-643d-492c-8751-ed3c45fc7f9c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5555555555555556, "sum_squared": 0.308641975308642, "min": 0.5555555555555556, "max": 0.5555555555555556, "mean": 0.5555555555555556, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d59deab-b3c0-442a-b669-3062b6ad5310", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a860ceda-266f-410c-a476-2568a9e3e1da", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ab7a465c-0685-4aae-af68-85a17fdb9111", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b7894a54-f7f3-4409-81ff-5b783bf7a8a9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "966ba8ea-999d-4c6c-b007-80b46e7a986d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a4130e89-59cd-4848-86f2-5c9fb86ed5e4", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f9b473e2-15af-4de3-83f4-0e5ac55a38fe", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d38f6550-3797-47cf-a975-fbb1cc862c63", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bf69107c-8c59-4992-8d43-c48815e0aa60", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6694959b-65b7-4c3a-8b70-9eb36afc10bc", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "370ccf07-344f-4f1e-b0a1-98837d79518c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "75c76ec5-f59c-40f8-983a-55d02586f771", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ae5a0b4e-6e8d-4b79-a5c9-745059214e8f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9bd08c4c-bfcb-4d57-a144-81816a95798e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3844097-7d59-4b96-a945-139f0e28067d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5cb842be-b8d4-47a4-9e44-ff58026a05da", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a5e2da9a-2571-4063-8d30-d72ce9fd81a2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8357890-4523-4865-8ca6-d27ed873e9ab", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "978727a4-6e11-41f0-8c42-b795a11f4513", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41339dc7-c791-4eb7-9335-d31d085a672a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e2edec2e-a36d-4872-9a00-944f450b1db5", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcd43185-0baa-48d3-a522-000431e74b84", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b6a12457-8be2-46c8-b0fe-8db881969ed8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6dabeefc-e1e9-4129-8b8d-c3e0801ce6d0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "55d31c7d-10ff-484f-9fc9-04b0aeda1da0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d98802d5-ec1e-4dba-87f8-b4d0ce01cf38", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f8b9e-f72d-4723-a183-76597176fce7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40ff9733-9aba-4b91-a287-4f9392cc3b10", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1716abae-6d83-4dc8-a89a-20c7a4394d50", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7856eae7-951d-49c5-949d-092319dfa6fe", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d22d7463-f35d-4b69-a592-93c5c60c7653", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2835f58-def1-440c-bde6-defd4d69b1eb", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5f2a2f72-288e-4016-a61b-4f4fd0f71ad8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9819a6d6-d2a4-4416-a54e-ab8d81e8cf80", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4aa0d3a1-f140-4d1a-b796-472b75d46854", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c574b39-5466-4362-a01a-30994906b925", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "05fcef78-ef0c-4360-89fd-b993563ae2da", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3926aed-70fe-4156-91da-97ad8a4a46e6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "43f48fd6-b09a-4bde-bc0b-8eea650005e8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c3570ac-3f95-4c5a-84f3-d4e911e3d708", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "90ef549a-8964-4ab6-99f3-061bc3e2d178", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b76308f7-3929-4fb5-bf7b-edb759a97fa2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9b42592c-ab1b-4add-8e2f-74761bfe6134", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c283d245-d200-483f-b685-d53704bda1d1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "741ead94-3351-4d0d-8bbf-56ab0f2b77cd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac63c76b-dd68-4931-9861-08dfe7974965", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2264fa1e-9a91-4025-980b-ba3dfb3b27e7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c54aecfe-4a68-4fa6-829e-c5423e2a41fc", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e204cd2a-cf97-4db6-a3b0-a8a1349ab215", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5925925925925926, "sum_squared": 0.3511659807956104, "min": 0.5925925925925926, "max": 0.5925925925925926, "mean": 0.5925925925925926, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ebc846f-17fc-4048-9ca4-eb1fe09ab990", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "366d033a-cd30-4389-bbc8-52c8b949e009", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01da95ef-b4bf-4112-a4eb-cd589038985d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d739627-69ab-4e77-a7f8-5059c3503065", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73f26524-9839-43a3-9b15-3609d029c98f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31be7838-8f02-41be-ad96-6c8a05cc05c8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "85d90497-28cc-4b2d-9418-895ea3318ef9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a6183df9-2fc1-4b2e-88e1-6825d3b91c0b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d9f013e-371b-4335-8b25-ebe9af107f4e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "db1dc517-ee04-4b95-acd6-5605d75e5dcc", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e5537df-d21f-470e-88bf-24224ea7a046", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5925925925925926, "sum_squared": 0.3511659807956104, "min": 0.5925925925925926, "max": 0.5925925925925926, "mean": 0.5925925925925926, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ec803bae-42c1-4f21-ab34-e68020fc9b09", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ded3fde5-8d78-41a6-bdb9-db86b5ab823d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5185185185185186, "sum_squared": 0.2688614540466393, "min": 0.5185185185185186, "max": 0.5185185185185186, "mean": 0.5185185185185186, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe5740fe-02c0-40d7-afbf-97ae85d5e2a5", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "598307a8-4df3-4325-b91e-8c36809503db", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9e85e909-4b3f-4a13-b6be-54802cac133d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6296296296296297, "sum_squared": 0.3964334705075446, "min": 0.6296296296296297, "max": 0.6296296296296297, "mean": 0.6296296296296297, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2a6e636-8d14-4b13-9c86-a4480cb83ef1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c7a85ab8-cf86-4174-adef-089d7c5895b6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.48148148148148145, "sum_squared": 0.23182441700960216, "min": 0.48148148148148145, "max": 0.48148148148148145, "mean": 0.48148148148148145, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d4f3fadb-f28e-4928-87e4-4792793e272d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "52ed132a-7fd8-4b44-9c67-8d321c63f4c6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "98b4535d-a0be-46ea-ae8f-66615b720017", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c71ebbcc-07e6-4c4c-bc9c-a004d9247857", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ad836c5c-6fbd-4494-bac5-85c85251a1a9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fb7a4d89-27bd-4d07-b8cf-c75b0a430018", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3ffd40b-5c5e-4a05-9fc2-89781e1e2288", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6296296296296297, "sum_squared": 0.3964334705075446, "min": 0.6296296296296297, "max": 0.6296296296296297, "mean": 0.6296296296296297, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3c53a555-f9e7-4fd9-b139-a9fddb87e471", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe22e0a9-9784-4dbe-8a35-586d28760ae0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "24cbb8ac-48b8-4ca1-9bf9-84a51a923ba0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e1661a4b-5d89-44f9-a8c9-1972c2d9a7ed", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5a7abb7-31e5-4075-aad8-b1619f1bbe40", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61793a05-3ea2-4504-af71-8df2e79f95e6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "39b64f16-6566-4c5d-9720-2d165bfccc85", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41c9c772-3237-43fb-98d8-cd8a1d7236f1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61604999-8eaa-4515-accc-619637112478", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c9e05cac-9a23-41ed-90e9-64a55d585c62", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "19c6a561-a456-43d5-9344-13366f4471c2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7a310a7d-6627-4b7e-9f67-d18c063c073c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5925925925925926, "sum_squared": 0.3511659807956104, "min": 0.5925925925925926, "max": 0.5925925925925926, "mean": 0.5925925925925926, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "dc45dfdd-f705-4ee2-a729-4deb35ea4441", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "21b0ea32-fc29-40f8-9649-d1c5aade7780", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4f613b43-abd5-4204-bcdd-c7479f183e2d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d2df77c7-e3e4-4a53-812f-8f712baa4e2e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b39cf50e-e148-46f7-93ce-9de3620bcd3b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1eea85f8-c776-41b3-8d25-8a816ff20795", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b9bd9460-9b7a-470e-a766-7979113c475e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01d4972a-6295-4106-9e47-8787ff8dd3fd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcb6daed-5ed9-4664-b7ef-171367be758a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d09cf6f2-414c-412c-bc13-f9b3bbb282f2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e45ea832-e6b1-4917-9b1b-90e4695dd7ea", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5925925925925926, "sum_squared": 0.3511659807956104, "min": 0.5925925925925926, "max": 0.5925925925925926, "mean": 0.5925925925925926, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b5406843-3674-4593-b460-89210cdc8fc0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.6296296296296297, "sum_squared": 0.3964334705075446, "min": 0.6296296296296297, "max": 0.6296296296296297, "mean": 0.6296296296296297, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c4f681b9-4fcc-4927-87b9-12f24e8256d8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a78341ed-f75d-4714-ac8b-dc0dc4582ed1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.5925925925925926, "sum_squared": 0.3511659807956104, "min": 0.5925925925925926, "max": 0.5925925925925926, "mean": 0.5925925925925926, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d0b50c3c-c690-4131-bfda-fbe653b2fc87", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1944125-f139-442d-8035-7729e39adadf", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "345c3ebe-8b3d-4f03-88c8-7718e0df6901", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1dd0d88-0205-45c8-b19e-57acdb6f708d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73c329f4-f78d-4bc9-8ef9-b3557afb7e0b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f1326-958f-403b-ae62-785a1e7a529c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7037037037037037, "sum_squared": 0.49519890260631005, "min": 0.7037037037037037, "max": 0.7037037037037037, "mean": 0.7037037037037037, "variance": 0.0, "stddev": 0.0 } ] } ]