[ { "instance_id": "01c7ea5b-0fad-4b0e-bd58-99901ab2482a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1302, "sum_squared": 1695204, "min": 1302, "max": 1302, "mean": 1302.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 219, "sum_squared": 47961, "min": 219, "max": 219, "mean": 219.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 219, "sum_squared": 47961, "min": 219, "max": 219, "mean": 219.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.251869201660156, "sum_squared": 27.582130111346487, "min": 5.251869201660156, "max": 5.251869201660156, "mean": 5.251869201660156, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 219, "sum_squared": 47961, "min": 219, "max": 219, "mean": 219.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1238, "sum_squared": 1532644, "min": 1238, "max": 1238, "mean": 1238.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5a1c2730-1fde-4eb2-9121-5c0d0b923b95", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3266, "sum_squared": 10666756, "min": 3266, "max": 3266, "mean": 3266.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.281670331954956, "sum_squared": 27.896041495453176, "min": 5.281670331954956, "max": 5.281670331954956, "mean": 5.281670331954956, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 981, "sum_squared": 962361, "min": 981, "max": 981, "mean": 981.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3da94cac-15ad-4dd2-9de1-f15267516d50", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1249, "sum_squared": 1560001, "min": 1249, "max": 1249, "mean": 1249.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.454967975616455, "sum_squared": 29.756675615001086, "min": 5.454967975616455, "max": 5.454967975616455, "mean": 5.454967975616455, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1200, "sum_squared": 1440000, "min": 1200, "max": 1200, "mean": 1200.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1356409f-7983-4ff7-b250-d25393dea2cd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1627, "sum_squared": 2647129, "min": 1627, "max": 1627, "mean": 1627.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.077379465103149, "sum_squared": 36.93454116285744, "min": 6.077379465103149, "max": 6.077379465103149, "mean": 6.077379465103149, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1236, "sum_squared": 1527696, "min": 1236, "max": 1236, "mean": 1236.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5d0ad8c5-e0df-4261-8d01-ee2c725de7f2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1492, "sum_squared": 2226064, "min": 1492, "max": 1492, "mean": 1492.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.069972038269043, "sum_squared": 25.704616468829954, "min": 5.069972038269043, "max": 5.069972038269043, "mean": 5.069972038269043, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1147, "sum_squared": 1315609, "min": 1147, "max": 1147, "mean": 1147.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "27e31961-e4fa-451b-acc5-89e8f10e2077", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 416, "sum_squared": 173056, "min": 416, "max": 416, "mean": 416.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 164, "sum_squared": 26896, "min": 164, "max": 164, "mean": 164.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 164, "sum_squared": 26896, "min": 164, "max": 164, "mean": 164.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.338501930236816, "sum_squared": 18.82259899866858, "min": 4.338501930236816, "max": 4.338501930236816, "mean": 4.338501930236816, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 164, "sum_squared": 26896, "min": 164, "max": 164, "mean": 164.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 886, "sum_squared": 784996, "min": 886, "max": 886, "mean": 886.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "479a3bbc-5f7b-4172-a324-fee9bc18226d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 284, "sum_squared": 80656, "min": 284, "max": 284, "mean": 284.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.794963598251343, "sum_squared": 22.991675908555465, "min": 4.794963598251343, "max": 4.794963598251343, "mean": 4.794963598251343, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1235, "sum_squared": 1525225, "min": 1235, "max": 1235, "mean": 1235.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6c54f64b-74c6-4d86-af6d-927a4f685fc9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1308, "sum_squared": 1710864, "min": 1308, "max": 1308, "mean": 1308.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.670454740524292, "sum_squared": 32.154056964334416, "min": 5.670454740524292, "max": 5.670454740524292, "mean": 5.670454740524292, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1118, "sum_squared": 1249924, "min": 1118, "max": 1118, "mean": 1118.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69cfe4f8-8844-410b-b3f8-0ce8e486153f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1352, "sum_squared": 1827904, "min": 1352, "max": 1352, "mean": 1352.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.186107158660889, "sum_squared": 17.52349314379194, "min": 4.186107158660889, "max": 4.186107158660889, "mean": 4.186107158660889, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1052, "sum_squared": 1106704, "min": 1052, "max": 1052, "mean": 1052.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd1034a5-aa68-44c6-bab7-7b3243bc2dbe", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1358, "sum_squared": 1844164, "min": 1358, "max": 1358, "mean": 1358.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.650984287261963, "sum_squared": 21.63165484035767, "min": 4.650984287261963, "max": 4.650984287261963, "mean": 4.650984287261963, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1147, "sum_squared": 1315609, "min": 1147, "max": 1147, "mean": 1147.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7c39a707-74f8-4a52-b68c-497627e0b751", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1520, "sum_squared": 2310400, "min": 1520, "max": 1520, "mean": 1520.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.714639902114868, "sum_squared": 22.227829406613694, "min": 4.714639902114868, "max": 4.714639902114868, "mean": 4.714639902114868, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1103, "sum_squared": 1216609, "min": 1103, "max": 1103, "mean": 1103.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3be91fa8-9bbb-4df1-97ed-33293eab87f9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1126, "sum_squared": 1267876, "min": 1126, "max": 1126, "mean": 1126.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.607332706451416, "sum_squared": 21.22751466793693, "min": 4.607332706451416, "max": 4.607332706451416, "mean": 4.607332706451416, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1121, "sum_squared": 1256641, "min": 1121, "max": 1121, "mean": 1121.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06feefba-6e22-40eb-aac2-a7c55a8d25a9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1257, "sum_squared": 1580049, "min": 1257, "max": 1257, "mean": 1257.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.876314640045166, "sum_squared": 23.778444468718817, "min": 4.876314640045166, "max": 4.876314640045166, "mean": 4.876314640045166, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1064, "sum_squared": 1132096, "min": 1064, "max": 1064, "mean": 1064.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2338611c-264c-4a55-9246-7412a2d1710b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1303, "sum_squared": 1697809, "min": 1303, "max": 1303, "mean": 1303.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.6947386264801025, "sum_squared": 32.430048023924485, "min": 5.6947386264801025, "max": 5.6947386264801025, "mean": 5.6947386264801025, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1140, "sum_squared": 1299600, "min": 1140, "max": 1140, "mean": 1140.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "86455aaf-9dbd-4e65-a2cd-ed1d24ffaccd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1322, "sum_squared": 1747684, "min": 1322, "max": 1322, "mean": 1322.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.544086933135986, "sum_squared": 30.736899922169187, "min": 5.544086933135986, "max": 5.544086933135986, "mean": 5.544086933135986, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1182, "sum_squared": 1397124, "min": 1182, "max": 1182, "mean": 1182.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e51b7fa3-2e8c-47bf-a78d-270702839293", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1436, "sum_squared": 2062096, "min": 1436, "max": 1436, "mean": 1436.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.569653511047363, "sum_squared": 31.02104023312222, "min": 5.569653511047363, "max": 5.569653511047363, "mean": 5.569653511047363, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1114, "sum_squared": 1240996, "min": 1114, "max": 1114, "mean": 1114.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bc384ce8-0af1-4dbf-b1ec-04b26ceae101", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 751, "sum_squared": 564001, "min": 751, "max": 751, "mean": 751.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.0767011642456055, "sum_squared": 16.619492382561475, "min": 4.0767011642456055, "max": 4.0767011642456055, "mean": 4.0767011642456055, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1111, "sum_squared": 1234321, "min": 1111, "max": 1111, "mean": 1111.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f95bf815-1290-4ccf-ad03-ac3103a96ffd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1420, "sum_squared": 2016400, "min": 1420, "max": 1420, "mean": 1420.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.985736131668091, "sum_squared": 24.8575647746207, "min": 4.985736131668091, "max": 4.985736131668091, "mean": 4.985736131668091, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1074, "sum_squared": 1153476, "min": 1074, "max": 1074, "mean": 1074.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "17e82aa0-d516-4f6f-8b08-c3a7f249ed6f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1396, "sum_squared": 1948816, "min": 1396, "max": 1396, "mean": 1396.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.475939035415649, "sum_squared": 41.93778639042017, "min": 6.475939035415649, "max": 6.475939035415649, "mean": 6.475939035415649, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1225, "sum_squared": 1500625, "min": 1225, "max": 1225, "mean": 1225.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac389f8c-ce96-4dcf-ac7e-4fd7fbacb132", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 288, "sum_squared": 82944, "min": 288, "max": 288, "mean": 288.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 113, "sum_squared": 12769, "min": 113, "max": 113, "mean": 113.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 113, "sum_squared": 12769, "min": 113, "max": 113, "mean": 113.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 3.2851150035858154, "sum_squared": 10.791980586784632, "min": 3.2851150035858154, "max": 3.2851150035858154, "mean": 3.2851150035858154, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 113, "sum_squared": 12769, "min": 113, "max": 113, "mean": 113.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 635, "sum_squared": 403225, "min": 635, "max": 635, "mean": 635.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69bbbc89-6764-47c0-9982-a53199b904c7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 3.879234790802002, "sum_squared": 15.048462562168652, "min": 3.879234790802002, "max": 3.879234790802002, "mean": 3.879234790802002, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 978, "sum_squared": 956484, "min": 978, "max": 978, "mean": 978.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e4e9812a-69d2-4fcc-ae4c-bf0f95b27839", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 618, "sum_squared": 381924, "min": 618, "max": 618, "mean": 618.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.048380374908447, "sum_squared": 36.58290515957765, "min": 6.048380374908447, "max": 6.048380374908447, "mean": 6.048380374908447, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1153, "sum_squared": 1329409, "min": 1153, "max": 1153, "mean": 1153.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5480dd8-fbcf-4f1d-a0f4-497b275bf915", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 680, "sum_squared": 462400, "min": 680, "max": 680, "mean": 680.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.4358954429626465, "sum_squared": 19.677168380896774, "min": 4.4358954429626465, "max": 4.4358954429626465, "mean": 4.4358954429626465, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1008, "sum_squared": 1016064, "min": 1008, "max": 1008, "mean": 1008.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "201093d5-51af-4dcc-a95d-821de533d255", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1504, "sum_squared": 2262016, "min": 1504, "max": 1504, "mean": 1504.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.371355295181274, "sum_squared": 28.851457707071916, "min": 5.371355295181274, "max": 5.371355295181274, "mean": 5.371355295181274, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1140, "sum_squared": 1299600, "min": 1140, "max": 1140, "mean": 1140.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "46e3febd-fe80-456e-aba8-3aa4a2ba1457", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 338, "sum_squared": 114244, "min": 338, "max": 338, "mean": 338.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 134, "sum_squared": 17956, "min": 134, "max": 134, "mean": 134.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 134, "sum_squared": 17956, "min": 134, "max": 134, "mean": 134.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 3.6167755126953125, "sum_squared": 13.08106510923244, "min": 3.6167755126953125, "max": 3.6167755126953125, "mean": 3.6167755126953125, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 134, "sum_squared": 17956, "min": 134, "max": 134, "mean": 134.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 778, "sum_squared": 605284, "min": 778, "max": 778, "mean": 778.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "767afe29-71f4-4617-bb05-7544b836d0b7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1389, "sum_squared": 1929321, "min": 1389, "max": 1389, "mean": 1389.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.23404598236084, "sum_squared": 27.39523734546765, "min": 5.23404598236084, "max": 5.23404598236084, "mean": 5.23404598236084, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 203, "sum_squared": 41209, "min": 203, "max": 203, "mean": 203.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1111, "sum_squared": 1234321, "min": 1111, "max": 1111, "mean": 1111.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "015c4939-a357-412f-b924-9a1829c1eb1a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1290, "sum_squared": 1664100, "min": 1290, "max": 1290, "mean": 1290.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 192, "sum_squared": 36864, "min": 192, "max": 192, "mean": 192.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 192, "sum_squared": 36864, "min": 192, "max": 192, "mean": 192.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.033285856246948, "sum_squared": 25.333966510695575, "min": 5.033285856246948, "max": 5.033285856246948, "mean": 5.033285856246948, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 192, "sum_squared": 36864, "min": 192, "max": 192, "mean": 192.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1040, "sum_squared": 1081600, "min": 1040, "max": 1040, "mean": 1040.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd950494-98e3-443b-be60-7683b5e4d649", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1059, "sum_squared": 1121481, "min": 1059, "max": 1059, "mean": 1059.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.310732364654541, "sum_squared": 28.203878248989213, "min": 5.310732364654541, "max": 5.310732364654541, "mean": 5.310732364654541, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1149, "sum_squared": 1320201, "min": 1149, "max": 1149, "mean": 1149.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8f614dfc-03e1-417f-8cf0-0256e9540541", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1188, "sum_squared": 1411344, "min": 1188, "max": 1188, "mean": 1188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.774410009384155, "sum_squared": 22.79499093770761, "min": 4.774410009384155, "max": 4.774410009384155, "mean": 4.774410009384155, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1174, "sum_squared": 1378276, "min": 1174, "max": 1174, "mean": 1174.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "301d8eac-30d1-4ace-9fe8-8ed046cc4cf7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1579, "sum_squared": 2493241, "min": 1579, "max": 1579, "mean": 1579.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.906431674957275, "sum_squared": 24.073071781024055, "min": 4.906431674957275, "max": 4.906431674957275, "mean": 4.906431674957275, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1230, "sum_squared": 1512900, "min": 1230, "max": 1230, "mean": 1230.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3253e8e7-5db2-44a8-8284-16c259a6c134", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1548, "sum_squared": 2396304, "min": 1548, "max": 1548, "mean": 1548.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.055156469345093, "sum_squared": 25.554606929561544, "min": 5.055156469345093, "max": 5.055156469345093, "mean": 5.055156469345093, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1163, "sum_squared": 1352569, "min": 1163, "max": 1163, "mean": 1163.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0ae869b1-9ff0-4036-85cd-c8c989c00286", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1495, "sum_squared": 2235025, "min": 1495, "max": 1495, "mean": 1495.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.078491687774658, "sum_squared": 25.791077822796296, "min": 5.078491687774658, "max": 5.078491687774658, "mean": 5.078491687774658, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1078, "sum_squared": 1162084, "min": 1078, "max": 1078, "mean": 1078.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "34f34b0b-f74f-435e-8447-816d6061f9d7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 804, "sum_squared": 646416, "min": 804, "max": 804, "mean": 804.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.08234167098999, "sum_squared": 25.830196860681326, "min": 5.08234167098999, "max": 5.08234167098999, "mean": 5.08234167098999, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1067, "sum_squared": 1138489, "min": 1067, "max": 1067, "mean": 1067.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "25e0ee10-8e6c-4b90-95d3-f07b7d791b64", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2074, "sum_squared": 4301476, "min": 2074, "max": 2074, "mean": 2074.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 207, "sum_squared": 42849, "min": 207, "max": 207, "mean": 207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 207, "sum_squared": 42849, "min": 207, "max": 207, "mean": 207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.005566835403442, "sum_squared": 25.055699343690833, "min": 5.005566835403442, "max": 5.005566835403442, "mean": 5.005566835403442, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 207, "sum_squared": 42849, "min": 207, "max": 207, "mean": 207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1033, "sum_squared": 1067089, "min": 1033, "max": 1033, "mean": 1033.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40dc7ee7-91ae-485c-9c21-91b2b591fe32", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1627, "sum_squared": 2647129, "min": 1627, "max": 1627, "mean": 1627.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 211, "sum_squared": 44521, "min": 211, "max": 211, "mean": 211.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 211, "sum_squared": 44521, "min": 211, "max": 211, "mean": 211.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.297407865524292, "sum_squared": 28.062530093718635, "min": 5.297407865524292, "max": 5.297407865524292, "mean": 5.297407865524292, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 211, "sum_squared": 44521, "min": 211, "max": 211, "mean": 211.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1142, "sum_squared": 1304164, "min": 1142, "max": 1142, "mean": 1142.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "320c3e4a-8765-4b29-ad4d-af0965bb8461", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1665, "sum_squared": 2772225, "min": 1665, "max": 1665, "mean": 1665.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.66982364654541, "sum_squared": 32.14690018292549, "min": 5.66982364654541, "max": 5.66982364654541, "mean": 5.66982364654541, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1105, "sum_squared": 1221025, "min": 1105, "max": 1105, "mean": 1105.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b21c859f-1363-4433-9c5f-57eba7928c8c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1189, "sum_squared": 1413721, "min": 1189, "max": 1189, "mean": 1189.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.4910032749176025, "sum_squared": 30.151116965155836, "min": 5.4910032749176025, "max": 5.4910032749176025, "mean": 5.4910032749176025, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1155, "sum_squared": 1334025, "min": 1155, "max": 1155, "mean": 1155.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8b46594b-c0de-46f1-918c-ec69e9e213c4", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1342, "sum_squared": 1800964, "min": 1342, "max": 1342, "mean": 1342.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.815299034118652, "sum_squared": 23.187104787984026, "min": 4.815299034118652, "max": 4.815299034118652, "mean": 4.815299034118652, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1166, "sum_squared": 1359556, "min": 1166, "max": 1166, "mean": 1166.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31998ae0-437f-4beb-bf5d-d29277f2b394", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1053, "sum_squared": 1108809, "min": 1053, "max": 1053, "mean": 1053.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.815954685211182, "sum_squared": 23.19341953000753, "min": 4.815954685211182, "max": 4.815954685211182, "mean": 4.815954685211182, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1187, "sum_squared": 1408969, "min": 1187, "max": 1187, "mean": 1187.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0d4e62a9-8ca7-4239-ae38-d86b6fc7044b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1105, "sum_squared": 1221025, "min": 1105, "max": 1105, "mean": 1105.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.301851034164429, "sum_squared": 28.109624388470422, "min": 5.301851034164429, "max": 5.301851034164429, "mean": 5.301851034164429, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1161, "sum_squared": 1347921, "min": 1161, "max": 1161, "mean": 1161.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e1cb831-0b10-41ca-bb9b-bd7dfda47bf8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 251, "sum_squared": 63001, "min": 251, "max": 251, "mean": 251.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 3.6896214485168457, "sum_squared": 13.613306433355547, "min": 3.6896214485168457, "max": 3.6896214485168457, "mean": 3.6896214485168457, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1020, "sum_squared": 1040400, "min": 1020, "max": 1020, "mean": 1020.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b96c1e8a-25aa-40ac-8c4e-ce6752e2c1ab", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1133, "sum_squared": 1283689, "min": 1133, "max": 1133, "mean": 1133.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.852332592010498, "sum_squared": 23.54513158348732, "min": 4.852332592010498, "max": 4.852332592010498, "mean": 4.852332592010498, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1137, "sum_squared": 1292769, "min": 1137, "max": 1137, "mean": 1137.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06ac34eb-8ff2-48bc-bd50-feb015e006e6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1573, "sum_squared": 2474329, "min": 1573, "max": 1573, "mean": 1573.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.440332412719727, "sum_squared": 29.59721676088884, "min": 5.440332412719727, "max": 5.440332412719727, "mean": 5.440332412719727, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1077, "sum_squared": 1159929, "min": 1077, "max": 1077, "mean": 1077.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d82ade2-5b1b-4b2a-b81c-b6730f399d08", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1481, "sum_squared": 2193361, "min": 1481, "max": 1481, "mean": 1481.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.685441970825195, "sum_squared": 21.95336646197029, "min": 4.685441970825195, "max": 4.685441970825195, "mean": 4.685441970825195, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1184, "sum_squared": 1401856, "min": 1184, "max": 1184, "mean": 1184.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "70ccaead-8d6e-43c1-ac86-b17e80fb053c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1242, "sum_squared": 1542564, "min": 1242, "max": 1242, "mean": 1242.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.66806435585022, "sum_squared": 21.790824830359327, "min": 4.66806435585022, "max": 4.66806435585022, "mean": 4.66806435585022, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1177, "sum_squared": 1385329, "min": 1177, "max": 1177, "mean": 1177.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f0f3234a-0655-4b9e-b930-c9b1b8c96878", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1915, "sum_squared": 3667225, "min": 1915, "max": 1915, "mean": 1915.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.3674235343933105, "sum_squared": 28.809235397559178, "min": 5.3674235343933105, "max": 5.3674235343933105, "mean": 5.3674235343933105, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1138, "sum_squared": 1295044, "min": 1138, "max": 1138, "mean": 1138.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4c7e1ca0-5ce9-41c8-9f75-cc088813bee8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1454, "sum_squared": 2114116, "min": 1454, "max": 1454, "mean": 1454.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.213286876678467, "sum_squared": 27.178360058547923, "min": 5.213286876678467, "max": 5.213286876678467, "mean": 5.213286876678467, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1041, "sum_squared": 1083681, "min": 1041, "max": 1041, "mean": 1041.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "aa567f0b-6b82-4c64-ba05-bd0dbd227027", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1125, "sum_squared": 1265625, "min": 1125, "max": 1125, "mean": 1125.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.617868423461914, "sum_squared": 21.324708776406624, "min": 4.617868423461914, "max": 4.617868423461914, "mean": 4.617868423461914, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1090, "sum_squared": 1188100, "min": 1090, "max": 1090, "mean": 1090.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e5ec219c-fc93-42b2-89a9-8e5e23fa683a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 458, "sum_squared": 209764, "min": 458, "max": 458, "mean": 458.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.468472480773926, "sum_squared": 29.904191272981734, "min": 5.468472480773926, "max": 5.468472480773926, "mean": 5.468472480773926, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1225, "sum_squared": 1500625, "min": 1225, "max": 1225, "mean": 1225.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41727ddc-5386-48a1-bb73-b9c876cdc65f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1469, "sum_squared": 2157961, "min": 1469, "max": 1469, "mean": 1469.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 204, "sum_squared": 41616, "min": 204, "max": 204, "mean": 204.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 204, "sum_squared": 41616, "min": 204, "max": 204, "mean": 204.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.113602876663208, "sum_squared": 37.37614013354465, "min": 6.113602876663208, "max": 6.113602876663208, "mean": 6.113602876663208, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 204, "sum_squared": 41616, "min": 204, "max": 204, "mean": 204.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1090, "sum_squared": 1188100, "min": 1090, "max": 1090, "mean": 1090.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d7215e4c-30f3-49a4-9a17-d4e6fe0aa592", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1643, "sum_squared": 2699449, "min": 1643, "max": 1643, "mean": 1643.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.631998062133789, "sum_squared": 31.719402171878755, "min": 5.631998062133789, "max": 5.631998062133789, "mean": 5.631998062133789, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1018, "sum_squared": 1036324, "min": 1018, "max": 1018, "mean": 1018.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ca5c62f-caae-4d53-97b1-026dd8358ab6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1650, "sum_squared": 2722500, "min": 1650, "max": 1650, "mean": 1650.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.203130006790161, "sum_squared": 27.072561867560182, "min": 5.203130006790161, "max": 5.203130006790161, "mean": 5.203130006790161, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1180, "sum_squared": 1392400, "min": 1180, "max": 1180, "mean": 1180.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "df06ecd1-8003-43a2-8235-d7760e095232", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 292, "sum_squared": 85264, "min": 292, "max": 292, "mean": 292.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 101, "sum_squared": 10201, "min": 101, "max": 101, "mean": 101.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 101, "sum_squared": 10201, "min": 101, "max": 101, "mean": 101.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 3.871333360671997, "sum_squared": 14.987221989451939, "min": 3.871333360671997, "max": 3.871333360671997, "mean": 3.871333360671997, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 101, "sum_squared": 10201, "min": 101, "max": 101, "mean": 101.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 521, "sum_squared": 271441, "min": 521, "max": 521, "mean": 521.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5df56e08-d591-4402-bf44-c8865622c560", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1288, "sum_squared": 1658944, "min": 1288, "max": 1288, "mean": 1288.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.134172439575195, "sum_squared": 26.359726639293513, "min": 5.134172439575195, "max": 5.134172439575195, "mean": 5.134172439575195, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1138, "sum_squared": 1295044, "min": 1138, "max": 1138, "mean": 1138.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a345ed5f-43d8-4aee-ac2c-e4b824dd2535", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2212, "sum_squared": 4892944, "min": 2212, "max": 2212, "mean": 2212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 219, "sum_squared": 47961, "min": 219, "max": 219, "mean": 219.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 219, "sum_squared": 47961, "min": 219, "max": 219, "mean": 219.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.2610461711883545, "sum_squared": 27.678606815375645, "min": 5.2610461711883545, "max": 5.2610461711883545, "mean": 5.2610461711883545, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 219, "sum_squared": 47961, "min": 219, "max": 219, "mean": 219.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1053, "sum_squared": 1108809, "min": 1053, "max": 1053, "mean": 1053.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8e4d3d5-643d-492c-8751-ed3c45fc7f9c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2059, "sum_squared": 4239481, "min": 2059, "max": 2059, "mean": 2059.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.482225656509399, "sum_squared": 42.019249461908714, "min": 6.482225656509399, "max": 6.482225656509399, "mean": 6.482225656509399, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1152, "sum_squared": 1327104, "min": 1152, "max": 1152, "mean": 1152.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d59deab-b3c0-442a-b669-3062b6ad5310", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1363, "sum_squared": 1857769, "min": 1363, "max": 1363, "mean": 1363.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.055392503738403, "sum_squared": 25.556993366854442, "min": 5.055392503738403, "max": 5.055392503738403, "mean": 5.055392503738403, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1143, "sum_squared": 1306449, "min": 1143, "max": 1143, "mean": 1143.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a860ceda-266f-410c-a476-2568a9e3e1da", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1574, "sum_squared": 2477476, "min": 1574, "max": 1574, "mean": 1574.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.319005727767944, "sum_squared": 28.2918219320282, "min": 5.319005727767944, "max": 5.319005727767944, "mean": 5.319005727767944, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1130, "sum_squared": 1276900, "min": 1130, "max": 1130, "mean": 1130.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ab7a465c-0685-4aae-af68-85a17fdb9111", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1854, "sum_squared": 3437316, "min": 1854, "max": 1854, "mean": 1854.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.467519044876099, "sum_squared": 29.893764506082846, "min": 5.467519044876099, "max": 5.467519044876099, "mean": 5.467519044876099, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1082, "sum_squared": 1170724, "min": 1082, "max": 1082, "mean": 1082.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b7894a54-f7f3-4409-81ff-5b783bf7a8a9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1214, "sum_squared": 1473796, "min": 1214, "max": 1214, "mean": 1214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.568570852279663, "sum_squared": 20.871839632299327, "min": 4.568570852279663, "max": 4.568570852279663, "mean": 4.568570852279663, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1064, "sum_squared": 1132096, "min": 1064, "max": 1064, "mean": 1064.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "966ba8ea-999d-4c6c-b007-80b46e7a986d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1569, "sum_squared": 2461761, "min": 1569, "max": 1569, "mean": 1569.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.578834533691406, "sum_squared": 31.12339475430781, "min": 5.578834533691406, "max": 5.578834533691406, "mean": 5.578834533691406, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1093, "sum_squared": 1194649, "min": 1093, "max": 1093, "mean": 1093.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a4130e89-59cd-4848-86f2-5c9fb86ed5e4", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1275, "sum_squared": 1625625, "min": 1275, "max": 1275, "mean": 1275.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.1195032596588135, "sum_squared": 37.44832014497484, "min": 6.1195032596588135, "max": 6.1195032596588135, "mean": 6.1195032596588135, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1182, "sum_squared": 1397124, "min": 1182, "max": 1182, "mean": 1182.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f9b473e2-15af-4de3-83f4-0e5ac55a38fe", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2018, "sum_squared": 4072324, "min": 2018, "max": 2018, "mean": 2018.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.62394642829895, "sum_squared": 31.62877342837652, "min": 5.62394642829895, "max": 5.62394642829895, "mean": 5.62394642829895, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1161, "sum_squared": 1347921, "min": 1161, "max": 1161, "mean": 1161.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d38f6550-3797-47cf-a975-fbb1cc862c63", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3101, "sum_squared": 9616201, "min": 3101, "max": 3101, "mean": 3101.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 234, "sum_squared": 54756, "min": 234, "max": 234, "mean": 234.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 234, "sum_squared": 54756, "min": 234, "max": 234, "mean": 234.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.183358430862427, "sum_squared": 26.8672046227926, "min": 5.183358430862427, "max": 5.183358430862427, "mean": 5.183358430862427, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 234, "sum_squared": 54756, "min": 234, "max": 234, "mean": 234.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1236, "sum_squared": 1527696, "min": 1236, "max": 1236, "mean": 1236.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bf69107c-8c59-4992-8d43-c48815e0aa60", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 369, "sum_squared": 136161, "min": 369, "max": 369, "mean": 369.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.12688422203064, "sum_squared": 26.284941826106717, "min": 5.12688422203064, "max": 5.12688422203064, "mean": 5.12688422203064, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1200, "sum_squared": 1440000, "min": 1200, "max": 1200, "mean": 1200.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6694959b-65b7-4c3a-8b70-9eb36afc10bc", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1341, "sum_squared": 1798281, "min": 1341, "max": 1341, "mean": 1341.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 199, "sum_squared": 39601, "min": 199, "max": 199, "mean": 199.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 199, "sum_squared": 39601, "min": 199, "max": 199, "mean": 199.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.804272890090942, "sum_squared": 23.081038002462776, "min": 4.804272890090942, "max": 4.804272890090942, "mean": 4.804272890090942, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 199, "sum_squared": 39601, "min": 199, "max": 199, "mean": 199.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1019, "sum_squared": 1038361, "min": 1019, "max": 1019, "mean": 1019.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "370ccf07-344f-4f1e-b0a1-98837d79518c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1015, "sum_squared": 1030225, "min": 1015, "max": 1015, "mean": 1015.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.114989995956421, "sum_squared": 26.163122658734267, "min": 5.114989995956421, "max": 5.114989995956421, "mean": 5.114989995956421, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1154, "sum_squared": 1331716, "min": 1154, "max": 1154, "mean": 1154.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "75c76ec5-f59c-40f8-983a-55d02586f771", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 456, "sum_squared": 207936, "min": 456, "max": 456, "mean": 456.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.875856637954712, "sum_squared": 23.773977953887027, "min": 4.875856637954712, "max": 4.875856637954712, "mean": 4.875856637954712, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1200, "sum_squared": 1440000, "min": 1200, "max": 1200, "mean": 1200.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ae5a0b4e-6e8d-4b79-a5c9-745059214e8f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1502, "sum_squared": 2256004, "min": 1502, "max": 1502, "mean": 1502.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 195, "sum_squared": 38025, "min": 195, "max": 195, "mean": 195.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 195, "sum_squared": 38025, "min": 195, "max": 195, "mean": 195.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.143479347229004, "sum_squared": 26.4553797953713, "min": 5.143479347229004, "max": 5.143479347229004, "mean": 5.143479347229004, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 195, "sum_squared": 38025, "min": 195, "max": 195, "mean": 195.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1008, "sum_squared": 1016064, "min": 1008, "max": 1008, "mean": 1008.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9bd08c4c-bfcb-4d57-a144-81816a95798e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 939, "sum_squared": 881721, "min": 939, "max": 939, "mean": 939.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.9355857372283936, "sum_squared": 24.360006569532345, "min": 4.9355857372283936, "max": 4.9355857372283936, "mean": 4.9355857372283936, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1121, "sum_squared": 1256641, "min": 1121, "max": 1121, "mean": 1121.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3844097-7d59-4b96-a945-139f0e28067d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1111, "sum_squared": 1234321, "min": 1111, "max": 1111, "mean": 1111.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.5989298820495605, "sum_squared": 31.348015824107506, "min": 5.5989298820495605, "max": 5.5989298820495605, "mean": 5.5989298820495605, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1144, "sum_squared": 1308736, "min": 1144, "max": 1144, "mean": 1144.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5cb842be-b8d4-47a4-9e44-ff58026a05da", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1686, "sum_squared": 2842596, "min": 1686, "max": 1686, "mean": 1686.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.607629299163818, "sum_squared": 31.445506356840497, "min": 5.607629299163818, "max": 5.607629299163818, "mean": 5.607629299163818, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1103, "sum_squared": 1216609, "min": 1103, "max": 1103, "mean": 1103.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a5e2da9a-2571-4063-8d30-d72ce9fd81a2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1350, "sum_squared": 1822500, "min": 1350, "max": 1350, "mean": 1350.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.122089385986328, "sum_squared": 26.2357996780338, "min": 5.122089385986328, "max": 5.122089385986328, "mean": 5.122089385986328, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1183, "sum_squared": 1399489, "min": 1183, "max": 1183, "mean": 1183.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8357890-4523-4865-8ca6-d27ed873e9ab", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1414, "sum_squared": 1999396, "min": 1414, "max": 1414, "mean": 1414.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.858150482177734, "sum_squared": 23.601626107483753, "min": 4.858150482177734, "max": 4.858150482177734, "mean": 4.858150482177734, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1174, "sum_squared": 1378276, "min": 1174, "max": 1174, "mean": 1174.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "978727a4-6e11-41f0-8c42-b795a11f4513", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1473, "sum_squared": 2169729, "min": 1473, "max": 1473, "mean": 1473.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 227, "sum_squared": 51529, "min": 227, "max": 227, "mean": 227.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 227, "sum_squared": 51529, "min": 227, "max": 227, "mean": 227.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.044812202453613, "sum_squared": 25.450130158024876, "min": 5.044812202453613, "max": 5.044812202453613, "mean": 5.044812202453613, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 227, "sum_squared": 51529, "min": 227, "max": 227, "mean": 227.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1211, "sum_squared": 1466521, "min": 1211, "max": 1211, "mean": 1211.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41339dc7-c791-4eb7-9335-d31d085a672a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1587, "sum_squared": 2518569, "min": 1587, "max": 1587, "mean": 1587.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.376335144042969, "sum_squared": 28.90497958107153, "min": 5.376335144042969, "max": 5.376335144042969, "mean": 5.376335144042969, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1143, "sum_squared": 1306449, "min": 1143, "max": 1143, "mean": 1143.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e2edec2e-a36d-4872-9a00-944f450b1db5", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1612, "sum_squared": 2598544, "min": 1612, "max": 1612, "mean": 1612.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.054311037063599, "sum_squared": 36.65468213351011, "min": 6.054311037063599, "max": 6.054311037063599, "mean": 6.054311037063599, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1157, "sum_squared": 1338649, "min": 1157, "max": 1157, "mean": 1157.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcd43185-0baa-48d3-a522-000431e74b84", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1833, "sum_squared": 3359889, "min": 1833, "max": 1833, "mean": 1833.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 242, "sum_squared": 58564, "min": 242, "max": 242, "mean": 242.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 242, "sum_squared": 58564, "min": 242, "max": 242, "mean": 242.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.9976277351379395, "sum_squared": 35.97153844929585, "min": 5.9976277351379395, "max": 5.9976277351379395, "mean": 5.9976277351379395, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 242, "sum_squared": 58564, "min": 242, "max": 242, "mean": 242.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1210, "sum_squared": 1464100, "min": 1210, "max": 1210, "mean": 1210.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b6a12457-8be2-46c8-b0fe-8db881969ed8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1154, "sum_squared": 1331716, "min": 1154, "max": 1154, "mean": 1154.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.910127878189087, "sum_squared": 24.109355780169665, "min": 4.910127878189087, "max": 4.910127878189087, "mean": 4.910127878189087, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1152, "sum_squared": 1327104, "min": 1152, "max": 1152, "mean": 1152.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6dabeefc-e1e9-4129-8b8d-c3e0801ce6d0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1167, "sum_squared": 1361889, "min": 1167, "max": 1167, "mean": 1167.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.650945425033569, "sum_squared": 31.933184196707828, "min": 5.650945425033569, "max": 5.650945425033569, "mean": 5.650945425033569, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1224, "sum_squared": 1498176, "min": 1224, "max": 1224, "mean": 1224.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "55d31c7d-10ff-484f-9fc9-04b0aeda1da0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 561, "sum_squared": 314721, "min": 561, "max": 561, "mean": 561.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.600433349609375, "sum_squared": 21.163987004198134, "min": 4.600433349609375, "max": 4.600433349609375, "mean": 4.600433349609375, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1175, "sum_squared": 1380625, "min": 1175, "max": 1175, "mean": 1175.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d98802d5-ec1e-4dba-87f8-b4d0ce01cf38", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1480, "sum_squared": 2190400, "min": 1480, "max": 1480, "mean": 1480.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 229, "sum_squared": 52441, "min": 229, "max": 229, "mean": 229.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 229, "sum_squared": 52441, "min": 229, "max": 229, "mean": 229.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.817077398300171, "sum_squared": 33.838389457814685, "min": 5.817077398300171, "max": 5.817077398300171, "mean": 5.817077398300171, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 229, "sum_squared": 52441, "min": 229, "max": 229, "mean": 229.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1210, "sum_squared": 1464100, "min": 1210, "max": 1210, "mean": 1210.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f8b9e-f72d-4723-a183-76597176fce7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1148, "sum_squared": 1317904, "min": 1148, "max": 1148, "mean": 1148.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.368601322174072, "sum_squared": 19.084677512101052, "min": 4.368601322174072, "max": 4.368601322174072, "mean": 4.368601322174072, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1025, "sum_squared": 1050625, "min": 1025, "max": 1025, "mean": 1025.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40ff9733-9aba-4b91-a287-4f9392cc3b10", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2882, "sum_squared": 8305924, "min": 2882, "max": 2882, "mean": 2882.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.11449408531189, "sum_squared": 37.38703791931408, "min": 6.11449408531189, "max": 6.11449408531189, "mean": 6.11449408531189, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1066, "sum_squared": 1136356, "min": 1066, "max": 1066, "mean": 1066.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1716abae-6d83-4dc8-a89a-20c7a4394d50", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 425, "sum_squared": 180625, "min": 425, "max": 425, "mean": 425.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.170372724533081, "sum_squared": 26.732754110595636, "min": 5.170372724533081, "max": 5.170372724533081, "mean": 5.170372724533081, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 222, "sum_squared": 49284, "min": 222, "max": 222, "mean": 222.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1099, "sum_squared": 1207801, "min": 1099, "max": 1099, "mean": 1099.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7856eae7-951d-49c5-949d-092319dfa6fe", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 994, "sum_squared": 988036, "min": 994, "max": 994, "mean": 994.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.6301281452178955, "sum_squared": 21.43808664113891, "min": 4.6301281452178955, "max": 4.6301281452178955, "mean": 4.6301281452178955, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1150, "sum_squared": 1322500, "min": 1150, "max": 1150, "mean": 1150.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d22d7463-f35d-4b69-a592-93c5c60c7653", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1687, "sum_squared": 2845969, "min": 1687, "max": 1687, "mean": 1687.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.043859004974365, "sum_squared": 25.440513662060994, "min": 5.043859004974365, "max": 5.043859004974365, "mean": 5.043859004974365, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1064, "sum_squared": 1132096, "min": 1064, "max": 1064, "mean": 1064.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2835f58-def1-440c-bde6-defd4d69b1eb", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1772, "sum_squared": 3139984, "min": 1772, "max": 1772, "mean": 1772.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.106948137283325, "sum_squared": 26.080919276901625, "min": 5.106948137283325, "max": 5.106948137283325, "mean": 5.106948137283325, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1089, "sum_squared": 1185921, "min": 1089, "max": 1089, "mean": 1089.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5f2a2f72-288e-4016-a61b-4f4fd0f71ad8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1098, "sum_squared": 1205604, "min": 1098, "max": 1098, "mean": 1098.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.831205606460571, "sum_squared": 23.340547611896056, "min": 4.831205606460571, "max": 4.831205606460571, "mean": 4.831205606460571, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 208, "sum_squared": 43264, "min": 208, "max": 208, "mean": 208.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1057, "sum_squared": 1117249, "min": 1057, "max": 1057, "mean": 1057.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9819a6d6-d2a4-4416-a54e-ab8d81e8cf80", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1684, "sum_squared": 2835856, "min": 1684, "max": 1684, "mean": 1684.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.095201730728149, "sum_squared": 25.96108067681513, "min": 5.095201730728149, "max": 5.095201730728149, "mean": 5.095201730728149, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1090, "sum_squared": 1188100, "min": 1090, "max": 1090, "mean": 1090.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4aa0d3a1-f140-4d1a-b796-472b75d46854", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1739, "sum_squared": 3024121, "min": 1739, "max": 1739, "mean": 1739.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.067819833755493, "sum_squared": 36.81843753491654, "min": 6.067819833755493, "max": 6.067819833755493, "mean": 6.067819833755493, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1232, "sum_squared": 1517824, "min": 1232, "max": 1232, "mean": 1232.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c574b39-5466-4362-a01a-30994906b925", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1500, "sum_squared": 2250000, "min": 1500, "max": 1500, "mean": 1500.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 229, "sum_squared": 52441, "min": 229, "max": 229, "mean": 229.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 229, "sum_squared": 52441, "min": 229, "max": 229, "mean": 229.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.117240905761719, "sum_squared": 26.186154487601016, "min": 5.117240905761719, "max": 5.117240905761719, "mean": 5.117240905761719, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 229, "sum_squared": 52441, "min": 229, "max": 229, "mean": 229.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1182, "sum_squared": 1397124, "min": 1182, "max": 1182, "mean": 1182.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "05fcef78-ef0c-4360-89fd-b993563ae2da", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1502, "sum_squared": 2256004, "min": 1502, "max": 1502, "mean": 1502.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.920909881591797, "sum_squared": 24.215354062747792, "min": 4.920909881591797, "max": 4.920909881591797, "mean": 4.920909881591797, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1212, "sum_squared": 1468944, "min": 1212, "max": 1212, "mean": 1212.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3926aed-70fe-4156-91da-97ad8a4a46e6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 819, "sum_squared": 670761, "min": 819, "max": 819, "mean": 819.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 233, "sum_squared": 54289, "min": 233, "max": 233, "mean": 233.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 233, "sum_squared": 54289, "min": 233, "max": 233, "mean": 233.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.2231810092926025, "sum_squared": 27.28161985583489, "min": 5.2231810092926025, "max": 5.2231810092926025, "mean": 5.2231810092926025, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 233, "sum_squared": 54289, "min": 233, "max": 233, "mean": 233.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1201, "sum_squared": 1442401, "min": 1201, "max": 1201, "mean": 1201.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "43f48fd6-b09a-4bde-bc0b-8eea650005e8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2941, "sum_squared": 8649481, "min": 2941, "max": 2941, "mean": 2941.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 207, "sum_squared": 42849, "min": 207, "max": 207, "mean": 207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 207, "sum_squared": 42849, "min": 207, "max": 207, "mean": 207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.842163801193237, "sum_squared": 23.44655027758614, "min": 4.842163801193237, "max": 4.842163801193237, "mean": 4.842163801193237, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 207, "sum_squared": 42849, "min": 207, "max": 207, "mean": 207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1087, "sum_squared": 1181569, "min": 1087, "max": 1087, "mean": 1087.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c3570ac-3f95-4c5a-84f3-d4e911e3d708", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2481, "sum_squared": 6155361, "min": 2481, "max": 2481, "mean": 2481.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.000849723815918, "sum_squared": 36.01019740782158, "min": 6.000849723815918, "max": 6.000849723815918, "mean": 6.000849723815918, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1179, "sum_squared": 1390041, "min": 1179, "max": 1179, "mean": 1179.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "90ef549a-8964-4ab6-99f3-061bc3e2d178", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1471, "sum_squared": 2163841, "min": 1471, "max": 1471, "mean": 1471.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.157705545425415, "sum_squared": 26.601926493312078, "min": 5.157705545425415, "max": 5.157705545425415, "mean": 5.157705545425415, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1179, "sum_squared": 1390041, "min": 1179, "max": 1179, "mean": 1179.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b76308f7-3929-4fb5-bf7b-edb759a97fa2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1592, "sum_squared": 2534464, "min": 1592, "max": 1592, "mean": 1592.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.530850172042847, "sum_squared": 42.65200396967208, "min": 6.530850172042847, "max": 6.530850172042847, "mean": 6.530850172042847, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1229, "sum_squared": 1510441, "min": 1229, "max": 1229, "mean": 1229.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9b42592c-ab1b-4add-8e2f-74761bfe6134", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1757, "sum_squared": 3087049, "min": 1757, "max": 1757, "mean": 1757.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.145546913146973, "sum_squared": 26.47665303539634, "min": 5.145546913146973, "max": 5.145546913146973, "mean": 5.145546913146973, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1132, "sum_squared": 1281424, "min": 1132, "max": 1132, "mean": 1132.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c283d245-d200-483f-b685-d53704bda1d1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 831, "sum_squared": 690561, "min": 831, "max": 831, "mean": 831.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.078123569488525, "sum_squared": 25.787338986994882, "min": 5.078123569488525, "max": 5.078123569488525, "mean": 5.078123569488525, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1221, "sum_squared": 1490841, "min": 1221, "max": 1221, "mean": 1221.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "741ead94-3351-4d0d-8bbf-56ab0f2b77cd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1327, "sum_squared": 1760929, "min": 1327, "max": 1327, "mean": 1327.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.7887654304504395, "sum_squared": 22.932274347877183, "min": 4.7887654304504395, "max": 4.7887654304504395, "mean": 4.7887654304504395, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1190, "sum_squared": 1416100, "min": 1190, "max": 1190, "mean": 1190.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac63c76b-dd68-4931-9861-08dfe7974965", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1210, "sum_squared": 1464100, "min": 1210, "max": 1210, "mean": 1210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.617494821548462, "sum_squared": 21.321258427026862, "min": 4.617494821548462, "max": 4.617494821548462, "mean": 4.617494821548462, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1024, "sum_squared": 1048576, "min": 1024, "max": 1024, "mean": 1024.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2264fa1e-9a91-4025-980b-ba3dfb3b27e7", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1605, "sum_squared": 2576025, "min": 1605, "max": 1605, "mean": 1605.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.456996440887451, "sum_squared": 41.69280303763321, "min": 6.456996440887451, "max": 6.456996440887451, "mean": 6.456996440887451, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1207, "sum_squared": 1456849, "min": 1207, "max": 1207, "mean": 1207.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c54aecfe-4a68-4fa6-829e-c5423e2a41fc", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3822, "sum_squared": 14607684, "min": 3822, "max": 3822, "mean": 3822.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.442804336547852, "sum_squared": 29.6241190459441, "min": 5.442804336547852, "max": 5.442804336547852, "mean": 5.442804336547852, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1119, "sum_squared": 1252161, "min": 1119, "max": 1119, "mean": 1119.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e204cd2a-cf97-4db6-a3b0-a8a1349ab215", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 420, "sum_squared": 176400, "min": 420, "max": 420, "mean": 420.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.705884695053101, "sum_squared": 32.557120153241215, "min": 5.705884695053101, "max": 5.705884695053101, "mean": 5.705884695053101, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1092, "sum_squared": 1192464, "min": 1092, "max": 1092, "mean": 1092.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ebc846f-17fc-4048-9ca4-eb1fe09ab990", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2357, "sum_squared": 5555449, "min": 2357, "max": 2357, "mean": 2357.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.307657241821289, "sum_squared": 39.78653988030055, "min": 6.307657241821289, "max": 6.307657241821289, "mean": 6.307657241821289, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1208, "sum_squared": 1459264, "min": 1208, "max": 1208, "mean": 1208.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "366d033a-cd30-4389-bbc8-52c8b949e009", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1447, "sum_squared": 2093809, "min": 1447, "max": 1447, "mean": 1447.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.1338300704956055, "sum_squared": 26.356211192724913, "min": 5.1338300704956055, "max": 5.1338300704956055, "mean": 5.1338300704956055, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1065, "sum_squared": 1134225, "min": 1065, "max": 1065, "mean": 1065.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01da95ef-b4bf-4112-a4eb-cd589038985d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1673, "sum_squared": 2798929, "min": 1673, "max": 1673, "mean": 1673.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 7.064185857772827, "sum_squared": 49.902721833157614, "min": 7.064185857772827, "max": 7.064185857772827, "mean": 7.064185857772827, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1128, "sum_squared": 1272384, "min": 1128, "max": 1128, "mean": 1128.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d739627-69ab-4e77-a7f8-5059c3503065", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 570, "sum_squared": 324900, "min": 570, "max": 570, "mean": 570.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.0798046588897705, "sum_squared": 16.644806054698677, "min": 4.0798046588897705, "max": 4.0798046588897705, "mean": 4.0798046588897705, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1124, "sum_squared": 1263376, "min": 1124, "max": 1124, "mean": 1124.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73f26524-9839-43a3-9b15-3609d029c98f", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 770, "sum_squared": 592900, "min": 770, "max": 770, "mean": 770.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.412508010864258, "sum_squared": 29.295242967669765, "min": 5.412508010864258, "max": 5.412508010864258, "mean": 5.412508010864258, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1169, "sum_squared": 1366561, "min": 1169, "max": 1169, "mean": 1169.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31be7838-8f02-41be-ad96-6c8a05cc05c8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1011, "sum_squared": 1022121, "min": 1011, "max": 1011, "mean": 1011.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.879913806915283, "sum_squared": 23.813558762922412, "min": 4.879913806915283, "max": 4.879913806915283, "mean": 4.879913806915283, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1113, "sum_squared": 1238769, "min": 1113, "max": 1113, "mean": 1113.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "85d90497-28cc-4b2d-9418-895ea3318ef9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 931, "sum_squared": 866761, "min": 931, "max": 931, "mean": 931.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.644238710403442, "sum_squared": 31.857430620016714, "min": 5.644238710403442, "max": 5.644238710403442, "mean": 5.644238710403442, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1209, "sum_squared": 1461681, "min": 1209, "max": 1209, "mean": 1209.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a6183df9-2fc1-4b2e-88e1-6825d3b91c0b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1453, "sum_squared": 2111209, "min": 1453, "max": 1453, "mean": 1453.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.625984191894531, "sum_squared": 31.651698127447162, "min": 5.625984191894531, "max": 5.625984191894531, "mean": 5.625984191894531, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1095, "sum_squared": 1199025, "min": 1095, "max": 1095, "mean": 1095.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d9f013e-371b-4335-8b25-ebe9af107f4e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1352, "sum_squared": 1827904, "min": 1352, "max": 1352, "mean": 1352.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.4614081382751465, "sum_squared": 29.826978852818, "min": 5.4614081382751465, "max": 5.4614081382751465, "mean": 5.4614081382751465, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 232, "sum_squared": 53824, "min": 232, "max": 232, "mean": 232.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1159, "sum_squared": 1343281, "min": 1159, "max": 1159, "mean": 1159.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "db1dc517-ee04-4b95-acd6-5605d75e5dcc", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1654, "sum_squared": 2735716, "min": 1654, "max": 1654, "mean": 1654.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.917884111404419, "sum_squared": 24.18558413320403, "min": 4.917884111404419, "max": 4.917884111404419, "mean": 4.917884111404419, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1176, "sum_squared": 1382976, "min": 1176, "max": 1176, "mean": 1176.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e5537df-d21f-470e-88bf-24224ea7a046", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1534, "sum_squared": 2353156, "min": 1534, "max": 1534, "mean": 1534.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.094471454620361, "sum_squared": 25.9536394019417, "min": 5.094471454620361, "max": 5.094471454620361, "mean": 5.094471454620361, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1252, "sum_squared": 1567504, "min": 1252, "max": 1252, "mean": 1252.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ec803bae-42c1-4f21-ab34-e68020fc9b09", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 706, "sum_squared": 498436, "min": 706, "max": 706, "mean": 706.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.925224781036377, "sum_squared": 24.257839143734827, "min": 4.925224781036377, "max": 4.925224781036377, "mean": 4.925224781036377, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 200, "sum_squared": 40000, "min": 200, "max": 200, "mean": 200.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1078, "sum_squared": 1162084, "min": 1078, "max": 1078, "mean": 1078.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ded3fde5-8d78-41a6-bdb9-db86b5ab823d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1817, "sum_squared": 3301489, "min": 1817, "max": 1817, "mean": 1817.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.865830421447754, "sum_squared": 34.407966533181934, "min": 5.865830421447754, "max": 5.865830421447754, "mean": 5.865830421447754, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1171, "sum_squared": 1371241, "min": 1171, "max": 1171, "mean": 1171.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe5740fe-02c0-40d7-afbf-97ae85d5e2a5", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1363, "sum_squared": 1857769, "min": 1363, "max": 1363, "mean": 1363.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.585249900817871, "sum_squared": 31.19501645458604, "min": 5.585249900817871, "max": 5.585249900817871, "mean": 5.585249900817871, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1114, "sum_squared": 1240996, "min": 1114, "max": 1114, "mean": 1114.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "598307a8-4df3-4325-b91e-8c36809503db", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1799, "sum_squared": 3236401, "min": 1799, "max": 1799, "mean": 1799.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.268014907836914, "sum_squared": 27.75198106919197, "min": 5.268014907836914, "max": 5.268014907836914, "mean": 5.268014907836914, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1132, "sum_squared": 1281424, "min": 1132, "max": 1132, "mean": 1132.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9e85e909-4b3f-4a13-b6be-54802cac133d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 787, "sum_squared": 619369, "min": 787, "max": 787, "mean": 787.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.371957302093506, "sum_squared": 28.857925255515738, "min": 5.371957302093506, "max": 5.371957302093506, "mean": 5.371957302093506, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1097, "sum_squared": 1203409, "min": 1097, "max": 1097, "mean": 1097.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2a6e636-8d14-4b13-9c86-a4480cb83ef1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1241, "sum_squared": 1540081, "min": 1241, "max": 1241, "mean": 1241.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.525746583938599, "sum_squared": 20.482382142031895, "min": 4.525746583938599, "max": 4.525746583938599, "mean": 4.525746583938599, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1093, "sum_squared": 1194649, "min": 1093, "max": 1093, "mean": 1093.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c7a85ab8-cf86-4174-adef-089d7c5895b6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1334, "sum_squared": 1779556, "min": 1334, "max": 1334, "mean": 1334.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.366197347640991, "sum_squared": 28.79607397382921, "min": 5.366197347640991, "max": 5.366197347640991, "mean": 5.366197347640991, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1128, "sum_squared": 1272384, "min": 1128, "max": 1128, "mean": 1128.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d4f3fadb-f28e-4928-87e4-4792793e272d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 951, "sum_squared": 904401, "min": 951, "max": 951, "mean": 951.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 211, "sum_squared": 44521, "min": 211, "max": 211, "mean": 211.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 211, "sum_squared": 44521, "min": 211, "max": 211, "mean": 211.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.715296745300293, "sum_squared": 22.234023396239536, "min": 4.715296745300293, "max": 4.715296745300293, "mean": 4.715296745300293, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 211, "sum_squared": 44521, "min": 211, "max": 211, "mean": 211.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1200, "sum_squared": 1440000, "min": 1200, "max": 1200, "mean": 1200.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "52ed132a-7fd8-4b44-9c67-8d321c63f4c6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1482, "sum_squared": 2196324, "min": 1482, "max": 1482, "mean": 1482.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.877049922943115, "sum_squared": 34.53971579676568, "min": 5.877049922943115, "max": 5.877049922943115, "mean": 5.877049922943115, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 221, "sum_squared": 48841, "min": 221, "max": 221, "mean": 221.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1264, "sum_squared": 1597696, "min": 1264, "max": 1264, "mean": 1264.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "98b4535d-a0be-46ea-ae8f-66615b720017", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1490, "sum_squared": 2220100, "min": 1490, "max": 1490, "mean": 1490.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.654820442199707, "sum_squared": 21.667353349120276, "min": 4.654820442199707, "max": 4.654820442199707, "mean": 4.654820442199707, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1127, "sum_squared": 1270129, "min": 1127, "max": 1127, "mean": 1127.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c71ebbcc-07e6-4c4c-bc9c-a004d9247857", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1225, "sum_squared": 1500625, "min": 1225, "max": 1225, "mean": 1225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.17706298828125, "sum_squared": 26.801981184631586, "min": 5.17706298828125, "max": 5.17706298828125, "mean": 5.17706298828125, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1159, "sum_squared": 1343281, "min": 1159, "max": 1159, "mean": 1159.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ad836c5c-6fbd-4494-bac5-85c85251a1a9", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1800, "sum_squared": 3240000, "min": 1800, "max": 1800, "mean": 1800.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.385963201522827, "sum_squared": 29.008599608158022, "min": 5.385963201522827, "max": 5.385963201522827, "mean": 5.385963201522827, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 235, "sum_squared": 55225, "min": 235, "max": 235, "mean": 235.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1185, "sum_squared": 1404225, "min": 1185, "max": 1185, "mean": 1185.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fb7a4d89-27bd-4d07-b8cf-c75b0a430018", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2272, "sum_squared": 5161984, "min": 2272, "max": 2272, "mean": 2272.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.1153881549835205, "sum_squared": 26.167195976145706, "min": 5.1153881549835205, "max": 5.1153881549835205, "mean": 5.1153881549835205, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 187, "sum_squared": 34969, "min": 187, "max": 187, "mean": 187.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 977, "sum_squared": 954529, "min": 977, "max": 977, "mean": 977.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3ffd40b-5c5e-4a05-9fc2-89781e1e2288", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1026, "sum_squared": 1052676, "min": 1026, "max": 1026, "mean": 1026.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 234, "sum_squared": 54756, "min": 234, "max": 234, "mean": 234.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 234, "sum_squared": 54756, "min": 234, "max": 234, "mean": 234.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.554685115814209, "sum_squared": 30.854526735847912, "min": 5.554685115814209, "max": 5.554685115814209, "mean": 5.554685115814209, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 234, "sum_squared": 54756, "min": 234, "max": 234, "mean": 234.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1130, "sum_squared": 1276900, "min": 1130, "max": 1130, "mean": 1130.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3c53a555-f9e7-4fd9-b139-a9fddb87e471", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1092, "sum_squared": 1192464, "min": 1092, "max": 1092, "mean": 1092.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.785048484802246, "sum_squared": 22.89668900190827, "min": 4.785048484802246, "max": 4.785048484802246, "mean": 4.785048484802246, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1069, "sum_squared": 1142761, "min": 1069, "max": 1069, "mean": 1069.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe22e0a9-9784-4dbe-8a35-586d28760ae0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1380, "sum_squared": 1904400, "min": 1380, "max": 1380, "mean": 1380.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.421210765838623, "sum_squared": 29.38952616764459, "min": 5.421210765838623, "max": 5.421210765838623, "mean": 5.421210765838623, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1213, "sum_squared": 1471369, "min": 1213, "max": 1213, "mean": 1213.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "24cbb8ac-48b8-4ca1-9bf9-84a51a923ba0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1841, "sum_squared": 3389281, "min": 1841, "max": 1841, "mean": 1841.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.838972330093384, "sum_squared": 34.09359787159616, "min": 5.838972330093384, "max": 5.838972330093384, "mean": 5.838972330093384, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 225, "sum_squared": 50625, "min": 225, "max": 225, "mean": 225.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1170, "sum_squared": 1368900, "min": 1170, "max": 1170, "mean": 1170.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e1661a4b-5d89-44f9-a8c9-1972c2d9a7ed", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 693, "sum_squared": 480249, "min": 693, "max": 693, "mean": 693.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 236, "sum_squared": 55696, "min": 236, "max": 236, "mean": 236.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 236, "sum_squared": 55696, "min": 236, "max": 236, "mean": 236.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.885519504547119, "sum_squared": 23.86830082931033, "min": 4.885519504547119, "max": 4.885519504547119, "mean": 4.885519504547119, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 236, "sum_squared": 55696, "min": 236, "max": 236, "mean": 236.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1197, "sum_squared": 1432809, "min": 1197, "max": 1197, "mean": 1197.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5a7abb7-31e5-4075-aad8-b1619f1bbe40", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2626, "sum_squared": 6895876, "min": 2626, "max": 2626, "mean": 2626.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.579196214675903, "sum_squared": 20.96903797250212, "min": 4.579196214675903, "max": 4.579196214675903, "mean": 4.579196214675903, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 193, "sum_squared": 37249, "min": 193, "max": 193, "mean": 193.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 994, "sum_squared": 988036, "min": 994, "max": 994, "mean": 994.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61793a05-3ea2-4504-af71-8df2e79f95e6", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 280, "sum_squared": 78400, "min": 280, "max": 280, "mean": 280.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 128, "sum_squared": 16384, "min": 128, "max": 128, "mean": 128.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 128, "sum_squared": 16384, "min": 128, "max": 128, "mean": 128.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 3.067167282104492, "sum_squared": 9.407515136412258, "min": 3.067167282104492, "max": 3.067167282104492, "mean": 3.067167282104492, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 128, "sum_squared": 16384, "min": 128, "max": 128, "mean": 128.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 750, "sum_squared": 562500, "min": 750, "max": 750, "mean": 750.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "39b64f16-6566-4c5d-9720-2d165bfccc85", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1482, "sum_squared": 2196324, "min": 1482, "max": 1482, "mean": 1482.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.682881593704224, "sum_squared": 32.29514320806226, "min": 5.682881593704224, "max": 5.682881593704224, "mean": 5.682881593704224, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 226, "sum_squared": 51076, "min": 226, "max": 226, "mean": 226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1151, "sum_squared": 1324801, "min": 1151, "max": 1151, "mean": 1151.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41c9c772-3237-43fb-98d8-cd8a1d7236f1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1590, "sum_squared": 2528100, "min": 1590, "max": 1590, "mean": 1590.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.260194778442383, "sum_squared": 27.66964910715251, "min": 5.260194778442383, "max": 5.260194778442383, "mean": 5.260194778442383, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1159, "sum_squared": 1343281, "min": 1159, "max": 1159, "mean": 1159.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61604999-8eaa-4515-accc-619637112478", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1228, "sum_squared": 1507984, "min": 1228, "max": 1228, "mean": 1228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.070868730545044, "sum_squared": 25.713709682419505, "min": 5.070868730545044, "max": 5.070868730545044, "mean": 5.070868730545044, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1160, "sum_squared": 1345600, "min": 1160, "max": 1160, "mean": 1160.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c9e05cac-9a23-41ed-90e9-64a55d585c62", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 727, "sum_squared": 528529, "min": 727, "max": 727, "mean": 727.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.67904257774353, "sum_squared": 21.89343944433682, "min": 4.67904257774353, "max": 4.67904257774353, "mean": 4.67904257774353, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1093, "sum_squared": 1194649, "min": 1093, "max": 1093, "mean": 1093.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "19c6a561-a456-43d5-9344-13366f4471c2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1239, "sum_squared": 1535121, "min": 1239, "max": 1239, "mean": 1239.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.481380224227905, "sum_squared": 30.04552916255676, "min": 5.481380224227905, "max": 5.481380224227905, "mean": 5.481380224227905, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1139, "sum_squared": 1297321, "min": 1139, "max": 1139, "mean": 1139.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7a310a7d-6627-4b7e-9f67-d18c063c073c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1213, "sum_squared": 1471369, "min": 1213, "max": 1213, "mean": 1213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.907339096069336, "sum_squared": 24.081977003810607, "min": 4.907339096069336, "max": 4.907339096069336, "mean": 4.907339096069336, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 220, "sum_squared": 48400, "min": 220, "max": 220, "mean": 220.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1216, "sum_squared": 1478656, "min": 1216, "max": 1216, "mean": 1216.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "dc45dfdd-f705-4ee2-a729-4deb35ea4441", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2226, "sum_squared": 4955076, "min": 2226, "max": 2226, "mean": 2226.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.285486936569214, "sum_squared": 27.936372156643813, "min": 5.285486936569214, "max": 5.285486936569214, "mean": 5.285486936569214, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1099, "sum_squared": 1207801, "min": 1099, "max": 1099, "mean": 1099.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "21b0ea32-fc29-40f8-9649-d1c5aade7780", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 996, "sum_squared": 992016, "min": 996, "max": 996, "mean": 996.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.194852828979492, "sum_squared": 26.986495914756233, "min": 5.194852828979492, "max": 5.194852828979492, "mean": 5.194852828979492, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 216, "sum_squared": 46656, "min": 216, "max": 216, "mean": 216.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1115, "sum_squared": 1243225, "min": 1115, "max": 1115, "mean": 1115.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4f613b43-abd5-4204-bcdd-c7479f183e2d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1506, "sum_squared": 2268036, "min": 1506, "max": 1506, "mean": 1506.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.7905638217926025, "sum_squared": 22.949501730668146, "min": 4.7905638217926025, "max": 4.7905638217926025, "mean": 4.7905638217926025, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 206, "sum_squared": 42436, "min": 206, "max": 206, "mean": 206.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1033, "sum_squared": 1067089, "min": 1033, "max": 1033, "mean": 1033.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d2df77c7-e3e4-4a53-812f-8f712baa4e2e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1582, "sum_squared": 2502724, "min": 1582, "max": 1582, "mean": 1582.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.464595556259155, "sum_squared": 29.861804593487307, "min": 5.464595556259155, "max": 5.464595556259155, "mean": 5.464595556259155, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 209, "sum_squared": 43681, "min": 209, "max": 209, "mean": 209.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1160, "sum_squared": 1345600, "min": 1160, "max": 1160, "mean": 1160.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b39cf50e-e148-46f7-93ce-9de3620bcd3b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1547, "sum_squared": 2393209, "min": 1547, "max": 1547, "mean": 1547.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.822105884552002, "sum_squared": 23.252705161831045, "min": 4.822105884552002, "max": 4.822105884552002, "mean": 4.822105884552002, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 215, "sum_squared": 46225, "min": 215, "max": 215, "mean": 215.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1131, "sum_squared": 1279161, "min": 1131, "max": 1131, "mean": 1131.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1eea85f8-c776-41b3-8d25-8a816ff20795", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1554, "sum_squared": 2414916, "min": 1554, "max": 1554, "mean": 1554.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.027486562728882, "sum_squared": 25.275621138419467, "min": 5.027486562728882, "max": 5.027486562728882, "mean": 5.027486562728882, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 205, "sum_squared": 42025, "min": 205, "max": 205, "mean": 205.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 984, "sum_squared": 968256, "min": 984, "max": 984, "mean": 984.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b9bd9460-9b7a-470e-a766-7979113c475e", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2077, "sum_squared": 4313929, "min": 2077, "max": 2077, "mean": 2077.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.830844402313232, "sum_squared": 33.99874644398756, "min": 5.830844402313232, "max": 5.830844402313232, "mean": 5.830844402313232, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 228, "sum_squared": 51984, "min": 228, "max": 228, "mean": 228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1286, "sum_squared": 1653796, "min": 1286, "max": 1286, "mean": 1286.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01d4972a-6295-4106-9e47-8787ff8dd3fd", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1186, "sum_squared": 1406596, "min": 1186, "max": 1186, "mean": 1186.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.239010334014893, "sum_squared": 27.447229279914836, "min": 5.239010334014893, "max": 5.239010334014893, "mean": 5.239010334014893, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 217, "sum_squared": 47089, "min": 217, "max": 217, "mean": 217.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1110, "sum_squared": 1232100, "min": 1110, "max": 1110, "mean": 1110.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcb6daed-5ed9-4664-b7ef-171367be758a", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1739, "sum_squared": 3024121, "min": 1739, "max": 1739, "mean": 1739.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.50822377204895, "sum_squared": 30.340529122965165, "min": 5.50822377204895, "max": 5.50822377204895, "mean": 5.50822377204895, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 201, "sum_squared": 40401, "min": 201, "max": 201, "mean": 201.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1064, "sum_squared": 1132096, "min": 1064, "max": 1064, "mean": 1064.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d09cf6f2-414c-412c-bc13-f9b3bbb282f2", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1735, "sum_squared": 3010225, "min": 1735, "max": 1735, "mean": 1735.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.220985174179077, "sum_squared": 27.25868618899773, "min": 5.220985174179077, "max": 5.220985174179077, "mean": 5.220985174179077, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 218, "sum_squared": 47524, "min": 218, "max": 218, "mean": 218.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1201, "sum_squared": 1442401, "min": 1201, "max": 1201, "mean": 1201.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e45ea832-e6b1-4917-9b1b-90e4695dd7ea", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 894, "sum_squared": 799236, "min": 894, "max": 894, "mean": 894.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.187521696090698, "sum_squared": 26.910381347411715, "min": 5.187521696090698, "max": 5.187521696090698, "mean": 5.187521696090698, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 210, "sum_squared": 44100, "min": 210, "max": 210, "mean": 210.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1037, "sum_squared": 1075369, "min": 1037, "max": 1037, "mean": 1037.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b5406843-3674-4593-b460-89210cdc8fc0", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1344, "sum_squared": 1806336, "min": 1344, "max": 1344, "mean": 1344.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.058028697967529, "sum_squared": 25.5836543094631, "min": 5.058028697967529, "max": 5.058028697967529, "mean": 5.058028697967529, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1196, "sum_squared": 1430416, "min": 1196, "max": 1196, "mean": 1196.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c4f681b9-4fcc-4927-87b9-12f24e8256d8", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 791, "sum_squared": 625681, "min": 791, "max": 791, "mean": 791.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.430804252624512, "sum_squared": 19.632026325075458, "min": 4.430804252624512, "max": 4.430804252624512, "mean": 4.430804252624512, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 188, "sum_squared": 35344, "min": 188, "max": 188, "mean": 188.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1017, "sum_squared": 1034289, "min": 1017, "max": 1017, "mean": 1017.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a78341ed-f75d-4714-ac8b-dc0dc4582ed1", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 703, "sum_squared": 494209, "min": 703, "max": 703, "mean": 703.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.913048982620239, "sum_squared": 24.138050305625768, "min": 4.913048982620239, "max": 4.913048982620239, "mean": 4.913048982620239, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 212, "sum_squared": 44944, "min": 212, "max": 212, "mean": 212.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1125, "sum_squared": 1265625, "min": 1125, "max": 1125, "mean": 1125.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d0b50c3c-c690-4131-bfda-fbe653b2fc87", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1277, "sum_squared": 1630729, "min": 1277, "max": 1277, "mean": 1277.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.7005040645599365, "sum_squared": 22.094738460944484, "min": 4.7005040645599365, "max": 4.7005040645599365, "mean": 4.7005040645599365, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 213, "sum_squared": 45369, "min": 213, "max": 213, "mean": 213.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1096, "sum_squared": 1201216, "min": 1096, "max": 1096, "mean": 1096.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1944125-f139-442d-8035-7729e39adadf", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 986, "sum_squared": 972196, "min": 986, "max": 986, "mean": 986.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.004572868347168, "sum_squared": 36.054895331290936, "min": 6.004572868347168, "max": 6.004572868347168, "mean": 6.004572868347168, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 230, "sum_squared": 52900, "min": 230, "max": 230, "mean": 230.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1188, "sum_squared": 1411344, "min": 1188, "max": 1188, "mean": 1188.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "345c3ebe-8b3d-4f03-88c8-7718e0df6901", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1423, "sum_squared": 2024929, "min": 1423, "max": 1423, "mean": 1423.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 237, "sum_squared": 56169, "min": 237, "max": 237, "mean": 237.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 237, "sum_squared": 56169, "min": 237, "max": 237, "mean": 237.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.271527528762817, "sum_squared": 27.789002486504216, "min": 5.271527528762817, "max": 5.271527528762817, "mean": 5.271527528762817, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 237, "sum_squared": 56169, "min": 237, "max": 237, "mean": 237.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1121, "sum_squared": 1256641, "min": 1121, "max": 1121, "mean": 1121.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1dd0d88-0205-45c8-b19e-57acdb6f708d", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1488, "sum_squared": 2214144, "min": 1488, "max": 1488, "mean": 1488.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 202, "sum_squared": 40804, "min": 202, "max": 202, "mean": 202.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 202, "sum_squared": 40804, "min": 202, "max": 202, "mean": 202.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 4.666316747665405, "sum_squared": 21.774511989542646, "min": 4.666316747665405, "max": 4.666316747665405, "mean": 4.666316747665405, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 202, "sum_squared": 40804, "min": 202, "max": 202, "mean": 202.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1086, "sum_squared": 1179396, "min": 1086, "max": 1086, "mean": 1086.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73c329f4-f78d-4bc9-8ef9-b3557afb7e0b", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 1671, "sum_squared": 2792241, "min": 1671, "max": 1671, "mean": 1671.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 6.0956714153289795, "sum_squared": 37.157210003658804, "min": 6.0956714153289795, "max": 6.0956714153289795, "mean": 6.0956714153289795, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1057, "sum_squared": 1117249, "min": 1057, "max": 1057, "mean": 1057.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f1326-958f-403b-ae62-785a1e7a529c", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 2953, "sum_squared": 8720209, "min": 2953, "max": 2953, "mean": 2953.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.878026962280273, "sum_squared": 34.55120096929386, "min": 5.878026962280273, "max": 5.878026962280273, "mean": 5.878026962280273, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 224, "sum_squared": 50176, "min": 224, "max": 224, "mean": 224.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1245, "sum_squared": 1550025, "min": 1245, "max": 1245, "mean": 1245.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01c7ea5b-0fad-4b0e-bd58-99901ab2482a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5a1c2730-1fde-4eb2-9121-5c0d0b923b95", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3da94cac-15ad-4dd2-9de1-f15267516d50", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1356409f-7983-4ff7-b250-d25393dea2cd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5d0ad8c5-e0df-4261-8d01-ee2c725de7f2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "27e31961-e4fa-451b-acc5-89e8f10e2077", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "479a3bbc-5f7b-4172-a324-fee9bc18226d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6c54f64b-74c6-4d86-af6d-927a4f685fc9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69cfe4f8-8844-410b-b3f8-0ce8e486153f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd1034a5-aa68-44c6-bab7-7b3243bc2dbe", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7c39a707-74f8-4a52-b68c-497627e0b751", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3be91fa8-9bbb-4df1-97ed-33293eab87f9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06feefba-6e22-40eb-aac2-a7c55a8d25a9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2338611c-264c-4a55-9246-7412a2d1710b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "86455aaf-9dbd-4e65-a2cd-ed1d24ffaccd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e51b7fa3-2e8c-47bf-a78d-270702839293", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bc384ce8-0af1-4dbf-b1ec-04b26ceae101", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f95bf815-1290-4ccf-ad03-ac3103a96ffd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "17e82aa0-d516-4f6f-8b08-c3a7f249ed6f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac389f8c-ce96-4dcf-ac7e-4fd7fbacb132", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "69bbbc89-6764-47c0-9982-a53199b904c7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e4e9812a-69d2-4fcc-ae4c-bf0f95b27839", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5480dd8-fbcf-4f1d-a0f4-497b275bf915", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "201093d5-51af-4dcc-a95d-821de533d255", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "46e3febd-fe80-456e-aba8-3aa4a2ba1457", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "767afe29-71f4-4617-bb05-7544b836d0b7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "015c4939-a357-412f-b924-9a1829c1eb1a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bd950494-98e3-443b-be60-7683b5e4d649", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8f614dfc-03e1-417f-8cf0-0256e9540541", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "301d8eac-30d1-4ace-9fe8-8ed046cc4cf7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3253e8e7-5db2-44a8-8284-16c259a6c134", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0ae869b1-9ff0-4036-85cd-c8c989c00286", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "34f34b0b-f74f-435e-8447-816d6061f9d7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "25e0ee10-8e6c-4b90-95d3-f07b7d791b64", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40dc7ee7-91ae-485c-9c21-91b2b591fe32", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "320c3e4a-8765-4b29-ad4d-af0965bb8461", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b21c859f-1363-4433-9c5f-57eba7928c8c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8b46594b-c0de-46f1-918c-ec69e9e213c4", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31998ae0-437f-4beb-bf5d-d29277f2b394", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "0d4e62a9-8ca7-4239-ae38-d86b6fc7044b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e1cb831-0b10-41ca-bb9b-bd7dfda47bf8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b96c1e8a-25aa-40ac-8c4e-ce6752e2c1ab", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "06ac34eb-8ff2-48bc-bd50-feb015e006e6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d82ade2-5b1b-4b2a-b81c-b6730f399d08", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "70ccaead-8d6e-43c1-ac86-b17e80fb053c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f0f3234a-0655-4b9e-b930-c9b1b8c96878", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4c7e1ca0-5ce9-41c8-9f75-cc088813bee8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "aa567f0b-6b82-4c64-ba05-bd0dbd227027", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e5ec219c-fc93-42b2-89a9-8e5e23fa683a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41727ddc-5386-48a1-bb73-b9c876cdc65f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d7215e4c-30f3-49a4-9a17-d4e6fe0aa592", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ca5c62f-caae-4d53-97b1-026dd8358ab6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "df06ecd1-8003-43a2-8235-d7760e095232", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5df56e08-d591-4402-bf44-c8865622c560", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a345ed5f-43d8-4aee-ac2c-e4b824dd2535", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8e4d3d5-643d-492c-8751-ed3c45fc7f9c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d59deab-b3c0-442a-b669-3062b6ad5310", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a860ceda-266f-410c-a476-2568a9e3e1da", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ab7a465c-0685-4aae-af68-85a17fdb9111", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b7894a54-f7f3-4409-81ff-5b783bf7a8a9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "966ba8ea-999d-4c6c-b007-80b46e7a986d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a4130e89-59cd-4848-86f2-5c9fb86ed5e4", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f9b473e2-15af-4de3-83f4-0e5ac55a38fe", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d38f6550-3797-47cf-a975-fbb1cc862c63", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "bf69107c-8c59-4992-8d43-c48815e0aa60", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6694959b-65b7-4c3a-8b70-9eb36afc10bc", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "370ccf07-344f-4f1e-b0a1-98837d79518c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "75c76ec5-f59c-40f8-983a-55d02586f771", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ae5a0b4e-6e8d-4b79-a5c9-745059214e8f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9bd08c4c-bfcb-4d57-a144-81816a95798e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3844097-7d59-4b96-a945-139f0e28067d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5cb842be-b8d4-47a4-9e44-ff58026a05da", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a5e2da9a-2571-4063-8d30-d72ce9fd81a2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a8357890-4523-4865-8ca6-d27ed873e9ab", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "978727a4-6e11-41f0-8c42-b795a11f4513", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41339dc7-c791-4eb7-9335-d31d085a672a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e2edec2e-a36d-4872-9a00-944f450b1db5", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcd43185-0baa-48d3-a522-000431e74b84", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b6a12457-8be2-46c8-b0fe-8db881969ed8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6dabeefc-e1e9-4129-8b8d-c3e0801ce6d0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "55d31c7d-10ff-484f-9fc9-04b0aeda1da0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d98802d5-ec1e-4dba-87f8-b4d0ce01cf38", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f8b9e-f72d-4723-a183-76597176fce7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "40ff9733-9aba-4b91-a287-4f9392cc3b10", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1716abae-6d83-4dc8-a89a-20c7a4394d50", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7856eae7-951d-49c5-949d-092319dfa6fe", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d22d7463-f35d-4b69-a592-93c5c60c7653", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2835f58-def1-440c-bde6-defd4d69b1eb", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "5f2a2f72-288e-4016-a61b-4f4fd0f71ad8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9819a6d6-d2a4-4416-a54e-ab8d81e8cf80", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4aa0d3a1-f140-4d1a-b796-472b75d46854", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c574b39-5466-4362-a01a-30994906b925", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "05fcef78-ef0c-4360-89fd-b993563ae2da", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3926aed-70fe-4156-91da-97ad8a4a46e6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "43f48fd6-b09a-4bde-bc0b-8eea650005e8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "8c3570ac-3f95-4c5a-84f3-d4e911e3d708", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "90ef549a-8964-4ab6-99f3-061bc3e2d178", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b76308f7-3929-4fb5-bf7b-edb759a97fa2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9b42592c-ab1b-4add-8e2f-74761bfe6134", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c283d245-d200-483f-b685-d53704bda1d1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "741ead94-3351-4d0d-8bbf-56ab0f2b77cd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ac63c76b-dd68-4931-9861-08dfe7974965", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "2264fa1e-9a91-4025-980b-ba3dfb3b27e7", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c54aecfe-4a68-4fa6-829e-c5423e2a41fc", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e204cd2a-cf97-4db6-a3b0-a8a1349ab215", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1ebc846f-17fc-4048-9ca4-eb1fe09ab990", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "366d033a-cd30-4389-bbc8-52c8b949e009", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01da95ef-b4bf-4112-a4eb-cd589038985d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9d739627-69ab-4e77-a7f8-5059c3503065", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73f26524-9839-43a3-9b15-3609d029c98f", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "31be7838-8f02-41be-ad96-6c8a05cc05c8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "85d90497-28cc-4b2d-9418-895ea3318ef9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a6183df9-2fc1-4b2e-88e1-6825d3b91c0b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "6d9f013e-371b-4335-8b25-ebe9af107f4e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "db1dc517-ee04-4b95-acd6-5605d75e5dcc", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3e5537df-d21f-470e-88bf-24224ea7a046", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ec803bae-42c1-4f21-ab34-e68020fc9b09", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ded3fde5-8d78-41a6-bdb9-db86b5ab823d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe5740fe-02c0-40d7-afbf-97ae85d5e2a5", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "598307a8-4df3-4325-b91e-8c36809503db", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "9e85e909-4b3f-4a13-b6be-54802cac133d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c2a6e636-8d14-4b13-9c86-a4480cb83ef1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c7a85ab8-cf86-4174-adef-089d7c5895b6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d4f3fadb-f28e-4928-87e4-4792793e272d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "52ed132a-7fd8-4b44-9c67-8d321c63f4c6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "98b4535d-a0be-46ea-ae8f-66615b720017", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c71ebbcc-07e6-4c4c-bc9c-a004d9247857", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "ad836c5c-6fbd-4494-bac5-85c85251a1a9", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fb7a4d89-27bd-4d07-b8cf-c75b0a430018", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b3ffd40b-5c5e-4a05-9fc2-89781e1e2288", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "3c53a555-f9e7-4fd9-b139-a9fddb87e471", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fe22e0a9-9784-4dbe-8a35-586d28760ae0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "24cbb8ac-48b8-4ca1-9bf9-84a51a923ba0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e1661a4b-5d89-44f9-a8c9-1972c2d9a7ed", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c5a7abb7-31e5-4075-aad8-b1619f1bbe40", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61793a05-3ea2-4504-af71-8df2e79f95e6", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "39b64f16-6566-4c5d-9720-2d165bfccc85", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "41c9c772-3237-43fb-98d8-cd8a1d7236f1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "61604999-8eaa-4515-accc-619637112478", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c9e05cac-9a23-41ed-90e9-64a55d585c62", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "19c6a561-a456-43d5-9344-13366f4471c2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "7a310a7d-6627-4b7e-9f67-d18c063c073c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "dc45dfdd-f705-4ee2-a729-4deb35ea4441", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "21b0ea32-fc29-40f8-9649-d1c5aade7780", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "4f613b43-abd5-4204-bcdd-c7479f183e2d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d2df77c7-e3e4-4a53-812f-8f712baa4e2e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b39cf50e-e148-46f7-93ce-9de3620bcd3b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1eea85f8-c776-41b3-8d25-8a816ff20795", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b9bd9460-9b7a-470e-a766-7979113c475e", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "01d4972a-6295-4106-9e47-8787ff8dd3fd", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "fcb6daed-5ed9-4664-b7ef-171367be758a", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d09cf6f2-414c-412c-bc13-f9b3bbb282f2", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "e45ea832-e6b1-4917-9b1b-90e4695dd7ea", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7407407407407408, "sum_squared": 0.5486968449931414, "min": 0.7407407407407408, "max": 0.7407407407407408, "mean": 0.7407407407407408, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "b5406843-3674-4593-b460-89210cdc8fc0", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "c4f681b9-4fcc-4927-87b9-12f24e8256d8", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "a78341ed-f75d-4714-ac8b-dc0dc4582ed1", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "d0b50c3c-c690-4131-bfda-fbe653b2fc87", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1944125-f139-442d-8035-7729e39adadf", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8148148148148149, "sum_squared": 0.6639231824417011, "min": 0.8148148148148149, "max": 0.8148148148148149, "mean": 0.8148148148148149, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "345c3ebe-8b3d-4f03-88c8-7718e0df6901", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "f1dd0d88-0205-45c8-b19e-57acdb6f708d", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8518518518518517, "sum_squared": 0.7256515775034292, "min": 0.8518518518518517, "max": 0.8518518518518517, "mean": 0.8518518518518517, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "73c329f4-f78d-4bc9-8ef9-b3557afb7e0b", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.8888888888888888, "sum_squared": 0.7901234567901234, "min": 0.8888888888888888, "max": 0.8888888888888888, "mean": 0.8888888888888888, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "1f5f1326-958f-403b-ae62-785a1e7a529c", "train_trial_index": 0, "stats": [ { "name": { "name": "call_summarization_score", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 } ] } ]