63 lines
2.6 KiB
JSON
63 lines
2.6 KiB
JSON
{
|
|
"bundle_sha256_without_self": "e53559b02ebca1ca73747638060673943c8436a1842c35145ae16e7876aa6135",
|
|
"created_at_utc": "2026-06-28T11:56:42.755+00:00",
|
|
"endpoint": "v1/chat/completions",
|
|
"request_payload": {
|
|
"frequency_penalty": 0.0,
|
|
"max_completion_tokens": 200,
|
|
"messages": [
|
|
{
|
|
"content": "You are a precise assistant. Answer in exactly three bullet points.",
|
|
"role": "system"
|
|
},
|
|
{
|
|
"content": "Explain why reproducibility matters in LLM experiments.",
|
|
"role": "user"
|
|
}
|
|
],
|
|
"model": "gpt-4.1-mini-2025-04-14",
|
|
"n": 1,
|
|
"presence_penalty": 0.0,
|
|
"seed": 42,
|
|
"stream": false,
|
|
"temperature": 0.0,
|
|
"top_p": 1.0
|
|
},
|
|
"request_payload_sha256": "bca98569dc74b6ce719cccef6bd96397691b1656b62bdd646c32e7408546c1b5",
|
|
"schema_version": "llm-repro-harness.v1",
|
|
"summary": {
|
|
"all_outputs_identical": false,
|
|
"all_response_models_identical": false,
|
|
"all_successful": false,
|
|
"all_system_fingerprints_identical": false,
|
|
"failed_trial_count": 3,
|
|
"successful_trial_count": 0,
|
|
"trial_count": 3,
|
|
"unique_content_sha256": [],
|
|
"unique_response_models": [],
|
|
"unique_system_fingerprints": []
|
|
},
|
|
"trials": [
|
|
{
|
|
"error": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
|
|
"error_type": "RateLimitError",
|
|
"ok": false,
|
|
"started_at_utc": "2026-06-28T11:56:38.381+00:00",
|
|
"trial_index": 1
|
|
},
|
|
{
|
|
"error": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
|
|
"error_type": "RateLimitError",
|
|
"ok": false,
|
|
"started_at_utc": "2026-06-28T11:56:40.528+00:00",
|
|
"trial_index": 2
|
|
},
|
|
{
|
|
"error": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
|
|
"error_type": "RateLimitError",
|
|
"ok": false,
|
|
"started_at_utc": "2026-06-28T11:56:42.755+00:00",
|
|
"trial_index": 3
|
|
}
|
|
]
|
|
} |