Initial commit, very early alpha

This commit is contained in:
2026-06-30 13:39:31 +02:00
parent e17611eda1
commit 08426ea177
9 changed files with 1035 additions and 1 deletions

View File

@@ -0,0 +1,63 @@
{
"bundle_sha256_without_self": "e53559b02ebca1ca73747638060673943c8436a1842c35145ae16e7876aa6135",
"created_at_utc": "2026-06-28T11:56:42.755+00:00",
"endpoint": "v1/chat/completions",
"request_payload": {
"frequency_penalty": 0.0,
"max_completion_tokens": 200,
"messages": [
{
"content": "You are a precise assistant. Answer in exactly three bullet points.",
"role": "system"
},
{
"content": "Explain why reproducibility matters in LLM experiments.",
"role": "user"
}
],
"model": "gpt-4.1-mini-2025-04-14",
"n": 1,
"presence_penalty": 0.0,
"seed": 42,
"stream": false,
"temperature": 0.0,
"top_p": 1.0
},
"request_payload_sha256": "bca98569dc74b6ce719cccef6bd96397691b1656b62bdd646c32e7408546c1b5",
"schema_version": "llm-repro-harness.v1",
"summary": {
"all_outputs_identical": false,
"all_response_models_identical": false,
"all_successful": false,
"all_system_fingerprints_identical": false,
"failed_trial_count": 3,
"successful_trial_count": 0,
"trial_count": 3,
"unique_content_sha256": [],
"unique_response_models": [],
"unique_system_fingerprints": []
},
"trials": [
{
"error": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
"error_type": "RateLimitError",
"ok": false,
"started_at_utc": "2026-06-28T11:56:38.381+00:00",
"trial_index": 1
},
{
"error": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
"error_type": "RateLimitError",
"ok": false,
"started_at_utc": "2026-06-28T11:56:40.528+00:00",
"trial_index": 2
},
{
"error": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
"error_type": "RateLimitError",
"ok": false,
"started_at_utc": "2026-06-28T11:56:42.755+00:00",
"trial_index": 3
}
]
}