{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","served_mode":"sync","model":{"slug":"openai/gpt-6.1-sol","display_name":"GPT-6.1 Sol","api_model_id":"gpt-6.1-sol","family_slug":"gpt","added_at":"2026-09-29","settings_suffix":"","max_input_tokens":922000,"max_output_tokens":128000,"capabilities":["thinking","image","pdf","structured"]},"aggregates":{"avg_score":85.695927,"tasks_attempted":843,"tasks_passed":653,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":183,"tasks_passed_attempt_2_only":34.666667,"pass_at_n":0.938218,"pass_denominator":232,"avg_cost_usd":0.020538,"latency_p50_ms":44404,"latency_p95_ms":140155,"pass_rate_ci":{"lower":0.8995345733354635,"upper":0.9626260180671277},"pass_hat_at_n":0.9094827586206896,"cost_per_pass_usd":0.021891,"run_count":3,"verified_runs":0},"settings":{"temperature":null,"thinking_budget":null,"tokens_avg_per_run":875412,"consistency_pct":85.34},"history":[{"run_id":"865c858f-c006-40bf-8592-fa8129b7351a","ts":"2026-09-29T21:55:59.218Z","score":84.649378,"cost_usd":4.966831,"tier":"claimed","status":"completed","completed_at":"2026-09-29T22:20:23.751Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":215,"duration_ms":17693679},{"run_id":"8d17fba9-10d8-4915-92c4-20a72e2f6726","ts":"2026-09-29T21:35:20.945Z","score":86.940374,"cost_usd":4.59799,"tier":"claimed","status":"completed","completed_at":"2026-09-29T22:19:56.559Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":219,"duration_ms":15832865},{"run_id":"922d1605-ba40-492b-be8f-e45a26ee868d","ts":"2026-09-29T21:14:08.269Z","score":85.553599,"cost_usd":4.729688,"tier":"claimed","status":"completed","completed_at":"2026-09-29T22:18:30.319Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":219,"duration_ms":16643129}],"failure_modes":[{"code":"AL0185","count":210,"pct":0.328125,"example_message":"Table 'CG X133 Assignment' is missing"},{"code":"AL0104","count":88,"pct":0.1375,"example_message":"Syntax error, ':' expected"},{"code":"AL0000","count":78,"pct":0.121875,"example_message":"App generation failed"},{"code":"AL0297","count":56,"pct":0.0875,"example_message":"The application object identifier '50100' is not valid. It must be within the allowed ranges '[70000..89999]'."},{"code":"AL0107","count":43,"pct":0.067188,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0105","count":38,"pct":0.059375,"example_message":"Syntax error, identifier expected; 'key' is a keyword"},{"code":"AL0111","count":20,"pct":0.03125,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0132","count":19,"pct":0.029688,"example_message":"'JsonValue' does not contain a definition for 'AsSecretText'"},{"code":"AL0183","count":13,"pct":0.020313,"example_message":"Unexpected character '`'. Remove the invalid character or check if a special character needs escaping."},{"code":"AL0122","count":9,"pct":0.014063,"example_message":"Cannot implicitly convert type 'Text' to 'SecretText'. Use an explicit conversion or change the type."}],"recent_runs":[{"run_id":"865c858f-c006-40bf-8592-fa8129b7351a","ts":"2026-09-29T21:55:59.218Z","score":84.649378,"cost_usd":4.966831,"tier":"claimed","status":"completed","completed_at":"2026-09-29T22:20:23.751Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":215,"duration_ms":17693679},{"run_id":"8d17fba9-10d8-4915-92c4-20a72e2f6726","ts":"2026-09-29T21:35:20.945Z","score":86.940374,"cost_usd":4.59799,"tier":"claimed","status":"completed","completed_at":"2026-09-29T22:19:56.559Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":219,"duration_ms":15832865},{"run_id":"922d1605-ba40-492b-be8f-e45a26ee868d","ts":"2026-09-29T21:14:08.269Z","score":85.553599,"cost_usd":4.729688,"tier":"claimed","status":"completed","completed_at":"2026-09-29T22:18:30.319Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":219,"duration_ms":16643129}]}