{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","served_mode":"batch","model":{"slug":"openai/gpt-6-sol","display_name":"GPT-6 Sol","api_model_id":"gpt-6-sol","family_slug":"gpt","added_at":"2026-09-22","settings_suffix":" (64K, t0.1)","max_input_tokens":922000,"max_output_tokens":128000,"capabilities":["thinking","image","pdf","structured","batch"]},"aggregates":{"avg_score":78.861233,"tasks_attempted":914,"tasks_passed":612,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":159.333333,"tasks_passed_attempt_2_only":44.666667,"pass_at_n":0.87931,"pass_denominator":232,"avg_cost_usd":0.024127,"latency_p50_ms":0,"latency_p95_ms":0,"pass_rate_ci":{"lower":0.8310983332445381,"upper":0.9151652606252458},"pass_hat_at_n":0.8232758620689655,"cost_per_pass_usd":0.027439,"run_count":3,"verified_runs":0},"settings":{"temperature":0.1,"thinking_budget":null,"tokens_avg_per_run":1012028,"consistency_pct":78.45},"history":[{"run_id":"c64bba36-7919-4365-9a90-f9628238be11","ts":"2026-09-23T07:26:25.742Z","score":79.787528,"cost_usd":5.535267,"tier":"claimed","status":"completed","completed_at":"2026-09-23T09:12:46.053Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":205,"duration_ms":3322392},{"run_id":"910691d7-27bc-4ab0-9017-6dfc644eeb0e","ts":"2026-09-23T07:06:52.582Z","score":78.789942,"cost_usd":5.681511,"tier":"claimed","status":"completed","completed_at":"2026-09-23T09:06:15.504Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":204,"duration_ms":3142916},{"run_id":"86df02dd-0a62-4f13-b8ac-627eb2dd10fb","ts":"2026-09-23T06:45:09.087Z","score":78.018337,"cost_usd":5.575769,"tier":"claimed","status":"completed","completed_at":"2026-09-23T08:58:54.599Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":203,"duration_ms":3206670}],"failure_modes":[{"code":"AL0104","count":169,"pct":0.252616,"example_message":"Syntax error, ')' expected"},{"code":"AL0000","count":129,"pct":0.192825,"example_message":"App generation failed"},{"code":"AL0132","count":70,"pct":0.104634,"example_message":"'System' does not contain a definition for 'CreateSequentialGuid'"},{"code":"AL0107","count":52,"pct":0.077728,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0111","count":43,"pct":0.064275,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0105","count":37,"pct":0.055306,"example_message":"Syntax error, identifier expected; 'key' is a keyword"},{"code":"AL0360","count":24,"pct":0.035874,"example_message":"Text literal was not properly terminated. Use the character ' to terminate the literal."},{"code":"AL0198","count":18,"pct":0.026906,"example_message":"Expected one of the application object keywords (table, tableextension, page, pageextension, pagecustomization, profile, profileextension, codeunit, report, reportextension, xmlport, query, controladdin, dotnet, enum, enumextension, interface, permissionset, permissionsetextension, entitlement)"},{"code":"AL0224","count":18,"pct":0.026906,"example_message":"Expression expected. Provide a valid expression (variable, constant, calculation, or method call)."},{"code":"AL0297","count":14,"pct":0.020927,"example_message":"The application object identifier '50100' is not valid. It must be within the allowed ranges '[70000..89999]'."}],"recent_runs":[{"run_id":"c64bba36-7919-4365-9a90-f9628238be11","ts":"2026-09-23T07:26:25.742Z","score":79.787528,"cost_usd":5.535267,"tier":"claimed","status":"completed","completed_at":"2026-09-23T09:12:46.053Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":205,"duration_ms":3322392},{"run_id":"910691d7-27bc-4ab0-9017-6dfc644eeb0e","ts":"2026-09-23T07:06:52.582Z","score":78.789942,"cost_usd":5.681511,"tier":"claimed","status":"completed","completed_at":"2026-09-23T09:06:15.504Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":204,"duration_ms":3142916},{"run_id":"86df02dd-0a62-4f13-b8ac-627eb2dd10fb","ts":"2026-09-23T06:45:09.087Z","score":78.018337,"cost_usd":5.575769,"tier":"claimed","status":"completed","completed_at":"2026-09-23T08:58:54.599Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":203,"duration_ms":3206670}]}