{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","model":{"slug":"openai/gpt-5.6-terra","display_name":"GPT-5.6 Terra","api_model_id":"gpt-5.6-terra","family_slug":"gpt","added_at":"2026-07-09","settings_suffix":"","max_input_tokens":922000,"max_output_tokens":128000,"capabilities":["thinking","image","pdf","structured","batch"]},"aggregates":{"avg_score":74.968499,"tasks_attempted":970,"tasks_passed":587,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":140,"tasks_passed_attempt_2_only":55.666667,"pass_at_n":0.843391,"pass_denominator":232,"avg_cost_usd":0.035342,"latency_p50_ms":0,"latency_p95_ms":0,"pass_rate_ci":{"lower":0.7910772283863571,"upper":0.884517464548788},"pass_hat_at_n":0.771551724137931,"cost_per_pass_usd":0.041904,"run_count":3,"verified_runs":0},"settings":{"temperature":null,"thinking_budget":null,"tokens_avg_per_run":1210079,"consistency_pct":75.86},"history":[{"run_id":"7b948839-87e1-42f5-8a7d-20ca5671bfd4","ts":"2026-09-11T00:07:09.414Z","score":74.939046,"cost_usd":8.081681,"tier":"claimed","status":"completed","completed_at":"2026-09-11T01:34:17.021Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":196,"duration_ms":3437494},{"run_id":"8e6da010-5db6-4647-9c01-c0e09c1dd5ed","ts":"2026-09-10T23:45:39.125Z","score":73.986026,"cost_usd":8.164934,"tier":"claimed","status":"completed","completed_at":"2026-09-11T01:33:42.229Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":192,"duration_ms":3572493},{"run_id":"af415c12-e427-4f71-9d44-22425f2b1c0c","ts":"2026-09-10T23:21:04.411Z","score":75.982906,"cost_usd":8.351216,"tier":"claimed","status":"completed","completed_at":"2026-09-11T01:21:12.421Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":199,"duration_ms":3566687}],"failure_modes":[{"code":"AL0104","count":161,"pct":0.204056,"example_message":"Syntax error, ')' expected"},{"code":"AL0000","count":160,"pct":0.202788,"example_message":"App generation failed"},{"code":"AL0132","count":81,"pct":0.102662,"example_message":"'System' does not contain a definition for 'CreateSequentialGuid'"},{"code":"AL0111","count":48,"pct":0.060837,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0107","count":46,"pct":0.058302,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0118","count":39,"pct":0.04943,"example_message":"The name 'CreateSequentialGuid' does not exist in the current context."},{"code":"AL0105","count":36,"pct":0.045627,"example_message":"Syntax error, identifier expected; 'key' is a keyword"},{"code":"AL0360","count":36,"pct":0.045627,"example_message":"Text literal was not properly terminated. Use the character ' to terminate the literal."},{"code":"AL0198","count":28,"pct":0.035488,"example_message":"Expected one of the application object keywords (table, tableextension, page, pageextension, pagecustomization, profile, profileextension, codeunit, report, reportextension, xmlport, query, controladdin, dotnet, enum, enumextension, interface, permissionset, permissionsetextension, entitlement)"},{"code":"AL0122","count":21,"pct":0.026616,"example_message":"Cannot implicitly convert type 'DateTime' to 'Date'. Use an explicit conversion or change the type."}],"recent_runs":[{"run_id":"7b948839-87e1-42f5-8a7d-20ca5671bfd4","ts":"2026-09-11T00:07:09.414Z","score":74.939046,"cost_usd":8.081681,"tier":"claimed","status":"completed","completed_at":"2026-09-11T01:34:17.021Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":196,"duration_ms":3437494},{"run_id":"8e6da010-5db6-4647-9c01-c0e09c1dd5ed","ts":"2026-09-10T23:45:39.125Z","score":73.986026,"cost_usd":8.164934,"tier":"claimed","status":"completed","completed_at":"2026-09-11T01:33:42.229Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":192,"duration_ms":3572493},{"run_id":"af415c12-e427-4f71-9d44-22425f2b1c0c","ts":"2026-09-10T23:21:04.411Z","score":75.982906,"cost_usd":8.351216,"tier":"claimed","status":"completed","completed_at":"2026-09-11T01:21:12.421Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":199,"duration_ms":3566687}]}