{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","served_mode":"batch","model":{"slug":"openai/gpt-6-luna","display_name":"GPT-6 Luna","api_model_id":"gpt-6-luna","family_slug":"gpt","added_at":"2026-09-22","settings_suffix":" (64K, t0.1)","max_input_tokens":922000,"max_output_tokens":128000,"capabilities":["thinking","image","pdf","structured","batch"]},"aggregates":{"avg_score":71.547168,"tasks_attempted":967,"tasks_passed":557,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":141.333333,"tasks_passed_attempt_2_only":44.333333,"pass_at_n":0.800287,"pass_denominator":232,"avg_cost_usd":0.001831,"latency_p50_ms":0,"latency_p95_ms":0,"pass_rate_ci":{"lower":0.744138427234349,"upper":0.84665358457923},"pass_hat_at_n":0.7155172413793104,"cost_per_pass_usd":0.002288,"run_count":3,"verified_runs":0},"settings":{"temperature":0.1,"thinking_budget":null,"tokens_avg_per_run":1357462,"consistency_pct":71.55},"history":[{"run_id":"41523ca6-be01-406d-8590-bcc3144b269f","ts":"2026-09-23T08:26:58.762Z","score":72.235162,"cost_usd":0.42398,"tier":"claimed","status":"completed","completed_at":"2026-09-23T18:33:22.597Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":188,"duration_ms":3299906},{"run_id":"6ca71f64-9b32-445a-8f7f-9c4fde29374d","ts":"2026-09-23T08:07:13.563Z","score":70.833333,"cost_usd":0.432216,"tier":"claimed","status":"completed","completed_at":"2026-09-23T18:47:34.237Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":183,"duration_ms":3346301},{"run_id":"ccbdfd68-50d8-4156-8b52-9a4f38286585","ts":"2026-09-23T07:47:36.454Z","score":71.579861,"cost_usd":0.41806,"tier":"claimed","status":"completed","completed_at":"2026-09-23T20:20:50.864Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":186,"duration_ms":3194154}],"failure_modes":[{"code":"AL0104","count":212,"pct":0.21328,"example_message":"Syntax error, ')' expected"},{"code":"AL0000","count":196,"pct":0.197183,"example_message":"App generation failed"},{"code":"AL0132","count":89,"pct":0.089537,"example_message":"'List of [Interface INotificationChannel]' does not contain a definition for 'Clear'"},{"code":"AL0185","count":72,"pct":0.072435,"example_message":"Codeunit 'Dimension Management' is missing"},{"code":"AL0107","count":64,"pct":0.064386,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0111","count":46,"pct":0.046278,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0198","count":37,"pct":0.037223,"example_message":"Expected one of the application object keywords (table, tableextension, page, pageextension, pagecustomization, profile, profileextension, codeunit, report, reportextension, xmlport, query, controladdin, dotnet, enum, enumextension, interface, permissionset, permissionsetextension, entitlement)"},{"code":"AL0360","count":36,"pct":0.036217,"example_message":"Text literal was not properly terminated. Use the character ' to terminate the literal."},{"code":"AL0105","count":35,"pct":0.035211,"example_message":"Syntax error, identifier expected; 'key' is a keyword"},{"code":"AL0126","count":25,"pct":0.025151,"example_message":"No overload for method 'Keys' takes 1 arguments. Candidates: built-in method 'Keys()'"}],"recent_runs":[{"run_id":"41523ca6-be01-406d-8590-bcc3144b269f","ts":"2026-09-23T08:26:58.762Z","score":72.235162,"cost_usd":0.42398,"tier":"claimed","status":"completed","completed_at":"2026-09-23T18:33:22.597Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":188,"duration_ms":3299906},{"run_id":"6ca71f64-9b32-445a-8f7f-9c4fde29374d","ts":"2026-09-23T08:07:13.563Z","score":70.833333,"cost_usd":0.432216,"tier":"claimed","status":"completed","completed_at":"2026-09-23T18:47:34.237Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":183,"duration_ms":3346301},{"run_id":"ccbdfd68-50d8-4156-8b52-9a4f38286585","ts":"2026-09-23T07:47:36.454Z","score":71.579861,"cost_usd":0.41806,"tier":"claimed","status":"completed","completed_at":"2026-09-23T20:20:50.864Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":186,"duration_ms":3194154}]}