{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","served_mode":"batch","model":{"slug":"anthropic/claude-opus-5-5","display_name":"Claude Opus 5.5","api_model_id":"claude-opus-5-5","family_slug":"claude","added_at":"2026-09-22","settings_suffix":" (64K, t0.1)","max_input_tokens":1000000,"max_output_tokens":128000,"capabilities":["thinking","image","pdf","structured","batch"]},"aggregates":{"avg_score":89.66123,"tasks_attempted":838,"tasks_passed":675,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":184.666667,"tasks_passed_attempt_2_only":40.333333,"pass_at_n":0.969828,"pass_denominator":232,"avg_cost_usd":0.076678,"latency_p50_ms":0,"latency_p95_ms":0,"pass_rate_ci":{"lower":0.9390399106039913,"upper":0.985309313621082},"pass_hat_at_n":0.9439655172413793,"cost_per_pass_usd":0.079064,"run_count":3,"verified_runs":0},"settings":{"temperature":0.1,"thinking_budget":null,"tokens_avg_per_run":1598951,"consistency_pct":87.5},"history":[{"run_id":"2ce1b33d-3d53-4724-a266-141f84869b51","ts":"2026-09-22T19:55:17.138Z","score":89.361702,"cost_usd":17.890316,"tier":"claimed","status":"completed","completed_at":"2026-09-22T20:25:01.464Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":227,"duration_ms":2999313},{"run_id":"f9fe71d5-78c7-42b4-8088-532451449b15","ts":"2026-09-22T19:04:03.846Z","score":45.083185,"cost_usd":25.837416,"tier":"claimed","status":"completed","completed_at":"2026-09-22T19:36:39.233Z","excluded_at":"2026-09-22T19:48:44.836Z","excluded_reason":"host OOM during wave-1 evaluation: 151 zero-error sub-second compile failures","tasks_attempted":202,"tasks_passed":141,"duration_ms":2329062},{"run_id":"ff88ccec-f809-4ba3-81ae-7785ada15057","ts":"2026-09-22T18:39:50.676Z","score":89.426523,"cost_usd":17.970796,"tier":"claimed","status":"completed","completed_at":"2026-09-22T19:23:07.067Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":222,"duration_ms":3563161},{"run_id":"65f5cc6b-4512-49c6-b047-b4afed674d22","ts":"2026-09-22T18:14:16.310Z","score":90.202567,"cost_usd":17.507,"tier":"claimed","status":"completed","completed_at":"2026-09-22T19:17:39.621Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":226,"duration_ms":3660059}],"failure_modes":[{"code":"AL0000","count":32,"pct":0.197531,"example_message":"App generation failed"},{"code":"AL0104","count":26,"pct":0.160494,"example_message":"Syntax error, ':' expected"},{"code":"AL0185","count":22,"pct":0.135802,"example_message":"Table 'CG X132 Balance Line' is missing"},{"code":"AL0107","count":15,"pct":0.092593,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0297","count":15,"pct":0.092593,"example_message":"The application object identifier '50100' is not valid. It must be within the allowed ranges '[70000..89999]'."},{"code":"AL0105","count":12,"pct":0.074074,"example_message":"Syntax error, identifier expected; 'key' is a keyword"},{"code":"AL0132","count":12,"pct":0.074074,"example_message":"'Record Product' does not contain a definition for 'Product Code'"},{"code":"AL0118","count":6,"pct":0.037037,"example_message":"The name 'CreateSequentialGuid' does not exist in the current context."},{"code":"AL0126","count":6,"pct":0.037037,"example_message":"No overload for method 'CalculateAverageOrderValue' takes 2 arguments. Candidates: 'CalculateAverageOrderValue()' defined in Codeunit 'CG-AL-M007 Mock Calculator' by the extension CG-AL-M007 Prereq by CentralGauge (1.0.0.0)"},{"code":"AL0122","count":3,"pct":0.018519,"example_message":"Cannot implicitly convert type 'Text' to 'SecretText'. Use an explicit conversion or change the type."}],"recent_runs":[{"run_id":"2ce1b33d-3d53-4724-a266-141f84869b51","ts":"2026-09-22T19:55:17.138Z","score":89.361702,"cost_usd":17.890316,"tier":"claimed","status":"completed","completed_at":"2026-09-22T20:25:01.464Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":227,"duration_ms":2999313},{"run_id":"f9fe71d5-78c7-42b4-8088-532451449b15","ts":"2026-09-22T19:04:03.846Z","score":45.083185,"cost_usd":25.837416,"tier":"claimed","status":"completed","completed_at":"2026-09-22T19:36:39.233Z","excluded_at":"2026-09-22T19:48:44.836Z","excluded_reason":"host OOM during wave-1 evaluation: 151 zero-error sub-second compile failures","tasks_attempted":202,"tasks_passed":141,"duration_ms":2329062},{"run_id":"ff88ccec-f809-4ba3-81ae-7785ada15057","ts":"2026-09-22T18:39:50.676Z","score":89.426523,"cost_usd":17.970796,"tier":"claimed","status":"completed","completed_at":"2026-09-22T19:23:07.067Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":222,"duration_ms":3563161},{"run_id":"65f5cc6b-4512-49c6-b047-b4afed674d22","ts":"2026-09-22T18:14:16.310Z","score":90.202567,"cost_usd":17.507,"tier":"claimed","status":"completed","completed_at":"2026-09-22T19:17:39.621Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":226,"duration_ms":3660059}],"predecessor":{"slug":"anthropic/claude-opus-4-7","display_name":"Claude Opus 4.7","avg_score":69.211957,"avg_cost_usd":0.042825}}