{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","model":{"slug":"anthropic/claude-opus-5","display_name":"Claude Opus 5","api_model_id":"claude-opus-5","family_slug":"claude","added_at":"2026-06-09","settings_suffix":"","max_input_tokens":1000000,"max_output_tokens":128000,"capabilities":["thinking","image","pdf","structured","batch"]},"aggregates":{"avg_score":81.131509,"tasks_attempted":926,"tasks_passed":638,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":155.333333,"tasks_passed_attempt_2_only":57.333333,"pass_at_n":0.916667,"pass_denominator":232,"avg_cost_usd":0.181407,"latency_p50_ms":0,"latency_p95_ms":0,"pass_rate_ci":{"lower":0.8739581162108475,"upper":0.9458011346309606},"pass_hat_at_n":0.8448275862068966,"cost_per_pass_usd":0.197899,"run_count":3,"verified_runs":0},"settings":{"temperature":null,"thinking_budget":null,"tokens_avg_per_run":2501022,"consistency_pct":79.31},"history":[{"run_id":"587bcd89-9bcd-4160-9791-3e15910ed072","ts":"2026-09-08T10:08:24.426Z","score":79.367631,"cost_usd":43.026755,"tier":"claimed","status":"completed","completed_at":"2026-09-08T10:53:21.680Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":209,"duration_ms":3404720},{"run_id":"497e023e-e611-451e-b4fb-821d3726a39a","ts":"2026-09-08T09:48:27.365Z","score":80.551046,"cost_usd":41.50323,"tier":"claimed","status":"completed","completed_at":"2026-09-08T11:04:50.135Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":211,"duration_ms":3374070},{"run_id":"ae78164d-4412-4329-81e6-f6de6a8f0c7c","ts":"2026-09-08T08:16:14.654Z","score":83.500724,"cost_usd":41.72958,"tier":"claimed","status":"completed","completed_at":"2026-09-08T09:02:39.400Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":218,"duration_ms":3613505}],"failure_modes":[{"code":"AL0185","count":171,"pct":0.259878,"example_message":"Page 'null' is missing"},{"code":"AL0000","count":98,"pct":0.148936,"example_message":"App generation failed"},{"code":"AL0104","count":97,"pct":0.147416,"example_message":"Syntax error, 'end' expected"},{"code":"AL0107","count":47,"pct":0.071429,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0105","count":39,"pct":0.059271,"example_message":"Syntax error, identifier expected; 'key' is a keyword"},{"code":"AL0111","count":30,"pct":0.045593,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0126","count":30,"pct":0.045593,"example_message":"No overload for method 'CalculateAverageOrderValue' takes 1 arguments. Candidates: 'CalculateAverageOrderValue()' defined in Codeunit 'CG-AL-M007 Mock Calculator' by the extension CG-AL-M007 Prereq by CentralGauge (1.0.0.0)"},{"code":"AL0297","count":24,"pct":0.036474,"example_message":"The application object identifier '50100' is not valid. It must be within the allowed ranges '[70000..89999]'."},{"code":"AL0132","count":20,"pct":0.030395,"example_message":"'FieldType' does not contain a definition for 'Binary'"},{"code":"AL0183","count":19,"pct":0.028875,"example_message":"Unexpected character '`'. Remove the invalid character or check if a special character needs escaping."}],"recent_runs":[{"run_id":"587bcd89-9bcd-4160-9791-3e15910ed072","ts":"2026-09-08T10:08:24.426Z","score":79.367631,"cost_usd":43.026755,"tier":"claimed","status":"completed","completed_at":"2026-09-08T10:53:21.680Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":209,"duration_ms":3404720},{"run_id":"497e023e-e611-451e-b4fb-821d3726a39a","ts":"2026-09-08T09:48:27.365Z","score":80.551046,"cost_usd":41.50323,"tier":"claimed","status":"completed","completed_at":"2026-09-08T11:04:50.135Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":211,"duration_ms":3374070},{"run_id":"ae78164d-4412-4329-81e6-f6de6a8f0c7c","ts":"2026-09-08T08:16:14.654Z","score":83.500724,"cost_usd":41.72958,"tier":"claimed","status":"completed","completed_at":"2026-09-08T09:02:39.400Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":218,"duration_ms":3613505}]}