{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","model":{"slug":"anthropic/claude-haiku-4-5","display_name":"Claude Haiku 4 5","api_model_id":"claude-haiku-4-5","family_slug":"claude","added_at":"2026-09-08T15:23:34.937Z","settings_suffix":"","max_input_tokens":null,"max_output_tokens":null,"capabilities":null},"aggregates":{"avg_score":57.630083,"tasks_attempted":1104,"tasks_passed":369,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":96,"tasks_passed_attempt_2_only":27,"pass_at_n":0.530172,"pass_denominator":232,"avg_cost_usd":0.01482,"latency_p50_ms":0,"latency_p95_ms":0,"pass_rate_ci":{"lower":0.46598135208013725,"upper":0.5933805247049591},"pass_hat_at_n":0.4870689655172414,"cost_per_pass_usd":0.027954,"run_count":3,"verified_runs":0},"settings":{"temperature":null,"thinking_budget":null,"tokens_avg_per_run":1464574,"consistency_pct":88.79},"history":[{"run_id":"a85a82f8-7840-4d7e-a7ba-948311ff8983","ts":"2026-09-09T07:25:58.566Z","score":57.623792,"cost_usd":3.217357,"tier":"claimed","status":"completed","completed_at":"2026-09-09T10:21:30.385Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":123,"duration_ms":3831821},{"run_id":"8c384b82-1d4c-43df-8e2d-2594ce8242fe","ts":"2026-09-09T07:04:07.668Z","score":57.589825,"cost_usd":3.563068,"tier":"claimed","status":"completed","completed_at":"2026-09-09T10:20:55.262Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":121,"duration_ms":3862876},{"run_id":"1a73d36e-7b77-45e3-81cc-1b07e64adfd3","ts":"2026-09-09T06:43:16.910Z","score":57.67663,"cost_usd":3.534609,"tier":"claimed","status":"completed","completed_at":"2026-09-09T10:20:12.717Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":125,"duration_ms":3860056},{"run_id":"efcd43ae-089d-4e55-922e-f8dd26758936","ts":"2026-09-08T16:14:25.854Z","score":46.047943,"cost_usd":3.460048,"tier":"claimed","status":"completed","completed_at":"2026-09-08T19:17:37.988Z","excluded_at":"2026-09-09T06:14:20.285Z","excluded_reason":"host out of memory: 21 attempts scored as prereq-compile infra failures","tasks_attempted":232,"tasks_passed":105,"duration_ms":3388325},{"run_id":"8e71584d-7ee8-4048-a95c-0224d0428cdf","ts":"2026-09-08T15:49:44.955Z","score":45.407459,"cost_usd":3.502443,"tier":"claimed","status":"completed","completed_at":"2026-09-08T17:13:45.570Z","excluded_at":"2026-09-09T06:14:29.609Z","excluded_reason":"host out of memory: 5 attempts scored as prereq-compile infra failures","tasks_attempted":232,"tasks_passed":109,"duration_ms":3575600},{"run_id":"20a0f409-7e1a-4ea8-a060-b3a8429bcf31","ts":"2026-09-08T15:23:34.937Z","score":59.577626,"cost_usd":3.22697,"tier":"claimed","status":"completed","completed_at":"2026-09-08T17:13:05.204Z","excluded_at":"2026-09-09T06:14:25.745Z","excluded_reason":"host out of memory: 2 attempts scored as infra failures in the same window","tasks_attempted":231,"tasks_passed":129,"duration_ms":4845660}],"failure_modes":[{"code":"AL0104","count":313,"pct":0.170016,"example_message":"Syntax error, 'end' expected"},{"code":"AL0000","count":307,"pct":0.166757,"example_message":"App generation failed"},{"code":"AL0132","count":287,"pct":0.155894,"example_message":"'Record Customer' does not contain a definition for 'Preferred Contact Method'"},{"code":"AL0185","count":148,"pct":0.080391,"example_message":"Interface 'INotificationChannel' is missing"},{"code":"AL0118","count":108,"pct":0.058664,"example_message":"The name 'CreateSequentialGuid' does not exist in the current context."},{"code":"AL0107","count":86,"pct":0.046714,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0133","count":69,"pct":0.03748,"example_message":"Argument 2: cannot convert from 'Text' to 'Boolean'"},{"code":"AL0111","count":65,"pct":0.035307,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0126","count":65,"pct":0.035307,"example_message":"No overload for method 'AddConstantValue' takes 3 arguments. Candidates: built-in method 'AddConstantValue(Joker, Integer)'"},{"code":"AL0105","count":42,"pct":0.022814,"example_message":"Syntax error, identifier expected; 'key' is a keyword"}],"recent_runs":[{"run_id":"a85a82f8-7840-4d7e-a7ba-948311ff8983","ts":"2026-09-09T07:25:58.566Z","score":57.623792,"cost_usd":3.217357,"tier":"claimed","status":"completed","completed_at":"2026-09-09T10:21:30.385Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":123,"duration_ms":3831821},{"run_id":"8c384b82-1d4c-43df-8e2d-2594ce8242fe","ts":"2026-09-09T07:04:07.668Z","score":57.589825,"cost_usd":3.563068,"tier":"claimed","status":"completed","completed_at":"2026-09-09T10:20:55.262Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":121,"duration_ms":3862876},{"run_id":"1a73d36e-7b77-45e3-81cc-1b07e64adfd3","ts":"2026-09-09T06:43:16.910Z","score":57.67663,"cost_usd":3.534609,"tier":"claimed","status":"completed","completed_at":"2026-09-09T10:20:12.717Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":125,"duration_ms":3860056},{"run_id":"efcd43ae-089d-4e55-922e-f8dd26758936","ts":"2026-09-08T16:14:25.854Z","score":46.047943,"cost_usd":3.460048,"tier":"claimed","status":"completed","completed_at":"2026-09-08T19:17:37.988Z","excluded_at":"2026-09-09T06:14:20.285Z","excluded_reason":"host out of memory: 21 attempts scored as prereq-compile infra failures","tasks_attempted":232,"tasks_passed":105,"duration_ms":3388325},{"run_id":"8e71584d-7ee8-4048-a95c-0224d0428cdf","ts":"2026-09-08T15:49:44.955Z","score":45.407459,"cost_usd":3.502443,"tier":"claimed","status":"completed","completed_at":"2026-09-08T17:13:45.570Z","excluded_at":"2026-09-09T06:14:29.609Z","excluded_reason":"host out of memory: 5 attempts scored as prereq-compile infra failures","tasks_attempted":232,"tasks_passed":109,"duration_ms":3575600},{"run_id":"20a0f409-7e1a-4ea8-a060-b3a8429bcf31","ts":"2026-09-08T15:23:34.937Z","score":59.577626,"cost_usd":3.22697,"tier":"claimed","status":"completed","completed_at":"2026-09-08T17:13:05.204Z","excluded_at":"2026-09-09T06:14:25.745Z","excluded_reason":"host out of memory: 2 attempts scored as infra failures in the same window","tasks_attempted":231,"tasks_passed":129,"duration_ms":4845660}]}