{"model":{"slug":"anthropic/claude-opus-4-7","display_name":"Claude Opus 4.7","api_model_id":"claude-opus-4-7","family_slug":"claude","added_at":"2026-01-15","settings_suffix":""},"aggregates":{"avg_score":67.822736,"tasks_attempted":519,"tasks_passed":282,"tasks_attempted_distinct":64,"tasks_passed_attempt_1":44,"tasks_passed_attempt_2_only":8,"pass_at_n":0.8125,"avg_cost_usd":0.324473,"latency_p50_ms":149543,"latency_p95_ms":178685,"pass_rate_ci":{"lower":0.7002540844522482,"upper":0.889354651190779},"pass_hat_at_n":0.671875,"cost_per_pass_usd":0.399352,"run_count":6,"verified_runs":0},"settings":{"temperature":null,"thinking_budget":null,"tokens_avg_per_run":231602,"consistency_pct":79.69},"history":[{"run_id":"e799b215-f0fc-4066-84a8-157758b58101","ts":"2026-05-04T23:37:17.408Z","score":70,"cost_usd":3.117905,"tier":"claimed"},{"run_id":"f1d66f25-1f83-4e93-a9d4-e8078ef34342","ts":"2026-05-04T20:18:33.859Z","score":69.827586,"cost_usd":3.41597,"tier":"claimed"},{"run_id":"dffb867d-3c90-44c2-ac80-e06dea8b631e","ts":"2026-05-04T16:43:38.341Z","score":71.075581,"cost_usd":3.47254,"tier":"claimed"},{"run_id":"6d0288a4-707c-40c9-8ef4-b714845ad967","ts":"2026-04-25T20:38:02.754Z","score":66.27907,"cost_usd":3.342015,"tier":"claimed"},{"run_id":"16e667f8-6a0b-469c-a8bb-11022eb4ce53","ts":"2026-04-25T18:49:49.241Z","score":63.649425,"cost_usd":4.05485,"tier":"claimed"},{"run_id":"f4f5d5f3-0156-4b13-8bb9-e86a7b965bec","ts":"2026-04-25T16:58:31.858Z","score":66.193182,"cost_usd":3.36302,"tier":"claimed"}],"failure_modes":[{"code":"AL0104","count":315,"pct":0.336179,"example_message":"Syntax error, '=' expected"},{"code":"AL0111","count":135,"pct":0.144077,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0000","count":125,"pct":0.133404,"example_message":"App generation failed"},{"code":"AL0185","count":64,"pct":0.068303,"example_message":"Table 'Session Information' is missing"},{"code":"AL0107","count":34,"pct":0.036286,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0134","count":29,"pct":0.03095,"example_message":"'SessionInformation' is not recognized as a valid type. Verify the type name is correct and the required dependencies are referenced."},{"code":"AL0361","count":29,"pct":0.03095,"example_message":"Identifier was not properly terminated. Use the character \" to terminate the identifier."},{"code":"AL0198","count":21,"pct":0.022412,"example_message":"Expected one of the application object keywords (table, tableextension, page, pageextension, pagecustomization, profile, profileextension, codeunit, report, reportextension, xmlport, query, controladdin, dotnet, enum, enumextension, interface, permissionset, permissionsetextension, entitlement)"},{"code":"AL0118","count":20,"pct":0.021345,"example_message":"The name 'CreateSequentialGuid' does not exist in the current context."},{"code":"AL0105","count":18,"pct":0.01921,"example_message":"Syntax error, identifier expected; 'key' is a keyword"}],"recent_runs":[{"run_id":"e799b215-f0fc-4066-84a8-157758b58101","ts":"2026-05-04T23:37:17.408Z","score":70,"cost_usd":3.117905,"tier":"claimed"},{"run_id":"f1d66f25-1f83-4e93-a9d4-e8078ef34342","ts":"2026-05-04T20:18:33.859Z","score":69.827586,"cost_usd":3.41597,"tier":"claimed"},{"run_id":"dffb867d-3c90-44c2-ac80-e06dea8b631e","ts":"2026-05-04T16:43:38.341Z","score":71.075581,"cost_usd":3.47254,"tier":"claimed"},{"run_id":"6d0288a4-707c-40c9-8ef4-b714845ad967","ts":"2026-04-25T20:38:02.754Z","score":66.27907,"cost_usd":3.342015,"tier":"claimed"},{"run_id":"16e667f8-6a0b-469c-a8bb-11022eb4ce53","ts":"2026-04-25T18:49:49.241Z","score":63.649425,"cost_usd":4.05485,"tier":"claimed"},{"run_id":"f4f5d5f3-0156-4b13-8bb9-e86a7b965bec","ts":"2026-04-25T16:58:31.858Z","score":66.193182,"cost_usd":3.36302,"tier":"claimed"}]}