{"task_set_hash":"664f8c7733fef6efa55c8c122d46434498b4d0ebd22aea2102c81dc5f4b2b4cf","model":{"slug":"openrouter/google/gemini-3.8-flash","display_name":"Gemini 3.8 Flash (OpenRouter)","api_model_id":"google/gemini-3.8-flash","family_slug":"gemini","added_at":"2026-09-02","settings_suffix":"","max_input_tokens":1048576,"max_output_tokens":65536,"capabilities":["thinking","image","pdf","structured","batch"]},"aggregates":{"avg_score":83.211747,"tasks_attempted":891,"tasks_passed":637,"tasks_attempted_distinct":232,"tasks_passed_attempt_1":167,"tasks_passed_attempt_2_only":45.333333,"pass_at_n":0.91523,"pass_denominator":232,"avg_cost_usd":0.058108,"latency_p50_ms":0,"latency_p95_ms":0,"pass_rate_ci":{"lower":0.8722791356685394,"upper":0.9446533591358831},"pass_hat_at_n":0.8577586206896551,"cost_per_pass_usd":0.06349,"run_count":3,"verified_runs":0},"settings":{"temperature":null,"thinking_budget":null,"tokens_avg_per_run":4091326,"consistency_pct":78.02},"history":[{"run_id":"1f99aac6-4b2f-4bc4-a04a-c1dd521d6fb6","ts":"2026-09-11T06:39:48.002Z","score":82.845345,"cost_usd":13.322281,"tier":"claimed","status":"completed","completed_at":"2026-09-11T13:08:00.109Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":210,"duration_ms":3356566},{"run_id":"53112fb9-6519-4cb2-ad56-9468218877bb","ts":"2026-09-11T06:13:49.538Z","score":82.473987,"cost_usd":13.780953,"tier":"claimed","status":"completed","completed_at":"2026-09-11T13:35:28.810Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":212,"duration_ms":3490968},{"run_id":"9d1ac7e7-d750-4fb4-b899-825cb8bef267","ts":"2026-09-11T05:51:36.797Z","score":84.323386,"cost_usd":13.34019,"tier":"claimed","status":"completed","completed_at":"2026-09-11T13:09:38.779Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":215,"duration_ms":3490619}],"failure_modes":[{"code":"AL0132","count":91,"pct":0.179842,"example_message":"'FieldType' does not contain a definition for 'Enum'"},{"code":"AL0000","count":88,"pct":0.173913,"example_message":"App generation failed"},{"code":"AL0104","count":86,"pct":0.16996,"example_message":"Syntax error, ')' expected"},{"code":"AL0107","count":34,"pct":0.067194,"example_message":"Syntax error, identifier expected. Provide a valid name (letters, digits, and underscores only)."},{"code":"AL0111","count":34,"pct":0.067194,"example_message":"Semicolon expected. Add a semicolon (;) to terminate the statement."},{"code":"AL0105","count":31,"pct":0.061265,"example_message":"Syntax error, identifier expected; 'key' is a keyword"},{"code":"AL0360","count":24,"pct":0.047431,"example_message":"Text literal was not properly terminated. Use the character ' to terminate the literal."},{"code":"AL0297","count":15,"pct":0.029644,"example_message":"The application object identifier '50100' is not valid. It must be within the allowed ranges '[70000..89999]'."},{"code":"AL0135","count":11,"pct":0.021739,"example_message":"There is no argument given that corresponds to the required formal parameter 'DaysInPeriod' of 'CalculateOrderFrequency(Integer, Integer)'"},{"code":"AL0126","count":9,"pct":0.017787,"example_message":"No overload for method 'Clear' takes 1 arguments. Candidates: 'Clear()' defined in Codeunit 'CG H054 Cache' by the extension CentralGauge_CG-AL-H054_1 by CentralGauge (1.0.0.0)"}],"recent_runs":[{"run_id":"1f99aac6-4b2f-4bc4-a04a-c1dd521d6fb6","ts":"2026-09-11T06:39:48.002Z","score":82.845345,"cost_usd":13.322281,"tier":"claimed","status":"completed","completed_at":"2026-09-11T13:08:00.109Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":210,"duration_ms":3356566},{"run_id":"53112fb9-6519-4cb2-ad56-9468218877bb","ts":"2026-09-11T06:13:49.538Z","score":82.473987,"cost_usd":13.780953,"tier":"claimed","status":"completed","completed_at":"2026-09-11T13:35:28.810Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":212,"duration_ms":3490968},{"run_id":"9d1ac7e7-d750-4fb4-b899-825cb8bef267","ts":"2026-09-11T05:51:36.797Z","score":84.323386,"cost_usd":13.34019,"tier":"claimed","status":"completed","completed_at":"2026-09-11T13:09:38.779Z","excluded_at":null,"excluded_reason":null,"tasks_attempted":232,"tasks_passed":215,"duration_ms":3490619}]}