{"agent_roles":[{"description":"Designs the system architecture up front","id":"architect","title":"Architect"},{"description":"Installs deps and runs the build pipeline","id":"build","title":"Build Agent"},{"description":"Writes the actual source files","id":"code","title":"Code Agent"},{"description":"Reviews diffs against the sprint plan","id":"code-review","title":"Code-Review Agent"},{"description":"Coordinates the per-sprint development cycle","id":"develop","title":"Develop Agent"},{"description":"Sets product direction and priorities","id":"director","title":"Director"},{"description":"Periodic supervision of the agent fleet","id":"health-check","title":"Health-Check Agent"},{"description":"Top-level coordinator for the entire run","id":"orchestrator","title":"Orchestrator"},{"description":"Sets up tooling, scaffolding, and infrastructure","id":"platform","title":"Platform Agent"},{"description":"Plans implementation step-by-step before coding","id":"pseudocode","title":"Pseudocode Agent"},{"description":"Spot-checks the developing product","id":"scout","title":"Scout Agent"},{"description":"Writes detailed specifications before planning","id":"spec","title":"Spec Agent"},{"description":"Decomposes the SoW into sprints and tasks","id":"sprint-plan","title":"Sprint-Plan Agent"},{"description":"Retrospective after each sprint completes","id":"sprint-review","title":"Sprint-Review Agent"},{"description":"Authors tests and validates the suite","id":"test","title":"Test Agent"}],"dataset_version":"1.0.0","generated_from":{"manifest_version":5,"rubric_version":15,"schema_version":2},"models":[{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","run_count":2,"vendor":"anthropic","version":"4.6"},{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","run_count":5,"vendor":"anthropic","version":"5"},{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5-20260630","run_count":1,"vendor":"anthropic","version":"5"},{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","run_count":5,"vendor":"deepseek","version":"v4"},{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","run_count":1,"vendor":"deepseek","version":"v4"},{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","run_count":2,"vendor":"deepseek","version":"v4"},{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","run_count":1,"vendor":"deepseek","version":"v4"},{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","run_count":6,"vendor":"google","version":"3"},{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","run_count":10,"vendor":"google","version":"3.1"},{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","run_count":2,"vendor":"google","version":"3.1"},{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","run_count":8,"vendor":"google","version":"3.5"},{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","run_count":5,"vendor":"google","version":"3.5"},{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","run_count":5,"vendor":"google","version":"3.6"},{"family":"muse-spark","model_key":"meta/muse-spark-1.1","run_count":3,"vendor":"meta","version":"1.1"},{"family":"kimi","model_key":"moonshotai/kimi-k2.6","run_count":3,"vendor":"moonshotai","version":"k2.6"},{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","run_count":2,"vendor":"moonshotai","version":"k2.7"},{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","run_count":1,"vendor":"openai","version":"5.6"},{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","run_count":1,"vendor":"openai","version":"5.6"},{"family":"plus","model_key":"qwen/qwen3.7-plus","run_count":4,"vendor":"qwen","version":"qwen3.7"},{"family":"plus","model_key":"qwen/qwen3.7-plus-20260602","run_count":1,"vendor":"qwen","version":"qwen3.7"},{"family":"step-flash","model_key":"stepfun/step-3.7-flash","run_count":2,"vendor":"stepfun","version":"3.7"},{"family":"inkling","model_key":"thinkingmachines/inkling","run_count":2,"vendor":"thinkingmachines","version":""},{"family":"grok","model_key":"x-ai/grok-4.5","run_count":4,"vendor":"x-ai","version":"4.5"},{"family":"grok","model_key":"x-ai/grok-4.5-20260708","run_count":1,"vendor":"x-ai","version":"4.5"},{"family":"mimo","model_key":"xiaomi/mimo-v2.5","run_count":5,"vendor":"xiaomi","version":"v2.5"},{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","run_count":5,"vendor":"xiaomi","version":"v2.5"},{"family":"glm","model_key":"z-ai/glm-5.2","run_count":3,"vendor":"z-ai","version":"5.2"}],"rubric":{"agent_role_weights":{"architect":6.0,"build":3.0,"code":14.0,"code-review":14.0,"develop":14.0,"director":6.0,"orchestrator":4.0,"platform":3.0,"pseudocode":9.0,"scout":2.0,"spec":3.0,"sprint-plan":9.0,"sprint-review":9.0,"test":4.0},"cell_max":10.0,"composite_blend":{"completion_weight":0.25,"role_weight":0.75}},"runs":[{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.0183,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.6541,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.5443,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.0082,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":3.7441},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.6106,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.0126,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.6541,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.4691,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.1368,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":4.6849},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.0013,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.2636,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.0849,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":3.6674},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0113,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.7995,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3023,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.0669,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":2.7428},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.004,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.8135,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3954,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.0128,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":2.7969},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.6106,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.0014,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.3003,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.1665,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.0931},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.0389,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6541,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.8906,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.7728,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.532,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.319,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":6.4669},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.0022,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6541,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.236,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4412,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.0776,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":5.9991},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0033,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8417,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2761,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.0415,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":3.1527},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0064,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0096,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":4.032}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__anthropic-claude-sonnet-4.6-6.28.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/anthropic-claude-sonnet-4.6-6.28.2026","run_folder":"runs/circles/anthropic-claude-sonnet-4.6-6.28.2026"},"composite":{"completion_score":5.0,"coverage":0.5725,"low_confidence":false,"pin":{"composite_score":42.1853,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.13,"score":42.3187},"deliverable":{"avg_complexity":2.75,"coverage_pct":34.48,"files_changed":34,"lint_errors":3,"maintainability_index":73.69,"src_loc":328,"test_files":1},"ended_at":"2026-06-28T20:57:01.919144+00:00","is_mixed_run":false,"roster":{"build":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"code":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"code-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"develop":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"orchestrator":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"pseudocode":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"scout":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"sprint-plan":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"sprint-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"test":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"}},"rubric_version":15,"run_id":"circles/anthropic-claude-sonnet-4.6-6.28.2026","run_status":"completed","sow":"circles","started_at":"2026-06-28T16:43:21.564661+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.3448,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.7369,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6106,"pct":61.06,"raw":9.1587},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.1443,"weight":0.25},"cost":{"available":true,"normalized":0.0042,"weight":0.55},"overhead_share":{"available":true,"normalized":0.7048,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.1793,"pct":17.93,"raw":3.0489},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.6415,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6541,"pct":65.41,"raw":3.9247},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.3902,"weight":0.15},"token_economy":{"available":true,"normalized":0.2773,"weight":0.15},"token_volume":{"available":true,"normalized":0.1017,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4184,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.3109,"pct":31.09,"raw":4.0421},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8286,"weight":0.6},"verification_density":{"available":true,"normalized":0.4867,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6919,"pct":69.19,"raw":5.5348},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.3,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.385,"pct":38.5,"raw":5.775},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9749,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.92,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7362,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9327,"pct":93.27,"raw":12.1256},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.4774,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4207,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4491,"pct":44.91,"raw":5.838}},"telemetry":{"cache_hit_rate":46.0641,"cached_input_tokens":29539819,"concurrency_factor":1.181,"cost_usd":128.417448,"duration_min":253.6726,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":64127657,"output_tokens":717614,"reasoning_tokens":94040,"requests":934,"tool_calls":1235,"tools_per_response":1.3223}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5369,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.0256,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.6908,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.2994,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.3927,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.0614},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.6377,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4155,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.0198,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.6908,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.631,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3617,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.4328,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":4.9498},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6777,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0021,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7637,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.248,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.1689,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":3.754},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5421,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0202,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3342,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1095,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":3.5667},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5624,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0085,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.2279,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3732,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0779,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":3.1969},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.6377,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6514,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.0018,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2852,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.2378,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.6274},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.442,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0295,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6908,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.7333,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.4059,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5366,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5495,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.9098},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.535,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.0028,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6908,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.1907,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.2552,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.1657},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.002,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.43,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1707,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.1262,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":2.6727},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6117,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.009,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.249,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":4.7828}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__anthropic-claude-sonnet-4.6-7.3.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/anthropic-claude-sonnet-4.6-7.3.2026","run_folder":"runs/circles/anthropic-claude-sonnet-4.6-7.3.2026"},"composite":{"completion_score":5.0,"coverage":0.619,"low_confidence":false,"pin":{"composite_score":44.1584,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.25,"score":44.4117},"deliverable":{"avg_complexity":2.1,"coverage_pct":42.68,"files_changed":22,"lint_errors":3,"maintainability_index":76.99,"src_loc":207,"test_files":2},"ended_at":"2026-07-03T23:08:04.156117+00:00","is_mixed_run":false,"roster":{"build":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"code":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"code-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"develop":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"orchestrator":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"pseudocode":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"scout":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"sprint-plan":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"sprint-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"},"test":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-4.6","model_unavailable":false,"vendor":"anthropic","version":"4.6"}},"rubric_version":15,"run_id":"circles/anthropic-claude-sonnet-4.6-7.3.2026","run_status":"completed","sow":"circles","started_at":"2026-07-03T20:06:54.976762+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.4268,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.7699,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6377,"pct":63.77,"raw":9.5652},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0143,"weight":0.25},"cost":{"available":true,"normalized":0.0044,"weight":0.55},"overhead_share":{"available":true,"normalized":0.63,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.132,"pct":13.2,"raw":2.2438},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7149,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6908,"pct":69.08,"raw":4.1449},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5573,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.2056,"weight":0.15},"token_economy":{"available":true,"normalized":0.2761,"weight":0.15},"token_volume":{"available":true,"normalized":0.239,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.51,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3795,"pct":37.95,"raw":4.9338},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":1.0,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":1.0,"pct":100.0,"raw":8.0},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.39,"pct":39.0,"raw":5.85},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9646,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.702,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.898,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7425,"weight":0.2},"unauthorized":{"available":true,"normalized":0.4,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7197,"pct":71.97,"raw":9.3556},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.2505,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4019,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3262,"pct":32.62,"raw":4.2401}},"telemetry":{"cache_hit_rate":36.4501,"cached_input_tokens":12369479,"concurrency_factor":1.4365,"cost_usd":79.68228400000001,"duration_min":181.153,"failed_requests":3,"failure_breakdown":{"empty_response":0,"http_error":3,"no_response":0},"input_tokens":33935359,"output_tokens":540362,"reasoning_tokens":78564,"requests":584,"tool_calls":875,"tools_per_response":1.4983}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.545,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.0611,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.222,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0411,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":4.6072},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.1931,"weight":8.0},"cost":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.1934,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1282,"group":"output","normalized":0.7442,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.349,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2564,"group":"efficiency","normalized":0.6991,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.39,"low_confidence":true,"score":4.2554},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5453,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3679,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.0631,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7442,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.7287,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3982,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.5935,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.0235},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6546,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0451,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.3433,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2462,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.5091,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.1677},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5487,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0662,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.4886,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3515,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0308,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4033,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":3.2161},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4491,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2877,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.6158,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4265,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7507,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.5113},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5453,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7419,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.0393,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.322,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3489,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5567,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.9875},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3801,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1276,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.7442,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.8793,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4199,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7412,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.5042},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.5453,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4629,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.191,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7442,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.925,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4167,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.3868,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.2798},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.545,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.0289,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7442,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2954,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9333,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.1103,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":5.9866},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0553,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.05,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3208,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.2016,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":2.8242},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.2718,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.2068,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6977,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.2938}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__anthropic-claude-sonnet-5-7.11.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/anthropic-claude-sonnet-5-7.11.2026","run_folder":"runs/circles/anthropic-claude-sonnet-5-7.11.2026"},"composite":{"completion_score":5.0,"coverage":0.6245,"low_confidence":false,"pin":{"composite_score":46.3367,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.23,"score":46.5685},"deliverable":{"avg_complexity":2.6,"coverage_pct":74.23,"files_changed":30,"lint_errors":8,"maintainability_index":78.85,"src_loc":238,"test_files":3},"ended_at":"2026-07-12T02:31:32.675552+00:00","is_mixed_run":false,"roster":{"architect":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5-20260630","model_unavailable":false,"vendor":"anthropic","version":"5"},"build":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"develop":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"orchestrator":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"pseudocode":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"scout":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"spec":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-plan":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5-20260630","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"test":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"}},"rubric_version":15,"run_id":"circles/anthropic-claude-sonnet-5-7.11.2026","run_status":"completed","sow":"circles","started_at":"2026-07-12T01:19:08.652445+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.7423,"weight":0.25},"lint":{"available":true,"normalized":0.2,"weight":0.35},"maintainability":{"available":true,"normalized":0.7885,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5453,"pct":54.53,"raw":8.1791},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.0572,"weight":0.55},"overhead_share":{"available":true,"normalized":0.6396,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.1594,"pct":15.94,"raw":2.7093},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.8216,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7442,"pct":74.42,"raw":4.4649},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.545,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.1199,"weight":0.15},"token_economy":{"available":true,"normalized":0.6378,"weight":0.15},"token_volume":{"available":true,"normalized":0.5,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3789,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4712,"pct":47.12,"raw":6.1256},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6939,"weight":0.6},"verification_density":{"available":true,"normalized":0.7407,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7126,"pct":71.26,"raw":5.7011},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.25,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.54,"pct":54.0,"raw":8.1},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9595,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.646,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.878,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.715,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8492,"pct":84.92,"raw":11.0402},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7282,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6308,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6795,"pct":67.95,"raw":8.8334}},"telemetry":{"cache_hit_rate":77.3946,"cached_input_tokens":34980330,"concurrency_factor":1.2325,"cost_usd":35.090815000000006,"duration_min":72.4004,"failed_requests":3,"failure_breakdown":{"empty_response":0,"http_error":3,"no_response":0},"input_tokens":45197383,"output_tokens":487059,"reasoning_tokens":37794,"requests":488,"tool_calls":1186,"tools_per_response":2.4303}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.1562,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2083,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2008,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1233,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4086,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5765,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.6278},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.6725,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2927,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0689,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5484,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.636,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3887,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4209,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.861},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5455,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0801,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.64,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3074,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.3333,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9167,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3909,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7857,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.721},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4779,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1488,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4135,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3242,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.4231},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6292,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0811,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9444,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7619,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2035,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4093,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0895},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6725,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.275,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0629,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5484,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5639,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3466,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3321,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.6392},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6198,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0589,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.1557,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2901,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3697,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.5759},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3815,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0976,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5484,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.6,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6782,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3044,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4917,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.3525},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5892,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.0493,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5484,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2298,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.4714,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1683,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.0613},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0949,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6833,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2458,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4916,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1693},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2281,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1955,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7172,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.0094}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__anthropic-claude-sonnet-5-7.16.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/anthropic-claude-sonnet-5-7.16.2026","run_folder":"runs/circles/anthropic-claude-sonnet-5-7.16.2026"},"composite":{"completion_score":9.1667,"coverage":0.9887,"low_confidence":false,"pin":{"composite_score":70.7864,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.06,"score":70.849},"deliverable":{"avg_complexity":2.12,"coverage_pct":54.17,"files_changed":26,"lint_errors":3,"maintainability_index":80.04,"src_loc":140,"test_files":3},"ended_at":"2026-07-17T03:20:39.287092+00:00","is_mixed_run":false,"roster":{"build":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"develop":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"orchestrator":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"platform":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"pseudocode":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"scout":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-plan":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"test":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"}},"rubric_version":15,"run_id":"circles/anthropic-claude-sonnet-5-7.16.2026","run_status":"completed","sow":"circles","started_at":"2026-07-17T01:33:10.405274+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.5417,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.8004,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6725,"pct":67.25,"raw":10.0876},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.1272,"weight":0.25},"cost":{"available":true,"normalized":0.076,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4765,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.1689,"pct":16.89,"raw":2.8714},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4302,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5484,"pct":54.84,"raw":3.2906},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4853,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.2036,"weight":0.15},"token_economy":{"available":true,"normalized":0.6695,"weight":0.15},"token_volume":{"available":true,"normalized":0.4308,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.483,"pct":48.3,"raw":6.279},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6889,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8133,"pct":81.33,"raw":6.5067},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.44,"pct":44.0,"raw":6.6},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9707,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.788,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.765,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9183,"pct":91.83,"raw":11.9375},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6424,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6626,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6525,"pct":65.25,"raw":8.4831}},"telemetry":{"cache_hit_rate":72.8747,"cached_input_tokens":33360693,"concurrency_factor":1.3545,"cost_usd":40.99607159999999,"duration_min":107.4814,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":45778169,"output_tokens":586743,"reasoning_tokens":17989,"requests":633,"tool_calls":853,"tools_per_response":1.3476}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.1596,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2128,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.1784,"weight":8.0},"cost":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.1811,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0532,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.3521,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1064,"group":"efficiency","normalized":0.6901,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.94,"low_confidence":false,"score":6.6589},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.7821,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3045,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0467,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.591,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6364,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6625,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.444,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3947,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2805,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5718},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6274,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0573,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8752,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9286,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2439,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9167,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3672,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6739,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.0776},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5655,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.0007,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.591,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1427,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.2507,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":4.1974},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.889,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4576,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1005,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6923,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.471,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.261,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3661,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.9304},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.542,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1078,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.95,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5849,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.177,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4796,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.983},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.693,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0419,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.412,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1531,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.6706},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3152,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1057,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.591,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9724,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3128,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0245,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5439,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.4908},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.7821,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2345,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2293,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.591,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.8375,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4661,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.517,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.375},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.722,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.0628,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.591,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4763,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5667,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.144,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.7055},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.062,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.222,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.386,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1564},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2129,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2263,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9048,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6695,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.7313}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__anthropic-claude-sonnet-5-7.21.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/anthropic-claude-sonnet-5-7.21.2026","run_folder":"runs/circles/anthropic-claude-sonnet-5-7.21.2026"},"composite":{"completion_score":4.524,"coverage":0.9871,"low_confidence":false,"pin":{"composite_score":57.828,"pinned_at":"2026-07-22","rubric_version":15},"pin_drift":0.06,"score":57.885},"deliverable":{"avg_complexity":2.29,"coverage_pct":54.29,"files_changed":27,"lint_errors":0,"maintainability_index":82.2,"src_loc":147,"test_files":3},"ended_at":"2026-07-22T03:02:03.022340+00:00","is_mixed_run":false,"roster":{"build":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"concierge":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"develop":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"orchestrator":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"pseudocode":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"scout":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"spec":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-plan":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"test":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"}},"rubric_version":15,"run_id":"circles/anthropic-claude-sonnet-5-7.21.2026","run_status":"completed","sow":"circles","started_at":"2026-07-22T00:55:23.241106+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.5429,"weight":0.25},"lint":{"available":true,"normalized":1.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.822,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7821,"pct":78.21,"raw":11.7319},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.1402,"weight":0.25},"cost":{"available":true,"normalized":0.0675,"weight":0.55},"overhead_share":{"available":true,"normalized":0.6373,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.1996,"pct":19.96,"raw":3.3934},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6349,"weight":0.5},"output_volume":{"available":true,"normalized":0.5471,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.591,"pct":59.1,"raw":3.5459},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4603,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9048,"weight":0.05},"output_discipline":{"available":true,"normalized":0.2378,"weight":0.15},"token_economy":{"available":true,"normalized":0.6046,"weight":0.15},"token_volume":{"available":true,"normalized":0.3059,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3711,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4066,"pct":40.66,"raw":5.2864},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7907,"weight":0.6},"verification_density":{"available":true,"normalized":0.6081,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7177,"pct":71.77,"raw":5.7413},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9048,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4405,"pct":44.05,"raw":6.6072},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9614,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.822,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.6287,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8952,"pct":89.52,"raw":11.6375},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6009,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5935,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5972,"pct":59.72,"raw":7.7634}},"telemetry":{"cache_hit_rate":73.9396,"cached_input_tokens":45491098,"concurrency_factor":1.3998,"cost_usd":53.039661599999995,"duration_min":126.663,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":61524665,"output_tokens":712660,"reasoning_tokens":37515,"requests":813,"tool_calls":1010,"tools_per_response":1.2423}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.6123,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.0772,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.0584,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":5.3966},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.2465,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.1246,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.7061,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.3078,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.5342,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.5119},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.7671,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4208,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.0399,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7061,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.3012,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2094,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.3703,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.006},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6551,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.05,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3177,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.2597,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":3.198},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5908,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0826,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.2133,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3703,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2202,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":3.7445},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3799,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.272,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.6425,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3621,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5075,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.618},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.7671,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3531,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1079,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.7061,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2686,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.3695,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.8606},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.7671,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7389,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.0191,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1784,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.4541},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4129,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0954,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.7061,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.76,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.8391,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.8757},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.7671,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5566,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.0871,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7061,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.925,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2645,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.3255,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.124},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6423,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.0164,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7061,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.1129,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.345,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.3493},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0622,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6545,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2249,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.4781,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.3739},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.2577,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.1829,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7091,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.2495}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__anthropic-claude-sonnet-5-7.8.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/anthropic-claude-sonnet-5-7.8.2026","run_folder":"runs/circles/anthropic-claude-sonnet-5-7.8.2026"},"composite":{"completion_score":5.0,"coverage":0.6272,"low_confidence":false,"pin":{"composite_score":47.6607,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.18,"score":47.843},"deliverable":{"avg_complexity":2.1,"coverage_pct":51.76,"files_changed":21,"lint_errors":0,"maintainability_index":77.85,"src_loc":234,"test_files":2},"ended_at":"2026-07-08T23:20:39.110030+00:00","is_mixed_run":false,"roster":{"architect":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"build":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"code-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"develop":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"orchestrator":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"platform":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"pseudocode":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"scout":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"spec":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-plan":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"test":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"}},"rubric_version":15,"run_id":"circles/anthropic-claude-sonnet-5-7.8.2026","run_status":"completed","sow":"circles","started_at":"2026-07-08T21:09:53.543100+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.5176,"weight":0.25},"lint":{"available":true,"normalized":1.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7785,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7671,"pct":76.71,"raw":11.5065},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0615,"weight":0.25},"cost":{"available":true,"normalized":0.0595,"weight":0.55},"overhead_share":{"available":true,"normalized":0.5726,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.1626,"pct":16.26,"raw":2.7644},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.7544,"weight":0.5},"output_volume":{"available":true,"normalized":0.6578,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7061,"pct":70.61,"raw":4.2367},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.538,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.1066,"weight":0.15},"token_economy":{"available":true,"normalized":0.6106,"weight":0.15},"token_volume":{"available":true,"normalized":0.3749,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4508,"pct":45.08,"raw":5.8598},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.9375,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.9625,"pct":96.25,"raw":7.7},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4667,"pct":46.67,"raw":7.0},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9342,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.456,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.5188,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8156,"pct":81.56,"raw":10.6024},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6148,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6566,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6357,"pct":63.57,"raw":8.2638}},"telemetry":{"cache_hit_rate":70.9836,"cached_input_tokens":35448369,"concurrency_factor":1.2282,"cost_usd":46.454029000000006,"duration_min":130.7594,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":49938809,"output_tokens":661136,"reasoning_tokens":27088,"requests":655,"tool_calls":882,"tools_per_response":1.3466}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4176,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.9128,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8328,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4007,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":0.4689,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.6802,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":6.3756},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5153,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5055,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.8961,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8328,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3711,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.7534,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.8747},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.63,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9217,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.14,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.444,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.7857,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.4333},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5996,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9362,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4189,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.8575,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.5532},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7488,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9037,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.7639,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.375,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7457,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.3012},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.5153,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2707,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.9291,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8328,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.6875,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3074,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5227,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.8139},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5153,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7163,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8916,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.43,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":0.4967,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.7375,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.4354},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.657,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9083,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8328,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.8131,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5958,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6574,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":8.4771},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.5153,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4912,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.9321,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8328,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":1.0,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3612,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.4288,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.4301},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6014,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.9148,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8328,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5544,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5236,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":8.1748},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9115,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5486,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.8291,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":8.0839},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.514,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.9067,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.565,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6598,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":7.7425}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__deepseek-deepseek-v4-flash-7.10.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/deepseek-deepseek-v4-flash-7.10.2026","run_folder":"runs/circles/deepseek-deepseek-v4-flash-7.10.2026"},"composite":{"completion_score":5.0,"coverage":0.6273,"low_confidence":false,"pin":{"composite_score":63.5113,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.49,"score":64.0021},"deliverable":{"avg_complexity":2.33,"coverage_pct":91.3,"files_changed":34,"lint_errors":22,"maintainability_index":77.52,"src_loc":188,"test_files":2},"ended_at":"2026-07-10T16:43:53.159784+00:00","is_mixed_run":false,"roster":{"build":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"platform":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"spec":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"circles/deepseek-deepseek-v4-flash-7.10.2026","run_status":"completed","sow":"circles","started_at":"2026-07-10T14:15:03.525902+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.913,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7752,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5153,"pct":51.53,"raw":7.7294},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.7265,"weight":0.25},"cost":{"available":true,"normalized":0.9076,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4861,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.778,"pct":77.8,"raw":13.2266},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.999,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8328,"pct":83.28,"raw":4.997},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5968,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5687,"weight":0.15},"token_economy":{"available":true,"normalized":1.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.7714,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6217,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7306,"pct":73.06,"raw":9.4976},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8281,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4969,"pct":49.69,"raw":3.9749},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.565,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6048,"pct":60.48,"raw":9.0713},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9787,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.762,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.78,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8825,"weight":0.2},"unauthorized":{"available":true,"normalized":0.6,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7727,"pct":77.27,"raw":10.0447},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6159,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5266,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5712,"pct":57.12,"raw":7.4261}},"telemetry":{"cache_hit_rate":92.5285,"cached_input_tokens":44061696,"concurrency_factor":1.1998,"cost_usd":1.7782470000000001,"duration_min":148.8272,"failed_requests":8,"failure_breakdown":{"empty_response":0,"http_error":8,"no_response":0},"input_tokens":47619612,"output_tokens":450120,"reasoning_tokens":157104,"requests":730,"tool_calls":1176,"tools_per_response":1.611}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4922,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8858,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5831,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4053,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.5194,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5205,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6464},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.5274,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2737,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9046,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5831,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6296,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9216,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.857,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3552,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6182,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9592,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.65},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6126,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9114,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8378,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6854,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.881,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4192,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9487,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.1375},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5666,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7928,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.5831,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2493,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.6493,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.0399},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.875,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5515,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.919,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6923,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4462,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5499,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.0631},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7896,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8814,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9545,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8286,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8126,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5205,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.329,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.96,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7307},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.0,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.1552,"weight":8.0},"cost":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.8797,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0667,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":1.0,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0267,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.2831,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0533,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7281,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":5.31},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7947,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8365,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5501,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1419,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7917,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.2786},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5211,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.907,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5831,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7627,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8014,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2715,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.132,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6857,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.4835},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.5274,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1536,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.9454,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5831,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9333,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.368,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6804,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.2751},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.643,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8865,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5831,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.548,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1401,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.1651},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9028,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6774,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5087,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4179},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.457,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8833,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4754,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.853}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__deepseek-deepseek-v4-flash-7.22.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/deepseek-deepseek-v4-flash-7.22.2026","run_folder":"runs/circles/deepseek-deepseek-v4-flash-7.22.2026"},"composite":{"completion_score":7.5,"coverage":0.9827,"low_confidence":false,"pin":{"composite_score":70.0807,"pinned_at":"2026-07-22","rubric_version":15},"pin_drift":0.03,"score":70.113},"deliverable":{"avg_complexity":2.57,"coverage_pct":35.53,"files_changed":38,"lint_errors":6,"maintainability_index":83.29,"src_loc":157,"test_files":1},"ended_at":"2026-07-22T04:50:21.782038+00:00","is_mixed_run":false,"roster":{"build":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"concierge":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"platform":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"spec":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"circles/deepseek-deepseek-v4-flash-7.22.2026","run_status":"completed","sow":"circles","started_at":"2026-07-22T03:05:10.918999+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.3553,"weight":0.25},"lint":{"available":true,"normalized":0.4,"weight":0.35},"maintainability":{"available":true,"normalized":0.8329,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5274,"pct":52.74,"raw":7.9111},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6881,"weight":0.25},"cost":{"available":true,"normalized":0.8938,"weight":0.55},"overhead_share":{"available":true,"normalized":0.76,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.8156,"pct":81.56,"raw":13.865},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4995,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5831,"pct":58.31,"raw":3.4986},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.659,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5666,"weight":0.15},"token_economy":{"available":true,"normalized":0.9406,"weight":0.15},"token_volume":{"available":true,"normalized":0.4692,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3642,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5885,"pct":58.85,"raw":7.6509},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8493,"weight":0.6},"verification_density":{"available":true,"normalized":0.0763,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5401,"pct":54.01,"raw":4.3209},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.3,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.385,"pct":38.5,"raw":5.775},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9697,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.682,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.82,"weight":0.2},"unauthorized":{"available":true,"normalized":0.6,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5133,"pct":51.33,"raw":6.6725},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7324,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5813,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6569,"pct":65.69,"raw":8.5395}},"telemetry":{"cache_hit_rate":87.7458,"cached_input_tokens":77674752,"concurrency_factor":2.3286,"cost_usd":3.8306112472000002,"duration_min":105.181,"failed_requests":673,"failure_breakdown":{"empty_response":0,"http_error":673,"no_response":0},"input_tokens":88522424,"output_tokens":839127,"reasoning_tokens":316559,"requests":1357,"tool_calls":1946,"tools_per_response":1.434}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6905,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.8241,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.7003,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.4815,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.1745,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.2384,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.4136},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.389,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5891,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.8383,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7003,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3739,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.3354,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.084},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7072,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8553,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.01,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4359,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.3551,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.3475},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6126,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8915,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.3863,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5398,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3247,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.0927},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.69,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.834,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.6139,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3482,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0878,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.2709},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.389,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7058,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8261,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2792,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.4239,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.1932},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6351,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8713,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.7003,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.9778,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.7367,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3669,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4393,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.6487},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.389,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.587,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.9055,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7003,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.96,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.0361,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2616,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.2747,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.5526},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5873,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.8549,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7003,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4367,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.3021,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.5073},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7741,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7522,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4426,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.17,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.3363},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6317,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.9018,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6074,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.9015}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__deepseek-deepseek-v4-flash-7.3.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/deepseek-deepseek-v4-flash-7.3.2026","run_folder":"runs/circles/deepseek-deepseek-v4-flash-7.3.2026"},"composite":{"completion_score":5.0,"coverage":0.626,"low_confidence":false,"pin":{"composite_score":55.8428,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.21,"score":56.049},"deliverable":{"avg_complexity":3.14,"coverage_pct":48.61,"files_changed":25,"lint_errors":9,"maintainability_index":83.22,"src_loc":192,"test_files":2},"ended_at":"2026-07-04T03:57:50.447064+00:00","is_mixed_run":false,"roster":{"build":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"spec":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"circles/deepseek-deepseek-v4-flash-7.3.2026","run_status":"completed","sow":"circles","started_at":"2026-07-04T02:10:15.617628+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.4861,"weight":0.25},"lint":{"available":true,"normalized":0.1,"weight":0.35},"maintainability":{"available":true,"normalized":0.8322,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.389,"pct":38.9,"raw":5.8345},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.4939,"weight":0.25},"cost":{"available":true,"normalized":0.8376,"weight":0.55},"overhead_share":{"available":true,"normalized":0.7117,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7265,"pct":72.65,"raw":12.3505},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7339,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7003,"pct":70.03,"raw":4.2019},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6484,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5073,"weight":0.15},"token_economy":{"available":true,"normalized":0.5769,"weight":0.15},"token_volume":{"available":true,"normalized":0.3245,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5743,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5221,"pct":52.21,"raw":6.7876},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8889,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.9333,"pct":93.33,"raw":7.4667},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.2222,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5167,"pct":51.67,"raw":7.75},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9485,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.302,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.972,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7937,"weight":0.2},"unauthorized":{"available":true,"normalized":0.8,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7905,"pct":79.05,"raw":10.2765},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7674,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6787,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7231,"pct":72.31,"raw":9.4}},"telemetry":{"cache_hit_rate":63.0109,"cached_input_tokens":28801024,"concurrency_factor":1.0582,"cost_usd":3.14482,"duration_min":107.5805,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":45707983,"output_tokens":472142,"reasoning_tokens":159041,"requests":706,"tool_calls":1088,"tools_per_response":1.5411}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5832,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.8688,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.5865,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.1411,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.4774,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.9892},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5115,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5532,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.8415,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.5865,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.6721,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2617,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":0.6594,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.4031,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.2964},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7148,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8746,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6358,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4471,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6829,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.4057,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.9601},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6221,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9114,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.7545,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5398,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2663,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.1896},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6596,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8491,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.6215,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.362,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.188,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.5221},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5115,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.684,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8675,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.6976,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3884,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.411,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.9449},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6443,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8621,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.5865,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.9167,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.8424,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3286,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3437,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.146},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6455,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.8451,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.5865,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.2941,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3423,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.2085,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.0002},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8154,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7349,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3867,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.2572,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.3627,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.936},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5309,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.8862,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7924,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":7.0158}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__deepseek-deepseek-v4-flash-7.4.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/deepseek-deepseek-v4-flash-7.4.2026","run_folder":"runs/circles/deepseek-deepseek-v4-flash-7.4.2026"},"composite":{"completion_score":5.0,"coverage":0.619,"low_confidence":false,"pin":{"composite_score":56.14,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.68,"score":56.8219},"deliverable":{"avg_complexity":3.0,"coverage_pct":29.58,"files_changed":36,"lint_errors":4,"maintainability_index":80.78,"src_loc":191,"test_files":1},"ended_at":"2026-07-04T20:50:00.642239+00:00","is_mixed_run":false,"roster":{"build":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"circles/deepseek-deepseek-v4-flash-7.4.2026","run_status":"completed","sow":"circles","started_at":"2026-07-04T18:56:09.066331+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.2958,"weight":0.25},"lint":{"available":true,"normalized":0.6,"weight":0.35},"maintainability":{"available":true,"normalized":0.8078,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5115,"pct":51.15,"raw":7.6726},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.558,"weight":0.25},"cost":{"available":true,"normalized":0.8624,"weight":0.55},"overhead_share":{"available":true,"normalized":0.6752,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7489,"pct":74.89,"raw":12.7308},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.5063,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5865,"pct":58.65,"raw":3.519},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6386,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.4939,"weight":0.15},"token_economy":{"available":true,"normalized":0.72,"weight":0.15},"token_volume":{"available":true,"normalized":0.3885,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.51,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5464,"pct":54.64,"raw":7.1034},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.9459,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.9675,"pct":96.75,"raw":7.7403},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.375,"pct":37.5,"raw":5.625},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9694,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.72,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.85,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7925,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6184,"pct":61.84,"raw":8.0397},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7871,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7086,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7478,"pct":74.78,"raw":9.7217}},"telemetry":{"cache_hit_rate":71.2928,"cached_input_tokens":34916864,"concurrency_factor":1.0531,"cost_usd":2.9650700000000008,"duration_min":113.8596,"failed_requests":6,"failure_breakdown":{"empty_response":0,"http_error":6,"no_response":0},"input_tokens":48976693,"output_tokens":542091,"reasoning_tokens":192631,"requests":797,"tool_calls":1143,"tools_per_response":1.4341}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.3269,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.6983,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":0.5333,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.1778,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.444,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":4.6042},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.3676,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.2407,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.6983,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.6905,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.3634,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.3879,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":4.3748},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.2382,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.7804,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.3526,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.4534,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":5.1049},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4768,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.6572,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4094,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.5251,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":5.5172},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2969,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.5638,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2586,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.3711,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":4.1508},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.3676,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.3199,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.2839,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.6261,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.8097},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.4316,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6983,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.9333,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.5977,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.3038,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.6861,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":7.3502},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.3538,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6983,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.4154,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4412,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.6382,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":7.5763},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.475,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7409,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5119,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.7467,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.784},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4492,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6592,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.2168}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__deepseek-deepseek-v4-pro-6.27.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/deepseek-deepseek-v4-pro-6.27.2026","run_folder":"runs/circles/deepseek-deepseek-v4-pro-6.27.2026"},"composite":{"completion_score":5.0,"coverage":0.5725,"low_confidence":false,"pin":{"composite_score":53.7812,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.1,"score":53.8845},"deliverable":{"avg_complexity":2.36,"coverage_pct":32.0,"files_changed":24,"lint_errors":10,"maintainability_index":77.8,"src_loc":236,"test_files":2},"ended_at":"2026-06-27T23:14:06.875896+00:00","is_mixed_run":false,"roster":{"build":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"circles/deepseek-deepseek-v4-pro-6.27.2026","run_status":"completed","sow":"circles","started_at":"2026-06-27T20:39:31.070299+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.32,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.778,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.3676,"pct":36.76,"raw":5.514},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.7968,"weight":0.25},"cost":{"available":true,"normalized":0.3041,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4943,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4653,"pct":46.53,"raw":7.9107},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7299,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6983,"pct":69.83,"raw":4.1897},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.4195,"weight":0.15},"token_economy":{"available":true,"normalized":0.8379,"weight":0.15},"token_volume":{"available":true,"normalized":0.5253,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.51,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.5861,"pct":58.61,"raw":7.6198},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.825,"weight":0.6},"verification_density":{"available":true,"normalized":0.9615,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8796,"pct":87.96,"raw":7.0369},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4867,"pct":48.67,"raw":7.3},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9703,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.694,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.82,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9151,"pct":91.51,"raw":11.8967},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.5746,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5187,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5466,"pct":54.66,"raw":7.1063}},"telemetry":{"cache_hit_rate":82.0787,"cached_input_tokens":42952320,"concurrency_factor":1.3089,"cost_usd":22.645759,"duration_min":154.5968,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":52330658,"output_tokens":562743,"reasoning_tokens":191434,"requests":757,"tool_calls":1178,"tools_per_response":1.5561}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4666,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.3427,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8155,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.125,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.1191,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.6235,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.8866},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.446,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6173,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2348,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8155,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.5443,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.1758,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":0.7347,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.4477,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":4.5731},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6963,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3535,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.4966,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3649,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.3896,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.9354},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6258,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.4579,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4278,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9179,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3936,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.2381},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6049,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.272,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.0101,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2551,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4005,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.2703},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.446,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6204,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3426,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8155,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.5577,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1502,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.3947,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.8192},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.446,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7225,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3549,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.7514,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3405,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5353,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.2525},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6354,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4274,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8155,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8889,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.7174,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2763,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6858,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.2285},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5542,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3138,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8155,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.2327,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.385,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5274,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.0381},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3652,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.3667,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4126,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.4807,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.9802},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6324,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3198,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5674,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.866}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__deepseek-deepseek-v4-pro-7.3.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/deepseek-deepseek-v4-pro-7.3.2026","run_folder":"runs/circles/deepseek-deepseek-v4-pro-7.3.2026"},"composite":{"completion_score":5.0,"coverage":0.6205,"low_confidence":false,"pin":{"composite_score":51.3924,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.46,"score":51.8538},"deliverable":{"avg_complexity":1.33,"coverage_pct":26.92,"files_changed":36,"lint_errors":9,"maintainability_index":71.87,"src_loc":176,"test_files":2},"ended_at":"2026-07-03T18:49:45.213441+00:00","is_mixed_run":false,"roster":{"build":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"platform":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"circles/deepseek-deepseek-v4-pro-7.3.2026","run_status":"completed","sow":"circles","started_at":"2026-07-03T15:21:20.163268+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":1.0,"weight":0.2},"coverage":{"available":true,"normalized":0.2692,"weight":0.25},"lint":{"available":true,"normalized":0.1,"weight":0.35},"maintainability":{"available":true,"normalized":0.7187,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.446,"pct":44.6,"raw":6.6906},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.7823,"weight":0.25},"cost":{"available":true,"normalized":0.3359,"weight":0.55},"overhead_share":{"available":true,"normalized":0.6135,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.503,"pct":50.3,"raw":8.5508},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.9643,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8155,"pct":81.55,"raw":4.8931},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.641,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.3027,"weight":0.15},"token_economy":{"available":true,"normalized":0.86,"weight":0.15},"token_volume":{"available":true,"normalized":0.4763,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3432,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5321,"pct":53.21,"raw":6.9169},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.9091,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.9455,"pct":94.55,"raw":7.5637},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5367,"pct":53.67,"raw":8.05},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9624,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.49,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.958,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8488,"weight":0.2},"unauthorized":{"available":true,"normalized":0.6,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7769,"pct":77.69,"raw":10.0996},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.5293,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5158,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5225,"pct":52.25,"raw":6.7927}},"telemetry":{"cache_hit_rate":81.1099,"cached_input_tokens":45776640,"concurrency_factor":1.3209,"cost_usd":25.830229,"duration_min":208.4175,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":2,"no_response":0},"input_tokens":56437775,"output_tokens":793860,"reasoning_tokens":290882,"requests":942,"tool_calls":1488,"tools_per_response":1.5796}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.3839,"weight":8.0},"cost":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.1615,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1282,"group":"output","normalized":0.88,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.0557,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2564,"group":"efficiency","normalized":0.8238,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.39,"low_confidence":true,"score":4.4735},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.3831,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6368,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.1998,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.88,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.8559,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.1136,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.5951,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":4.8194},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7272,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3503,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6808,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3246,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.5562,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.5589},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6476,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5277,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8566,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4959,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5459,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.1354},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7058,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.255,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.4238,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2492,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4176,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.6759},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.3831,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6021,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2793,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.88,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1848,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5779,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.189},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.3831,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7493,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3057,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.268,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5857,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.125},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7306,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3676,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.88,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.9273,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.7814,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2796,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6214,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.4273},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.3831,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6164,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3836,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.88,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":1.0,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.1113,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5549,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.5993},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5987,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3766,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.88,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.336,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.6264,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.5729},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4292,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.715,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3133,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.7739,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.3513},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7374,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.318,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5629,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.0305}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__deepseek-deepseek-v4-pro-7.5.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/deepseek-deepseek-v4-pro-7.5.2026","run_folder":"runs/circles/deepseek-deepseek-v4-pro-7.5.2026"},"composite":{"completion_score":5.0,"coverage":0.6258,"low_confidence":false,"pin":{"composite_score":54.6069,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":1.28,"score":55.8892},"deliverable":{"avg_complexity":3.14,"coverage_pct":64.29,"files_changed":22,"lint_errors":10,"maintainability_index":78.18,"src_loc":216,"test_files":2},"ended_at":"2026-07-05T06:28:32.213229+00:00","is_mixed_run":false,"roster":{"build":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"platform":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"spec":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-pro","model_key":"deepseek/deepseek-v4-pro","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"circles/deepseek-deepseek-v4-pro-7.5.2026","run_status":"completed","sow":"circles","started_at":"2026-07-05T03:42:39.338923+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.6429,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7818,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.3831,"pct":38.31,"raw":5.7463},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.8026,"weight":0.25},"cost":{"available":true,"normalized":0.3269,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4713,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4747,"pct":47.47,"raw":8.0696},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.76,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.88,"pct":88.0,"raw":5.28},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6638,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.2028,"weight":0.15},"token_economy":{"available":true,"normalized":0.864,"weight":0.15},"token_volume":{"available":true,"normalized":0.596,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4712,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5826,"pct":58.26,"raw":7.574},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":1.0,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":1.0,"pct":100.0,"raw":8.0},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.25,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.57,"pct":57.0,"raw":8.55},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9784,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.724,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.97,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.9025,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9279,"pct":92.79,"raw":12.0632},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.505,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5526,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5288,"pct":52.88,"raw":6.8744}},"telemetry":{"cache_hit_rate":83.2123,"cached_input_tokens":36550144,"concurrency_factor":1.2288,"cost_usd":18.744621000000006,"duration_min":165.8812,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":43923949,"output_tokens":618726,"reasoning_tokens":245747,"requests":667,"tool_calls":1156,"tools_per_response":1.7331}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.5426,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.6412,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.7077,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.1918,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":5.7098},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.5617,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.6412,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.569,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.5826,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.2515,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":5.3954},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.5596,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.6441,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.4797,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.2324,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":5.2398},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6104,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.6628,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4652,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.416,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":5.6532},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5108,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3536,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.1794,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":4.5966},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.2128,"group":"output","normalized":0.5617,"weight":10.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.6437,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.6412,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.7864,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.6288,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.2485,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.9066},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.5617,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.5338,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.5119,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.6192,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":6.1666},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.5532,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6412,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.92,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.6096,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.5628,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":7.6309},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0735,"group":"output","normalized":0.5617,"weight":5.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.7521,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6412,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3676,"group":"output","normalized":0.9333,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":0.5538,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.7952,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.249,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":7.1366},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.6019,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6412,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.4908,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4412,"group":"output","normalized":0.9333,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.3535,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":7.1599},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5358,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5952,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.3614,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.1333},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5792,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.589,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.265,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.8664}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3-flash-preview-6.26.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3-flash-preview-6.26.2026","run_folder":"runs/circles/google-gemini-3-flash-preview-6.26.2026"},"composite":{"completion_score":5.0,"coverage":0.5799,"low_confidence":false,"pin":{"composite_score":56.497,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.11,"score":56.6092},"deliverable":{"avg_complexity":2.43,"coverage_pct":91.78,"files_changed":45,"lint_errors":9,"maintainability_index":82.61,"src_loc":139,"test_files":2},"ended_at":"2026-06-26T20:51:44.572164+00:00","is_mixed_run":false,"roster":{"build":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"test":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"}},"rubric_version":15,"run_id":"circles/google-gemini-3-flash-preview-6.26.2026","run_status":"completed","sow":"circles","started_at":"2026-06-26T19:46:27.001092+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9178,"weight":0.25},"lint":{"available":true,"normalized":0.1,"weight":0.35},"maintainability":{"available":true,"normalized":0.8261,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5617,"pct":56.17,"raw":8.4251},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.4253,"weight":0.25},"cost":{"available":true,"normalized":0.5424,"weight":0.55},"overhead_share":{"available":true,"normalized":0.7722,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5591,"pct":55.91,"raw":9.5042},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.6157,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6412,"pct":64.12,"raw":3.8472},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.7324,"weight":0.15},"token_economy":{"available":true,"normalized":0.5606,"weight":0.15},"token_volume":{"available":true,"normalized":0.3229,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5631,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.5335,"pct":53.35,"raw":6.935},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.5897,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7538,"pct":75.38,"raw":6.0306},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.589,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.495,"pct":49.5,"raw":7.4253},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.953,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.694,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.912,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.6038,"weight":0.2},"unauthorized":{"available":true,"normalized":0.4,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6938,"pct":69.38,"raw":9.0188},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9168,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7203,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8186,"pct":81.86,"raw":10.6414}},"telemetry":{"cache_hit_rate":49.9817,"cached_input_tokens":17113973,"concurrency_factor":0.8345,"cost_usd":10.593536999999998,"duration_min":65.2929,"failed_requests":3,"failure_breakdown":{"empty_response":0,"http_error":3,"no_response":0},"input_tokens":34240455,"output_tokens":328970,"reasoning_tokens":83406,"requests":689,"tool_calls":851,"tools_per_response":1.2351}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.6215,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.4986,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.2974,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1165,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":5.701},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.557,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5702,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8199,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.44,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.7373,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.0148,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.4541},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5052,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5523,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5306,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8199,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5949,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.2313,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.5291},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6913,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4601,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3877,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.1418,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.2013},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6275,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5832,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.5304,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5646,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.114,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.1008},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7059,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4171,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5031,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0412,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.8552},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.5052,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3702,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.707,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8199,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.6123,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5092,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5773,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.971},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5052,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6575,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4433,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.469,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.208,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.1303},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5969,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5231,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8199,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.7556,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.8391,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7481,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1123,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.5766},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.5052,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.479,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.737,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8199,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.9083,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5165,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5065,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.1523},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5676,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5691,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8199,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5536,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.306,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.4712},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5599,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5043,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5716,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.0447,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.4177},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6308,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5637,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.348,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.0094,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.9198}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3-flash-preview-7.5.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3-flash-preview-7.5.2026","run_folder":"runs/circles/google-gemini-3-flash-preview-7.5.2026"},"composite":{"completion_score":5.0,"coverage":0.6272,"low_confidence":false,"pin":{"composite_score":53.7257,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.1,"score":53.8299},"deliverable":{"avg_complexity":2.31,"coverage_pct":86.96,"files_changed":54,"lint_errors":132,"maintainability_index":77.89,"src_loc":424,"test_files":3},"ended_at":"2026-07-05T15:59:52.237228+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"build":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"test":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"}},"rubric_version":15,"run_id":"circles/google-gemini-3-flash-preview-7.5.2026","run_status":"completed","sow":"circles","started_at":"2026-07-05T14:23:52.959413+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.8696,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7789,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5052,"pct":50.52,"raw":7.5777},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3379,"weight":0.25},"cost":{"available":true,"normalized":0.5047,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9565,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5534,"pct":55.34,"raw":9.4072},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.9732,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8199,"pct":81.99,"raw":4.9196},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6246,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.725,"weight":0.15},"token_economy":{"available":true,"normalized":0.4629,"weight":0.15},"token_volume":{"available":true,"normalized":0.1508,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4267,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4525,"pct":45.25,"raw":5.882},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7714,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8628,"pct":86.28,"raw":6.9027},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.348,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.4167,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5522,"pct":55.22,"raw":8.283},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9365,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.742,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.472,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.3675,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4201,"pct":42.01,"raw":5.4607},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9159,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7172,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8166,"pct":81.66,"raw":10.6152}},"telemetry":{"cache_hit_rate":39.7944,"cached_input_tokens":18995731,"concurrency_factor":0.8175,"cost_usd":16.944024,"duration_min":95.988,"failed_requests":26,"failure_breakdown":{"empty_response":0,"http_error":26,"no_response":0},"input_tokens":47734706,"output_tokens":476986,"reasoning_tokens":140632,"requests":986,"tool_calls":1245,"tools_per_response":1.2627}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.4377,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.6909,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.4111,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3671,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.3977},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.314,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6469,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.6666,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.3171,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.7919,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.0903,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.0872},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5992,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3184,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6418,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.6666,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.6496,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6799,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.0469,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.2625},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.4471,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6921,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.1814,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5341,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.1686,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.7753},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4408,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6868,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.0038,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5825,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7982,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0714,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.3988},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.232,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8152,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8093,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5464,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.497,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.8343},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.5992,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2029,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7599,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.6666,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.2523,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5432,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.4867,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.5899},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5992,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4924,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6261,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.0411,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5883,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.3173,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.4359},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4671,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6395,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6666,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.825,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.6782,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7608,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2551,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.7828},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3382,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6669,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6666,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4545,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5171,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.3044},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7316,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.2205,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4295,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.2293,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.7139},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3005,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.741,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":0.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.159,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":2.0008}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3-flash-preview-7.7.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3-flash-preview-7.7.2026","run_folder":"runs/circles/google-gemini-3-flash-preview-7.7.2026"},"composite":{"completion_score":0.0,"coverage":0.6208,"low_confidence":false,"pin":{"composite_score":38.7429,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.37,"score":39.1091},"deliverable":{"avg_complexity":2.42,"coverage_pct":0.0,"files_changed":109,"lint_errors":1,"maintainability_index":76.11,"src_loc":409,"test_files":3},"ended_at":"2026-07-08T03:21:19.933521+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"build":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"test":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"}},"rubric_version":15,"run_id":"circles/google-gemini-3-flash-preview-7.7.2026","run_status":"completed","sow":"circles","started_at":"2026-07-07T22:51:52.753955+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.0,"weight":0.25},"lint":{"available":true,"normalized":0.9,"weight":0.35},"maintainability":{"available":true,"normalized":0.7611,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5992,"pct":59.92,"raw":8.9883},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.0,"weight":0.55},"overhead_share":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.3333,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6666,"pct":66.66,"raw":3.9999},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.0,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.0,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.527,"weight":0.6},"verification_density":{"available":true,"normalized":0.5787,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5477,"pct":54.77,"raw":4.3815},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.3567,"pct":35.67,"raw":5.35},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9401,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.392,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.968,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.6312,"weight":0.2},"unauthorized":{"available":true,"normalized":0.8,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7695,"pct":76.95,"raw":10.003},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.0,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0}},"telemetry":{"cache_hit_rate":54.3069,"cached_input_tokens":31260406,"concurrency_factor":0.4877,"cost_usd":17.491380999999997,"duration_min":269.453,"failed_requests":3,"failure_breakdown":{"empty_response":0,"http_error":3,"no_response":0},"input_tokens":57562482,"output_tokens":701543,"reasoning_tokens":189446,"requests":1845,"tool_calls":2236,"tools_per_response":1.2119}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.6186,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.7123,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.3659,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.603,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":7.1209},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4492,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6489,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8138,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.4474,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.7193,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.011,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.2473},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5963,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4942,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5596,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8138,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6902,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.0525,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.6111},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.5601,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.667,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8728,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5066,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8651,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.1602,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.465},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5374,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7095,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.4042,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5858,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1565,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.2588},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7686,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6026,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8411,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2028,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.67},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.5963,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4533,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6204,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8138,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.5757,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3822,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.0898,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.0416},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5963,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6508,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5723,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.7203,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4543,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.3469,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.6861},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4621,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6994,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8138,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.7765,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.7492,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7368,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1672,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.7237},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.5963,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4308,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7753,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8138,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.9531,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.8531,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6787,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.061,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.8871},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5525,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6681,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8138,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5902,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.2188,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.4753},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6881,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.9292,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4917,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.105,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.2819},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4887,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6676,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.825,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.0271,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.6807}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3-flash-preview-7.8.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3-flash-preview-7.8.2026","run_folder":"runs/circles/google-gemini-3-flash-preview-7.8.2026"},"composite":{"completion_score":5.0,"coverage":0.6272,"low_confidence":false,"pin":{"composite_score":56.4132,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.11,"score":56.5252},"deliverable":{"avg_complexity":2.42,"coverage_pct":96.5,"files_changed":75,"lint_errors":8,"maintainability_index":76.52,"src_loc":285,"test_files":3},"ended_at":"2026-07-09T01:21:42.930374+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"build":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"test":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"}},"rubric_version":15,"run_id":"circles/google-gemini-3-flash-preview-7.8.2026","run_status":"completed","sow":"circles","started_at":"2026-07-08T21:23:00.171921+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.965,"weight":0.25},"lint":{"available":true,"normalized":0.2,"weight":0.35},"maintainability":{"available":true,"normalized":0.7652,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5963,"pct":59.63,"raw":8.9444},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6079,"weight":0.25},"cost":{"available":true,"normalized":0.641,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9343,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.6914,"pct":69.14,"raw":11.7541},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.9609,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8138,"pct":81.38,"raw":4.8829},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5496,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.7245,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8211,"weight":0.15},"token_economy":{"available":true,"normalized":0.7923,"weight":0.15},"token_volume":{"available":true,"normalized":0.1472,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.2134,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4475,"pct":44.75,"raw":5.8178},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.573,"weight":0.6},"verification_density":{"available":true,"normalized":0.7212,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6323,"pct":63.23,"raw":5.0581},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.825,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.25,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6238,"pct":62.38,"raw":9.3563},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9572,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.75,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.99,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.6212,"weight":0.2},"unauthorized":{"available":true,"normalized":0.8,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8295,"pct":82.95,"raw":10.7831},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9372,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7068,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.822,"pct":82.2,"raw":10.6857}},"telemetry":{"cache_hit_rate":70.7737,"cached_input_tokens":69734145,"concurrency_factor":0.5557,"cost_usd":21.836073000000003,"duration_min":238.7126,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":98531217,"output_tokens":785597,"reasoning_tokens":216892,"requests":1954,"tool_calls":2243,"tools_per_response":1.1479}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.5573,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.5994,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.4262,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3014,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.3354},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5591,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5156,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8305,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6136,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.0379,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.8973},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.4407,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5102,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5333,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8305,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6525,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.0503,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.0827},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6044,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6125,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.9449,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5671,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.1305,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.7033},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6121,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6335,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.7877,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5361,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1162,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.2477},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6012,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6316,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.7347,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7025,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2215,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.7917},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.4407,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.446,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6828,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8305,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.6511,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6315,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.4007,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.8093},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.4407,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6931,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5057,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5877,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":0.7987,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.0745,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.8804},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4775,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6728,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8305,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8522,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.9035,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7326,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1295,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.0045},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6067,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5601,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8305,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.5231,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6317,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.0376,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.1204},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6586,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.3871,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6001,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.1756,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.9522},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5467,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5564,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.4785,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.022,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.006}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3-flash-preview-7.9.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3-flash-preview-7.9.2026","run_folder":"runs/circles/google-gemini-3-flash-preview-7.9.2026"},"composite":{"completion_score":5.0,"coverage":0.6208,"low_confidence":false,"pin":{"composite_score":54.1774,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.22,"score":54.3995},"deliverable":{"avg_complexity":3.44,"coverage_pct":89.57,"files_changed":120,"lint_errors":11,"maintainability_index":75.39,"src_loc":332,"test_files":3},"ended_at":"2026-07-10T01:01:00.135007+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"build":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"test":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"}},"rubric_version":15,"run_id":"circles/google-gemini-3-flash-preview-7.9.2026","run_status":"completed","sow":"circles","started_at":"2026-07-09T22:32:18.781456+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.8957,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7539,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4407,"pct":44.07,"raw":6.6106},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5917,"weight":0.25},"cost":{"available":true,"normalized":0.5913,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9113,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.6554,"pct":65.54,"raw":11.1423},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.9942,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8305,"pct":83.05,"raw":4.9828},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5661,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8425,"weight":0.15},"token_economy":{"available":true,"normalized":0.7183,"weight":0.15},"token_volume":{"available":true,"normalized":0.1314,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.2929,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.467,"pct":46.7,"raw":6.0713},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.5,"weight":0.6},"verification_density":{"available":true,"normalized":0.3824,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4529,"pct":45.29,"raw":3.6235},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.4785,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.25,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5618,"pct":56.18,"raw":8.4266},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.96,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.792,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.988,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.63,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8872,"pct":88.72,"raw":11.5336},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.935,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6845,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8097,"pct":80.97,"raw":10.5267}},"telemetry":{"cache_hit_rate":68.4062,"cached_input_tokens":66454475,"concurrency_factor":0.7917,"cost_usd":22.497850999999997,"duration_min":148.6892,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":97146856,"output_tokens":654127,"reasoning_tokens":178187,"requests":1704,"tool_calls":1825,"tools_per_response":1.071}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.2721,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.7685,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.5267,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.7685},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5973,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3356,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.8184,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.5267,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.7547,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6186,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.5762,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":6.1587},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.3705,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8418,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.3617,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.74,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.598,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.8209},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3496,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8394,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8118,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5797,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.9508},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5558,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8633,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5687,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5163,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.7664},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.5973,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2399,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8921,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.5267,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.5242,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5963,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.7469,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.3546},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5973,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4814,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8281,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7406,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6831,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.9439},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3692,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8213,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.5267,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.45,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.7425,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5317,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.708,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.6387},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.404,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.9117,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.5267,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.8748,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9571,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.7154,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.9813},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8652,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6437,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7642,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.6664,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.6717},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3167,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7892,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.6665,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5286,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":7.1683}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.1-flash-lite-7.14.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.1-flash-lite-7.14.2026","run_folder":"runs/circles/google-gemini-3.1-flash-lite-7.14.2026"},"composite":{"completion_score":5.0,"coverage":0.6205,"low_confidence":false,"pin":{"composite_score":63.9988,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.19,"score":64.1868},"deliverable":{"avg_complexity":2.71,"coverage_pct":93.33,"files_changed":37,"lint_errors":8,"maintainability_index":80.97,"src_loc":113,"test_files":2},"ended_at":"2026-07-15T01:41:15.294327+00:00","is_mixed_run":false,"roster":{"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"orchestrator":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-gemini-3.1-flash-lite-7.14.2026","run_status":"completed","sow":"circles","started_at":"2026-07-15T01:02:42.702729+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9333,"weight":0.25},"lint":{"available":true,"normalized":0.2,"weight":0.35},"maintainability":{"available":true,"normalized":0.8097,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5973,"pct":59.73,"raw":8.959},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.648,"weight":0.25},"cost":{"available":true,"normalized":0.8353,"weight":0.55},"overhead_share":{"available":true,"normalized":0.8439,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7902,"pct":79.02,"raw":13.433},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.3867,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5267,"pct":52.67,"raw":3.1601},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.3993,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.9807,"weight":0.15},"token_economy":{"available":true,"normalized":0.8926,"weight":0.15},"token_volume":{"available":true,"normalized":0.6323,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5976,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7001,"pct":70.01,"raw":9.1012},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.5769,"weight":0.6},"verification_density":{"available":true,"normalized":0.7576,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6492,"pct":64.92,"raw":5.1934},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.6665,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.25,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.65,"pct":65.0,"raw":9.7496},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9621,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.728,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.6975,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8949,"pct":89.49,"raw":11.6338},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9803,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7199,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8501,"pct":85.01,"raw":11.0511}},"telemetry":{"cache_hit_rate":74.7716,"cached_input_tokens":20459528,"concurrency_factor":0.7563,"cost_usd":2.986003,"duration_min":38.5432,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":27362698,"output_tokens":175802,"reasoning_tokens":54318,"requests":660,"tool_calls":660,"tools_per_response":1.0}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3386,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8404,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6619,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3744,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.4471},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.2966,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3967,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7528,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.3413,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.641,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6935,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.778,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6326,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0277,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9848,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5487},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.3357,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.886,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.2776,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9911,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.546,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6902,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9796,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.6685},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.727,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.324,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9065,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8028,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6864,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.9638},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5724,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8601,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9375,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7917,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6753,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5158,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.85,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.0688},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4496,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8578,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7923,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5833,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5256,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.0136},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.383,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8467,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.3413,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.7,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4851,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.583,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6481,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7866},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4115,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8974,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.3413,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8586,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5964,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6425,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.8128},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8947,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7324,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7162,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":9.0758},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4483,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8168,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2213,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":3.9414}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.1-flash-lite-7.19.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.1-flash-lite-7.19.2026","run_folder":"runs/circles/google-gemini-3.1-flash-lite-7.19.2026"},"composite":{"completion_score":0.0,"coverage":0.9894,"low_confidence":false,"pin":{"composite_score":50.901,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.1,"score":51.0008},"deliverable":{"avg_complexity":2.4,"coverage_pct":0.0,"files_changed":161,"lint_errors":41,"maintainability_index":82.29,"src_loc":92,"test_files":4},"ended_at":"2026-07-19T06:01:21.353123+00:00","is_mixed_run":false,"roster":{"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"orchestrator":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-gemini-3.1-flash-lite-7.19.2026","run_status":"completed","sow":"circles","started_at":"2026-07-19T04:19:45.035212+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.0,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.8229,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.2966,"pct":29.66,"raw":4.4487},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.0,"weight":0.55},"overhead_share":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.3333,"weight":0.5},"output_volume":{"available":true,"normalized":0.3493,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.3413,"pct":34.13,"raw":2.0478},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.0,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.0,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.4528,"weight":0.6},"verification_density":{"available":true,"normalized":0.1,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.3117,"pct":31.17,"raw":2.4934},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.0,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.375,"pct":37.5,"raw":5.625},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9697,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.72,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7975,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9145,"pct":91.45,"raw":11.8881},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.0,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0}},"telemetry":{"cache_hit_rate":71.8472,"cached_input_tokens":40403072,"concurrency_factor":0.5163,"cost_usd":6.382088383333335,"duration_min":101.6053,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":56234708,"output_tokens":394737,"reasoning_tokens":154738,"requests":1379,"tool_calls":1354,"tools_per_response":0.9819}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.3363,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.8336,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.5783,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.3,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6591,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.4885,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":6.0019},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.6142,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2965,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.8128,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.5783,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.7884,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6832,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.6718,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":6.4324},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.3524,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8646,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.484,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7357,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.7429,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.3953},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3162,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8858,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7169,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.8964,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.5788},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5935,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8372,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.5234,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5468,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5419,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.5715},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.6142,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2368,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8172,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.5783,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5283,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5043,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.5882},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.6142,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4262,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.851,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7518,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.8342,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":7.234},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3789,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.8684,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.5783,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.8953,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.8857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5331,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.4771},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8914,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6743,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7994,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.713,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.9907},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3135,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.8172,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4827,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.0223}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.1-flash-lite-7.9.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.1-flash-lite-7.9.2026","run_folder":"runs/circles/google-gemini-3.1-flash-lite-7.9.2026"},"composite":{"completion_score":5.0,"coverage":0.6149,"low_confidence":false,"pin":{"composite_score":65.6085,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.13,"score":65.7367},"deliverable":{"avg_complexity":2.17,"coverage_pct":32.61,"files_changed":19,"lint_errors":3,"maintainability_index":77.83,"src_loc":104,"test_files":1},"ended_at":"2026-07-09T20:40:48.610288+00:00","is_mixed_run":false,"roster":{"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"orchestrator":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-gemini-3.1-flash-lite-7.9.2026","run_status":"completed","sow":"circles","started_at":"2026-07-09T20:17:58.266369+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.3261,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.7783,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6142,"pct":61.42,"raw":9.2128},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5742,"weight":0.25},"cost":{"available":true,"normalized":0.8401,"weight":0.55},"overhead_share":{"available":true,"normalized":0.8826,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7821,"pct":78.21,"raw":13.2964},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.49,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5783,"pct":57.83,"raw":3.47},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.3871,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.9918,"weight":0.15},"token_economy":{"available":true,"normalized":0.8567,"weight":0.15},"token_volume":{"available":true,"normalized":0.7346,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.743,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7543,"pct":75.43,"raw":9.8063},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8947,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5368,"pct":53.68,"raw":4.2946},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.365,"pct":36.5,"raw":5.475},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9089,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.458,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.2,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7496,"pct":74.96,"raw":9.7447},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9846,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7256,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8551,"pct":85.51,"raw":11.1162}},"telemetry":{"cache_hit_rate":66.5291,"cached_input_tokens":9268066,"concurrency_factor":0.7083,"cost_usd":1.6941450000000005,"duration_min":22.8391,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":13930846,"output_tokens":99442,"reasoning_tokens":31309,"requests":387,"tool_calls":406,"tools_per_response":1.0491}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.0901,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.5654,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.5902,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.3328,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":4.7561},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.5659,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.1836,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.5654,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.2679,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.5906,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.7883,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":5.7469},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.1637,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.2629,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.6533,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.0425,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.7059,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":4.2039},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2351,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6674,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5894,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.6588,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":5.6768},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0848,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.6425,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4876,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.1408,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":3.5226},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.2128,"group":"output","normalized":0.5659,"weight":10.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.2128,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.5654,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.3174,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.5667,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.5821,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.2519,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.2988},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.5659,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.1249,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.6136,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.7607,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":5.9582},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0735,"group":"output","normalized":0.5659,"weight":5.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.4359,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.5654,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3676,"group":"output","normalized":0.6667,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.7445,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.4936,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":5.8133},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.2217,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.5654,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.6248,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4412,"group":"output","normalized":0.8857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.5263,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":6.8029},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1172,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5466,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0449,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.5374,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.5121},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.006,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0379,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":4.0878}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.1-pro-preview-6.28.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.1-pro-preview-6.28.2026","run_folder":"runs/circles/google-gemini-3.1-pro-preview-6.28.2026"},"composite":{"completion_score":5.0,"coverage":0.5751,"low_confidence":false,"pin":{"composite_score":51.0726,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.61,"score":51.6824},"deliverable":{"avg_complexity":3.14,"coverage_pct":49.46,"files_changed":19,"lint_errors":4,"maintainability_index":83.14,"src_loc":160,"test_files":2},"ended_at":"2026-06-28T18:20:36.980707+00:00","is_mixed_run":false,"roster":{"build":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"orchestrator":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"platform":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"spec":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-gemini-3.1-pro-preview-6.28.2026","run_status":"completed","sow":"circles","started_at":"2026-06-28T17:09:40.404382+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.4946,"weight":0.25},"lint":{"available":true,"normalized":0.6,"weight":0.35},"maintainability":{"available":true,"normalized":0.8314,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5659,"pct":56.59,"raw":8.489},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.4558,"weight":0.25},"cost":{"available":true,"normalized":0.1125,"weight":0.55},"overhead_share":{"available":true,"normalized":0.7435,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3245,"pct":32.45,"raw":5.5165},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4642,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5654,"pct":56.54,"raw":3.3926},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.6825,"weight":0.15},"token_economy":{"available":true,"normalized":0.6458,"weight":0.15},"token_volume":{"available":true,"normalized":0.571,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.673,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.6531,"pct":65.31,"raw":8.4903},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6154,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7692,"pct":76.92,"raw":6.1539},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.45,"pct":45.0,"raw":6.75},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9392,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.544,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.8,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.525,"weight":0.2},"unauthorized":{"available":true,"normalized":0.8,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7205,"pct":72.05,"raw":9.3668},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7207,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4164,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5686,"pct":56.86,"raw":7.3912}},"telemetry":{"cache_hit_rate":54.0906,"cached_input_tokens":9951478,"concurrency_factor":1.0567,"cost_usd":22.021798000000004,"duration_min":70.9429,"failed_requests":4,"failure_breakdown":{"empty_response":0,"http_error":4,"no_response":0},"input_tokens":18397791,"output_tokens":208454,"reasoning_tokens":124400,"requests":401,"tool_calls":526,"tools_per_response":1.3117}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.5662,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.1005,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.95,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.2556,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5176,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":5.2109},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.4383,"weight":8.0},"cost":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.0849,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1282,"group":"output","normalized":0.5634,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.3322,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2564,"group":"efficiency","normalized":0.7559,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.39,"low_confidence":true,"score":4.4152},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.531,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.376,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.1953,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.5634,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5104,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.7731,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":4.5879},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.5891,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1394,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8135,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6215,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.537,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.7645},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4659,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2256,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6742,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4088,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.2534},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4683,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2845,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.298,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5354,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6046,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.2369},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.2041,"group":"output","normalized":0.531,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1633,"group":"efficiency","normalized":0.071,"weight":8.0},"cost":{"available":true,"effective_weight":0.1633,"group":"efficiency","normalized":0.23,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.102,"group":"output","normalized":0.5634,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1633,"group":"efficiency","normalized":0.3128,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2041,"group":"efficiency","normalized":0.9462,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.49,"low_confidence":true,"score":4.5917},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.531,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5824,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1045,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5737,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6456,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.5465},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4867,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.1815,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.5634,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.0196,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6414,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9125,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5087,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.3963},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2087,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5778,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7051,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.5259,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.6843},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4162,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3793,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.627,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.8959,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":7.1973}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.1-pro-preview-7.3.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.1-pro-preview-7.3.2026","run_folder":"runs/circles/google-gemini-3.1-pro-preview-7.3.2026"},"composite":{"completion_score":5.0,"coverage":0.6126,"low_confidence":false,"pin":{"composite_score":53.4105,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-0.03,"score":53.3833},"deliverable":{"avg_complexity":2.43,"coverage_pct":92.54,"files_changed":23,"lint_errors":15,"maintainability_index":83.8,"src_loc":124,"test_files":3},"ended_at":"2026-07-03T15:12:53.828032+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"build":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"orchestrator":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"platform":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-pro","model_key":"google/gemini-3.1-pro-preview","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-gemini-3.1-pro-preview-7.3.2026","run_status":"completed","sow":"circles","started_at":"2026-07-03T14:20:11.794853+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9254,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.838,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.531,"pct":53.1,"raw":7.9643},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3982,"weight":0.25},"cost":{"available":true,"normalized":0.1513,"weight":0.55},"overhead_share":{"available":true,"normalized":0.7974,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3423,"pct":34.23,"raw":5.8185},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4601,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5634,"pct":56.34,"raw":3.3803},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4845,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8025,"weight":0.15},"token_economy":{"available":true,"normalized":0.6937,"weight":0.15},"token_volume":{"available":true,"normalized":0.6255,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6095,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6567,"pct":65.67,"raw":8.5367},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.75,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.85,"pct":85.0,"raw":6.8},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.627,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.25,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5441,"pct":54.41,"raw":8.1608},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9357,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.438,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.678,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.5487,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4724,"pct":47.24,"raw":6.1415},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8046,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4503,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6275,"pct":62.75,"raw":8.1569}},"telemetry":{"cache_hit_rate":47.3066,"cached_input_tokens":6365108,"concurrency_factor":0.9939,"cost_usd":17.652934000000002,"duration_min":52.7005,"failed_requests":6,"failure_breakdown":{"empty_response":0,"http_error":6,"no_response":0},"input_tokens":13455016,"output_tokens":155444,"reasoning_tokens":72464,"requests":372,"tool_calls":498,"tools_per_response":1.3387}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.5936,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.0834,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.1387,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2096,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":4.9243},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.5772,"weight":8.0},"cost":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.1284,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1282,"group":"output","normalized":0.8334,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2051,"group":"efficiency","normalized":0.5717,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2564,"group":"efficiency","normalized":0.3517,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.39,"low_confidence":true,"score":4.5904},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.4425,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6038,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.0782,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8334,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.5128,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3657,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.251,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":4.4514},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7005,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1143,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7724,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5476,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.1524,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.5604},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6705,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1105,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.5585,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5535,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0638,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.1078},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7213,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0944,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8329,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3724,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0491,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":3.9154},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.4425,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.54,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1476,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8334,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.6262,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5538,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.1771,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.6448},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.4425,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6731,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.0711,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3927,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.2462,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.399},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.675,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0507,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8334,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.4801,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4773,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.0195,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.8891},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5615,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.1317,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8334,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.0196,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4568,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.1925,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.4565},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0764,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4342,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.1057,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":3.6402},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5389,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.1983,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.5185,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4196,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.1255}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.5-flash-7.5.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.5-flash-7.5.2026","run_folder":"runs/circles/google-gemini-3.5-flash-7.5.2026"},"composite":{"completion_score":5.0,"coverage":0.6193,"low_confidence":false,"pin":{"composite_score":47.2779,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.11,"score":47.3898},"deliverable":{"avg_complexity":4.93,"coverage_pct":90.37,"files_changed":24,"lint_errors":34,"maintainability_index":75.31,"src_loc":350,"test_files":2},"ended_at":"2026-07-05T15:35:09.794874+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"build":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"code":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"test":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"}},"rubric_version":15,"run_id":"circles/google-gemini-3.5-flash-7.5.2026","run_status":"completed","sow":"circles","started_at":"2026-07-05T14:25:02.635619+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.9037,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7531,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4425,"pct":44.25,"raw":6.6382},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3265,"weight":0.25},"cost":{"available":true,"normalized":0.0814,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9509,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3166,"pct":31.66,"raw":5.382},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8334,"pct":83.34,"raw":5.0001},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6594,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5958,"weight":0.15},"token_economy":{"available":true,"normalized":0.3034,"weight":0.15},"token_volume":{"available":true,"normalized":0.1552,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5743,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4452,"pct":44.52,"raw":5.7877},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.9474,"weight":0.6},"verification_density":{"available":true,"normalized":0.9375,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.9434,"pct":94.34,"raw":7.5475},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.5185,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.1944,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6011,"pct":60.11,"raw":9.0166},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9664,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.568,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.85,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9018,"pct":90.18,"raw":11.7239},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9201,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.8234,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8718,"pct":87.18,"raw":11.3328}},"telemetry":{"cache_hit_rate":38.4852,"cached_input_tokens":17708822,"concurrency_factor":0.8652,"cost_usd":49.478744999999996,"duration_min":70.1193,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":46014587,"output_tokens":465949,"reasoning_tokens":259204,"requests":785,"tool_calls":834,"tools_per_response":1.0624}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.2148,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4146,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8315,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6943,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.1667,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.9809},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5497,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2624,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3203,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8315,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.9574,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.7208,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.1178,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.0265},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.4302,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4426,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.9719,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8445,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.9136,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.0086,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.3979},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2634,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4786,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.6869,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6749,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1008,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.4293},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2226,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.558,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8987,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5383,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3433,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.9454},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.5497,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1991,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8315,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.5242,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4738,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.7278,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.7026},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5497,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.493,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1916,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5266,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.3148,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.9242},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5118,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1366,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8315,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8857,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.7967,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3796,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.0662,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.1707},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.5497,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.229,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5735,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8315,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.95,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4826,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.6909,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.1057},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2929,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2435,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8315,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.2731,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.6984},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4752,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.525,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6558,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.2893,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.2597},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.288,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3101,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.9195,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.2152,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.2213}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.5-flash-7.8.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.5-flash-7.8.2026","run_folder":"runs/circles/google-gemini-3.5-flash-7.8.2026"},"composite":{"completion_score":5.0,"coverage":0.6273,"low_confidence":false,"pin":{"composite_score":52.4049,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.17,"score":52.5797},"deliverable":{"avg_complexity":2.11,"coverage_pct":98.39,"files_changed":35,"lint_errors":18,"maintainability_index":85.86,"src_loc":286,"test_files":3},"ended_at":"2026-07-08T18:26:38.440851+00:00","is_mixed_run":false,"roster":{"build":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"code":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"test":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"}},"rubric_version":15,"run_id":"circles/google-gemini-3.5-flash-7.8.2026","run_status":"completed","sow":"circles","started_at":"2026-07-08T15:15:20.719953+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9839,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.8586,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5497,"pct":54.97,"raw":8.2454},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.4819,"weight":0.25},"cost":{"available":true,"normalized":0.3896,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9652,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5278,"pct":52.78,"raw":8.9721},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.9963,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8315,"pct":83.15,"raw":4.9889},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.3372,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":1.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.843,"weight":0.15},"token_volume":{"available":true,"normalized":0.1124,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4619,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5032,"pct":50.32,"raw":6.541},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6196,"weight":0.6},"verification_density":{"available":true,"normalized":0.1015,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4124,"pct":41.24,"raw":3.299},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.9195,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5746,"pct":57.46,"raw":8.6189},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9859,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.88,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.984,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8975,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9553,"pct":95.53,"raw":12.4188},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9684,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6032,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7858,"pct":78.58,"raw":10.2157}},"telemetry":{"cache_hit_rate":56.1377,"cached_input_tokens":42412578,"concurrency_factor":0.6932,"cost_usd":61.956581,"duration_min":191.2953,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":2,"no_response":0},"input_tokens":75550918,"output_tokens":610523,"reasoning_tokens":369084,"requests":2615,"tool_calls":2687,"tools_per_response":1.0275}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.1596,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2128,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.2292,"weight":8.0},"cost":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.8438,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0532,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.8639,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1064,"group":"efficiency","normalized":0.8055,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.94,"low_confidence":false,"score":7.8245},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4274,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1747,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8422,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.4975,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6429,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0682,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.75,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7402,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8713,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5621},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.445,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8322,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6871,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8652,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6831},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5548,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7377,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.4975,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.9013,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.836,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.8004},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3638,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8443,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.471,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.696,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.5894,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7886,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.3085},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5075,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7884,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9375,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8333,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7924,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4727,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5375,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8095,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8411},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4274,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1498,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8668,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.4975,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6662,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8462,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5519},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5121,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7414,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6609,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8908,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5714,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5937},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2815,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8529,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4975,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6782,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6049,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5898,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9091,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1235},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.0,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3009,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8764,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.0,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6745,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5567,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5556,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.0872},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6208,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7091,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.4975,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8571,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6501,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.6769,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.0628,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.3125,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.5673},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8087,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.5149,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6263,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4986,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6024,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4211,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.2899},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3682,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7833,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.561,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.724}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.5-flash-lite-7.21.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.5-flash-lite-7.21.2026","run_folder":"runs/circles/google-gemini-3.5-flash-lite-7.21.2026"},"composite":{"completion_score":10.0,"coverage":0.9876,"low_confidence":false,"pin":{"composite_score":77.753,"pinned_at":"2026-07-21","rubric_version":15},"pin_drift":0.49,"score":78.2422},"deliverable":{"avg_complexity":3.67,"coverage_pct":22.47,"files_changed":11,"lint_errors":6,"maintainability_index":82.63,"src_loc":132,"test_files":1},"ended_at":"2026-07-21T18:51:45.844683+00:00","is_mixed_run":false,"roster":{"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"concierge":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"develop":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"spec":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"}},"rubric_version":15,"run_id":"circles/google-gemini-3.5-flash-lite-7.21.2026","run_status":"completed","sow":"circles","started_at":"2026-07-21T18:28:36.378370+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.2247,"weight":0.25},"lint":{"available":true,"normalized":0.4,"weight":0.35},"maintainability":{"available":true,"normalized":0.8263,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4274,"pct":42.74,"raw":6.4115},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6467,"weight":0.25},"cost":{"available":true,"normalized":0.7994,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9717,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7957,"pct":79.57,"raw":13.527},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.3282,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.4975,"pct":49.75,"raw":2.9848},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4278,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.9083,"weight":0.15},"token_economy":{"available":true,"normalized":0.8937,"weight":0.15},"token_volume":{"available":true,"normalized":0.7266,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6468,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7318,"pct":73.18,"raw":9.5133},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6341,"weight":0.6},"verification_density":{"available":true,"normalized":0.0909,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4168,"pct":41.68,"raw":3.3346},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.3,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.41,"pct":41.0,"raw":6.15},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9198,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.438,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.914,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.3488,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7516,"pct":75.16,"raw":9.7712},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9953,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.898,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9467,"pct":94.67,"raw":12.3067}},"telemetry":{"cache_hit_rate":76.3181,"cached_input_tokens":15409294,"concurrency_factor":0.7163,"cost_usd":2.5993225866666663,"duration_min":23.1578,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":2,"no_response":0},"input_tokens":20190866,"output_tokens":151517,"reasoning_tokens":14835,"requests":462,"tool_calls":499,"tools_per_response":1.0801}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4673,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5869,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7146,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.358},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.1596,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2128,"group":"output","normalized":0.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.1936,"weight":8.0},"cost":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.2568,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0532,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.6364,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1064,"group":"efficiency","normalized":0.6006,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.94,"low_confidence":false,"score":4.7554},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.8557,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3065,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3164,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5664,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.364,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7294,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3327,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.2218},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5274,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2705,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8462,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.9001,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9732,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5633,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4043,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9455,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8291},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5733,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.075,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.5664,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.695,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.4062,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.1898},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3684,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3981,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5479,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5176,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.4358},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3695,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4508,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.9231,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9545,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8167,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6775,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0744,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5973,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.931,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.3372},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8557,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2847,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3424,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5664,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8235,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.605,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5811,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.7388,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1375,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.483},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5541,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3006,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6142,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7141,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2782,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9231,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.8292},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3874,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2666,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5664,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.9,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.819,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3489,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0947,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.4772},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.418,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3903,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5664,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6576,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5369,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.0514},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.307,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.5725,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4605,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4579,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2475,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8702},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2246,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2041,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8665,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4785,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.8005}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.6-flash-7.21.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.6-flash-7.21.2026","run_folder":"runs/circles/google-gemini-3.6-flash-7.21.2026"},"composite":{"completion_score":8.75,"coverage":0.989,"low_confidence":false,"pin":{"composite_score":73.0514,"pinned_at":"2026-07-21","rubric_version":15},"pin_drift":0.16,"score":73.2162},"deliverable":{"avg_complexity":2.86,"coverage_pct":97.33,"files_changed":36,"lint_errors":1,"maintainability_index":82.67,"src_loc":134,"test_files":3},"ended_at":"2026-07-21T22:03:57.786270+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"build":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"code":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"concierge":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"test":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"}},"rubric_version":15,"run_id":"circles/google-gemini-3.6-flash-7.21.2026","run_status":"completed","sow":"circles","started_at":"2026-07-21T21:49:50.427415+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9733,"weight":0.25},"lint":{"available":true,"normalized":0.9,"weight":0.35},"maintainability":{"available":true,"normalized":0.8267,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.8557,"pct":85.57,"raw":12.835},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5815,"weight":0.25},"cost":{"available":true,"normalized":0.3442,"weight":0.55},"overhead_share":{"available":true,"normalized":0.8643,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5076,"pct":50.76,"raw":8.6288},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4662,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5664,"pct":56.64,"raw":3.3987},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4223,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8786,"weight":0.15},"token_economy":{"available":true,"normalized":0.8364,"weight":0.15},"token_volume":{"available":true,"normalized":0.4035,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3865,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5689,"pct":56.89,"raw":7.3961},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7692,"weight":0.6},"verification_density":{"available":true,"normalized":0.2299,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5535,"pct":55.35,"raw":4.4278},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.8665,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.62,"pct":62.0,"raw":9.2996},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9742,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.768,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.718,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8225,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8425,"pct":84.25,"raw":10.9528},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9524,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7289,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8406,"pct":84.06,"raw":10.9284}},"telemetry":{"cache_hit_rate":67.4347,"cached_input_tokens":28249411,"concurrency_factor":4.4762,"cost_usd":28.462517899999995,"duration_min":14.1227,"failed_requests":15,"failure_breakdown":{"empty_response":0,"http_error":16,"no_response":0},"input_tokens":41891479,"output_tokens":375084,"reasoning_tokens":120045,"requests":1062,"tool_calls":1125,"tools_per_response":1.0593}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4548,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2836,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8889,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2658,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7454},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.186,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2177,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6828,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3509,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.8201},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.5308,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.291,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2643,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6431,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.854,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.556,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6207,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5225,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9179},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5695,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2086,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8462,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.88,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.57,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9167,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4452,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9512,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.2784},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4898,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5687,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.6431,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.539,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.8563,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.6391},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3764,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3634,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4993,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5674,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8254},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3774,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3718,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.9167,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9444,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8125,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6376,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5769,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.637},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5308,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1498,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2286,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6431,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5221,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0061},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6091,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1685,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6308,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1688,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.8955},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3722,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2902,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6431,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.9,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.766,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4569,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2225,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6154,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.4296},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.5308,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1724,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3335,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6431,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9714,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6517,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.3496,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.7857,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.6129},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6798,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2139,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6431,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6696,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5333,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.057,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.8166},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3287,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7778,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6136,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5773,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3215,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7857,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.449},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2526,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2176,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.774,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9444,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2203,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.275}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-gemini-3.6-flash-7.23.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-gemini-3.6-flash-7.23.2026","run_folder":"runs/circles/google-gemini-3.6-flash-7.23.2026"},"composite":{"completion_score":3.75,"coverage":0.9898,"low_confidence":false,"pin":{"composite_score":61.0812,"pinned_at":"2026-07-26","rubric_version":15},"pin_drift":0.0,"score":61.0812},"deliverable":{"avg_complexity":2.83,"coverage_pct":95.48,"files_changed":25,"lint_errors":22,"maintainability_index":80.06,"src_loc":220,"test_files":4},"ended_at":"2026-07-24T03:29:50.866257+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"build":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"code":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"concierge":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"test":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"}},"rubric_version":15,"run_id":"circles/google-gemini-3.6-flash-7.23.2026","run_status":"completed","sow":"circles","started_at":"2026-07-24T02:24:13.344330+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9548,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.8006,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5308,"pct":53.08,"raw":7.9623},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5716,"weight":0.25},"cost":{"available":true,"normalized":0.2634,"weight":0.55},"overhead_share":{"available":true,"normalized":0.8183,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4514,"pct":45.14,"raw":7.6744},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6481,"weight":0.5},"output_volume":{"available":true,"normalized":0.6381,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6431,"pct":64.31,"raw":3.8587},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4285,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9444,"weight":0.05},"output_discipline":{"available":true,"normalized":0.7497,"weight":0.15},"token_economy":{"available":true,"normalized":0.7462,"weight":0.15},"token_volume":{"available":true,"normalized":0.4148,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4193,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5442,"pct":54.42,"raw":7.0744},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7838,"weight":0.6},"verification_density":{"available":true,"normalized":0.3175,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5973,"pct":59.73,"raw":4.7781},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.774,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9444,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6255,"pct":62.55,"raw":9.3831},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9737,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.818,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7863,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9273,"pct":92.73,"raw":12.0552},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8877,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7052,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7964,"pct":79.64,"raw":10.3533}},"telemetry":{"cache_hit_rate":70.1626,"cached_input_tokens":29041254,"concurrency_factor":0.8435,"cost_usd":26.765969016666666,"duration_min":65.6254,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":41391383,"output_tokens":354643,"reasoning_tokens":103537,"requests":834,"tool_calls":876,"tools_per_response":1.0504}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.1143,"group":"efficiency","normalized":0.5115,"weight":8.0},"cost":{"available":true,"effective_weight":0.1143,"group":"efficiency","normalized":0.8837,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1429,"group":"output","normalized":0.88,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1429,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0286,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1143,"group":"efficiency","normalized":0.7012,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0571,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.7711,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1429,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.7,"low_confidence":false,"score":8.1832},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3067,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8124,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.609,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5448,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5273},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.7472,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3374,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8397,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5855,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6154,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5478,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5819,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8302,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6495},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.42,"weight":2.0},"cost":{"available":true,"effective_weight":0.12,"group":"efficiency","normalized":0.8838,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2629,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.12,"group":"efficiency","normalized":0.6534,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.8326,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.9474,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":7.9165},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5004,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3719,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6736,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5309,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5142,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8382},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.5293,"weight":8.0},"cost":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.5131,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.9333,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0267,"group":"efficiency","normalized":0.7572,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.5549,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0533,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6563,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":7.8918},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.0,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.2025,"weight":8.0},"cost":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.8887,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0667,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0267,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.5,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0533,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7568,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.8,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":5.573},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.496,"weight":8.0},"cost":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.8615,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0267,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.7958,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0533,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8319,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":6.5394},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4159,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7085,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5855,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.6,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5935,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2556,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4662,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.8244},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4047,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.899,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5855,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8819,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.8857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.7063,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":8.0528},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8988,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1667,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6833,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7855,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7762,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1667,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":8.5447},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3427,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8531,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.1665,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4818,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.8885}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-multi-model-7.15.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-multi-model-7.15.2026","run_folder":"runs/circles/google-multi-model-7.15.2026"},"composite":{"completion_score":10.0,"coverage":0.8553,"low_confidence":false,"pin":{"composite_score":81.707,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.08,"score":81.7908},"deliverable":{"avg_complexity":1.92,"coverage_pct":83.33,"files_changed":20,"lint_errors":5,"maintainability_index":81.94,"src_loc":138,"test_files":2},"ended_at":"2026-07-15T15:49:03.870170+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-multi-model-7.15.2026","run_status":"completed","sow":"circles","started_at":"2026-07-15T15:18:03.750207+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":1.0,"weight":0.2},"coverage":{"available":true,"normalized":0.8333,"weight":0.25},"lint":{"available":true,"normalized":0.5,"weight":0.35},"maintainability":{"available":true,"normalized":0.8194,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7472,"pct":74.72,"raw":11.2081},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6979,"weight":0.25},"cost":{"available":true,"normalized":0.6041,"weight":0.55},"overhead_share":{"available":true,"normalized":1.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7068,"pct":70.68,"raw":12.0148},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.5042,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5855,"pct":58.55,"raw":3.5128},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4367,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8991,"weight":0.15},"token_economy":{"available":true,"normalized":0.9306,"weight":0.15},"token_volume":{"available":true,"normalized":0.742,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6598,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7445,"pct":74.45,"raw":9.6783},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8077,"weight":0.6},"verification_density":{"available":true,"normalized":0.9615,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8692,"pct":86.92,"raw":6.9539},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.1665,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5116,"pct":51.16,"raw":7.6746},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9612,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.612,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7575,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8894,"pct":88.94,"raw":11.5625},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9808,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.8177,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8992,"pct":89.92,"raw":11.6901}},"telemetry":{"cache_hit_rate":79.731,"cached_input_tokens":17458185,"concurrency_factor":0.7207,"cost_usd":6.446411874999999,"duration_min":31.002,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":21896369,"output_tokens":170915,"reasoning_tokens":79855,"requests":509,"tool_calls":516,"tools_per_response":1.0138}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.4809,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.8777,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.88,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.6773,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0588,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.7799,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1471,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":8.0715},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.6701,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4021,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8096,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5114,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6364,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8094,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.667,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6839,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4918,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.803},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4265,"weight":2.0},"cost":{"available":true,"effective_weight":0.12,"group":"efficiency","normalized":0.8898,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3969,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.12,"group":"efficiency","normalized":0.7096,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.8169,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.96,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":8.101},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5004,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3877,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5845,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2998,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7446},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.6021,"weight":8.0},"cost":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.4499,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":1.0,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0267,"group":"efficiency","normalized":0.7617,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.5845,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0533,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.4412,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":7.737},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.6701,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.2381,"weight":8.0},"cost":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.8859,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0667,"group":"output","normalized":0.5114,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0267,"group":"efficiency","normalized":0.5016,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.5615,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0533,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5782,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.8333,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":6.648},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.5153,"weight":8.0},"cost":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.8547,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0267,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1067,"group":"efficiency","normalized":0.7681,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0533,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6722,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1333,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":6.3102},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.346,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.843,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5114,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.6,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.1725,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6232,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7594,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7051},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.102,"group":"output","normalized":0.0,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1633,"group":"efficiency","normalized":0.1294,"weight":8.0},"cost":{"available":true,"effective_weight":0.1633,"group":"efficiency","normalized":0.8555,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.2041,"group":"output","normalized":0.0,"weight":10.0},"document_quality":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1633,"group":"efficiency","normalized":0.1613,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2041,"group":"efficiency","normalized":0.8537,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.49,"low_confidence":true,"score":3.6136},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4411,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.9027,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5114,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8631,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.8667,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6278,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.8522}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-multi-model-7.16.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-multi-model-7.16.2026","run_folder":"runs/circles/google-multi-model-7.16.2026"},"composite":{"completion_score":10.0,"coverage":0.8576,"low_confidence":false,"pin":{"composite_score":79.5626,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.06,"score":79.6263},"deliverable":{"avg_complexity":2.0,"coverage_pct":92.86,"files_changed":28,"lint_errors":6,"maintainability_index":82.95,"src_loc":128,"test_files":3},"ended_at":"2026-07-15T17:25:05.344330+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"spec":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-multi-model-7.16.2026","run_status":"completed","sow":"circles","started_at":"2026-07-15T16:39:35.508733+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9286,"weight":0.25},"lint":{"available":true,"normalized":0.4,"weight":0.35},"maintainability":{"available":true,"normalized":0.8295,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6701,"pct":67.01,"raw":10.0508},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6907,"weight":0.25},"cost":{"available":true,"normalized":0.5726,"weight":0.55},"overhead_share":{"available":true,"normalized":1.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.6876,"pct":68.76,"raw":11.689},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.3561,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5114,"pct":51.14,"raw":3.0684},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.475,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.9595,"weight":0.15},"token_economy":{"available":true,"normalized":0.9076,"weight":0.15},"token_volume":{"available":true,"normalized":0.5952,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.552,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6903,"pct":69.03,"raw":8.9738},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.9,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.94,"pct":94.0,"raw":7.52},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.643,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5631,"pct":56.31,"raw":8.4468},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9096,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.712,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.05,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7578,"pct":75.78,"raw":9.8509},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9872,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7859,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8865,"pct":88.65,"raw":11.5248}},"telemetry":{"cache_hit_rate":79.2249,"cached_input_tokens":29689476,"concurrency_factor":0.7066,"cost_usd":11.155501775000001,"duration_min":45.4973,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":37474932,"output_tokens":226419,"reasoning_tokens":97006,"requests":796,"tool_calls":763,"tools_per_response":0.9585}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5195,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8789,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6696,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7152,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.7696},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3951,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6543,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5916,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2591,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1719},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.702,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2342,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8429,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5107,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.625,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6584,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.75,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6455,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6293,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7164,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.8872},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4144,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8863,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4337,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9464,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6868,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4322,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.25,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8056,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.96,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0073},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4805,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4171,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7143,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5769,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6071,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.101},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5852,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.472,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9412,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7857,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6349,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3996,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7587},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.702,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1668,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8773,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5107,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5093,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5521,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4295,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6923,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.158},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5105,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8564,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7556,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8125,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7355},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3386,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7642,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.5107,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.1,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3575,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":3.813},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.407,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.903,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5107,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8625,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.7,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6865,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.363},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8619,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6919,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7859,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5824,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.9978},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3855,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6821,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.649,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2396,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.0286}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-multi-model-7.17.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-multi-model-7.17.2026","run_folder":"runs/circles/google-multi-model-7.17.2026"},"composite":{"completion_score":7.5,"coverage":0.9872,"low_confidence":false,"pin":{"composite_score":74.4525,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.19,"score":74.6445},"deliverable":{"avg_complexity":3.5,"coverage_pct":92.98,"files_changed":30,"lint_errors":3,"maintainability_index":79.3,"src_loc":108,"test_files":2},"ended_at":"2026-07-16T18:43:48.523623+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-multi-model-7.17.2026","run_status":"completed","sow":"circles","started_at":"2026-07-16T17:53:25.489681+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.9298,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.793,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.702,"pct":70.2,"raw":10.5307},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.7208,"weight":0.25},"cost":{"available":true,"normalized":0.6163,"weight":0.55},"overhead_share":{"available":true,"normalized":1.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7191,"pct":71.91,"raw":12.2254},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.3547,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5107,"pct":51.07,"raw":3.0643},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4301,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.9606,"weight":0.15},"token_economy":{"available":true,"normalized":0.9203,"weight":0.15},"token_volume":{"available":true,"normalized":0.6556,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6341,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7202,"pct":72.02,"raw":9.3621},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8182,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8909,"pct":89.09,"raw":7.1274},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.649,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.534,"pct":53.4,"raw":8.0103},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9711,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.726,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.942,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.81,"weight":0.2},"unauthorized":{"available":true,"normalized":0.6,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8006,"pct":80.06,"raw":10.4079},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9738,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7113,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8426,"pct":84.26,"raw":10.9533}},"telemetry":{"cache_hit_rate":79.5386,"cached_input_tokens":24590063,"concurrency_factor":0.65,"cost_usd":8.346182616666667,"duration_min":50.3839,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":2,"no_response":0},"input_tokens":30915877,"output_tokens":194464,"reasoning_tokens":85058,"requests":686,"tool_calls":658,"tools_per_response":0.9592}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.1562,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2083,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2681,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8274,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6456,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.7281,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.626},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.5165,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2026,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8592,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5515,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6786,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.75,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6756,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6048,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.963,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.6701},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.3793,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.905,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6005,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9388,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7363,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6429,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7153,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9333,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5857},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4381,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4554,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7143,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5624,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4062,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8852},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5725,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.469,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9444,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7857,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6378,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5361,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8882},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4614,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8703,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7858,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7084,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.0024},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3739,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8426,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5515,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.6,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.1725,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6913,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7371,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7993},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3905,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8941,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5515,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8181,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5536,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6844,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.8877},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8796,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.43,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6652,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6993,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.9482},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3022,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8478,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9474,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6627,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.7177}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__google-multi-model-7.18.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/google-multi-model-7.18.2026","run_folder":"runs/circles/google-multi-model-7.18.2026"},"composite":{"completion_score":4.737,"coverage":0.9883,"low_confidence":false,"pin":{"composite_score":65.4826,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.09,"score":65.5699},"deliverable":{"avg_complexity":2.0,"coverage_pct":77.94,"files_changed":48,"lint_errors":9,"maintainability_index":77.33,"src_loc":148,"test_files":4},"ended_at":"2026-07-16T22:28:08.997476+00:00","is_mixed_run":true,"roster":{"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"circles/google-multi-model-7.18.2026","run_status":"completed","sow":"circles","started_at":"2026-07-16T21:41:03.923334+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.7794,"weight":0.25},"lint":{"available":true,"normalized":0.1,"weight":0.35},"maintainability":{"available":true,"normalized":0.7733,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5165,"pct":51.65,"raw":7.7477},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6529,"weight":0.25},"cost":{"available":true,"normalized":0.6208,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9474,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.6941,"pct":69.41,"raw":11.7999},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6491,"weight":0.5},"output_volume":{"available":true,"normalized":0.454,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5515,"pct":55.15,"raw":3.3092},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.3653,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9474,"weight":0.05},"output_discipline":{"available":true,"normalized":0.912,"weight":0.15},"token_economy":{"available":true,"normalized":0.9018,"weight":0.15},"token_volume":{"available":true,"normalized":0.6101,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5027,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6578,"pct":65.78,"raw":8.5514},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8947,"weight":0.6},"verification_density":{"available":true,"normalized":0.8,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8568,"pct":85.68,"raw":6.8546},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9474,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.2222,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4564,"pct":45.64,"raw":6.8461},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9665,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.784,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7163,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9075,"pct":90.75,"raw":11.7975},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9361,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7413,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8387,"pct":83.87,"raw":10.9027}},"telemetry":{"cache_hit_rate":79.6061,"cached_input_tokens":25608015,"concurrency_factor":0.7097,"cost_usd":8.892937083333337,"duration_min":47.0846,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":32168409,"output_tokens":235858,"reasoning_tokens":93366,"requests":837,"tool_calls":837,"tools_per_response":1.0}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5608,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5874,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5377,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9623,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.911},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.6218,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5093,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6169,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6541,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8304,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.615,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5081,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.955,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.9884},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6442,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6703,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8409,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6605,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6837,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4258,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9286,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9507,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9778,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.5352},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5994,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.712,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4447,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4815,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9663,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.5563},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6956,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.646,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.95,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7708,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5337,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9769,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4541},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6833,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5427,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.44,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8852,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.818},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2108,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7981,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6541,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.2,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.539,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.998,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":4.5927},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.6218,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2386,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8213,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6541,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4925,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.9794,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.6941},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5532,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6622,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6541,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.2327,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6503,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5833,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.9254,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.981},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5468,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6262,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4956,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9687,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":9.0446},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4842,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.69,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.9801,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.2763}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__meta-muse-spark-1.1-7.16.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/meta-muse-spark-1.1-7.16.2026","run_folder":"runs/circles/meta-muse-spark-1.1-7.16.2026"},"composite":{"completion_score":9.2857,"coverage":0.9845,"low_confidence":false,"pin":{"composite_score":80.7806,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.02,"score":80.7996},"deliverable":{"avg_complexity":2.82,"coverage_pct":22.88,"files_changed":34,"lint_errors":2,"maintainability_index":76.32,"src_loc":247,"test_files":1},"ended_at":"2026-07-17T01:01:11.207770+00:00","is_mixed_run":false,"roster":{"build":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"code":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"code-review":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"develop":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"orchestrator":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"pseudocode":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"scout":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"spec":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"sprint-plan":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"sprint-review":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"test":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"}},"rubric_version":15,"run_id":"circles/meta-muse-spark-1.1-7.16.2026","run_status":"completed","sow":"circles","started_at":"2026-07-16T22:35:08.085940+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.2288,"weight":0.25},"lint":{"available":true,"normalized":0.8,"weight":0.35},"maintainability":{"available":true,"normalized":0.7632,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6218,"pct":62.18,"raw":9.3276},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.8538,"weight":0.25},"cost":{"available":true,"normalized":0.6318,"weight":0.55},"overhead_share":{"available":true,"normalized":1.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7609,"pct":76.09,"raw":12.936},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.6415,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6541,"pct":65.41,"raw":3.9247},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6052,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.6439,"weight":0.15},"token_economy":{"available":true,"normalized":1.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.9612,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.444,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7645,"pct":76.45,"raw":9.9388},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7843,"weight":0.6},"verification_density":{"available":true,"normalized":0.5946,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7084,"pct":70.84,"raw":5.6673},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.3,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.41,"pct":41.0,"raw":6.15},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9812,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.682,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.946,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.9637,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.927,"pct":92.7,"raw":12.0506},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8527,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.626,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7394,"pct":73.94,"raw":9.6118}},"telemetry":{"cache_hit_rate":99.9935,"cached_input_tokens":67242308,"concurrency_factor":0.8595,"cost_usd":12.6709062,"duration_min":146.052,"failed_requests":3,"failure_breakdown":{"empty_response":0,"http_error":55,"no_response":0},"input_tokens":67246700,"output_tokens":606840,"reasoning_tokens":99658,"requests":1098,"tool_calls":1385,"tools_per_response":1.2614}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.2559,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.7642,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":0.6957,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.556,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.0092,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":4.2702},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.7656,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.3307,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.7642,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.8387,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.4754,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.2687,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":5.9555},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.4036,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.6178,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.4893,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.387,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":5.3302},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4557,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4888,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.3852,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":5.44},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4538,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5168,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.1194,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":4.6746},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.2128,"group":"output","normalized":0.7656,"weight":10.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.326,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.7642,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.7221,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.4519,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.403,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.0094,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.4363},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.7656,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.2107,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.3394,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.4326,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":5.5768},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1905,"group":"efficiency","normalized":0.468,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.2381,"group":"output","normalized":0.7642,"weight":10.0},"finding_quality":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0476,"group":"efficiency","normalized":0.0264,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1905,"group":"efficiency","normalized":0.7629,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0952,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2381,"group":"efficiency","normalized":0.4929,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.42,"low_confidence":true,"score":6.3026},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.3277,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.7642,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.4631,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4412,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.1803,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":7.0252},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4503,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6029,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.0975,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":3.7647},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2746,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4375,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0103,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":5.4448}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__moonshotai-kimi-k2.6-6.27.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/moonshotai-kimi-k2.6-6.27.2026","run_folder":"runs/circles/moonshotai-kimi-k2.6-6.27.2026"},"composite":{"completion_score":5.0,"coverage":0.5683,"low_confidence":false,"pin":{"composite_score":52.8927,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.25,"score":53.1467},"deliverable":{"avg_complexity":2.57,"coverage_pct":88.75,"files_changed":26,"lint_errors":3,"maintainability_index":83.38,"src_loc":166,"test_files":3},"ended_at":"2026-06-27T20:59:41.748424+00:00","is_mixed_run":false,"roster":{"build":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"code":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"code-review":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"develop":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"orchestrator":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"platform":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"pseudocode":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"scout":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"sprint-plan":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"sprint-review":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"test":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"}},"rubric_version":15,"run_id":"circles/moonshotai-kimi-k2.6-6.27.2026","run_status":"completed","sow":"circles","started_at":"2026-06-27T19:17:03.060273+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.8875,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.8338,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7656,"pct":76.56,"raw":11.4845},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3704,"weight":0.25},"cost":{"available":true,"normalized":0.3753,"weight":0.55},"overhead_share":{"available":true,"normalized":0.8196,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4629,"pct":46.29,"raw":7.8695},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.8617,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7642,"pct":76.42,"raw":4.5852},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9116,"weight":0.05},"output_discipline":{"available":true,"normalized":0.7271,"weight":0.15},"token_economy":{"available":true,"normalized":0.6591,"weight":0.15},"token_volume":{"available":true,"normalized":0.2714,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5306,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.5189,"pct":51.89,"raw":6.7455},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.859,"weight":0.6},"verification_density":{"available":true,"normalized":0.7975,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8344,"pct":83.44,"raw":6.6753},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.4375,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5056,"pct":50.56,"raw":7.5844},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9023,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.0,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.938,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.5375,"weight":0.2},"unauthorized":{"available":true,"normalized":0.2,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5291,"pct":52.91,"raw":6.8787},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9104,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7802,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8453,"pct":84.53,"raw":10.9887}},"telemetry":{"cache_hit_rate":50.2403,"cached_input_tokens":19867264,"concurrency_factor":0.772,"cost_usd":23.622184,"duration_min":102.6448,"failed_requests":3,"failure_breakdown":{"empty_response":0,"http_error":4,"no_response":0},"input_tokens":39544494,"output_tokens":462199,"reasoning_tokens":251819,"requests":959,"tool_calls":1351,"tools_per_response":1.4088}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4211,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5446,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3565,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1291},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.7151,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4278,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2081,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6458,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8823,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.571,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3458,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2769,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.915},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5527,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3746,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8519,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7679,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5228,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.6667,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3266,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9643,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7944},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4599,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3973,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.582,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3161,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7342},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5202,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2969,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9375,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8333,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6613,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5461,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.138,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.2816},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5993,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1854,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3926,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6667,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2319,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.1905},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.771,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.462,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6458,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.5,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.9614,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6642,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5029,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.9484},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5077,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1517,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6458,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4129,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5833,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.022,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.53},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3144,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.7849,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4552,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1966,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1723},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3805,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4881,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.9305,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9545,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.482,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.321}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__moonshotai-kimi-k2.6-7.16.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/moonshotai-kimi-k2.6-7.16.2026","run_folder":"runs/circles/moonshotai-kimi-k2.6-7.16.2026"},"composite":{"completion_score":4.7725,"coverage":0.9858,"low_confidence":false,"pin":{"composite_score":76.4177,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-13.09,"score":63.3282},"deliverable":{"avg_complexity":2.67,"coverage_pct":98.61,"files_changed":23,"lint_errors":5,"maintainability_index":80.77,"src_loc":163,"test_files":3},"ended_at":"2026-07-17T02:40:36.831614+00:00","is_mixed_run":false,"roster":{"build":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"code":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"code-review":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"develop":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"orchestrator":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"pseudocode":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"scout":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"sprint-plan":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"sprint-review":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"test":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"}},"rubric_version":15,"run_id":"circles/moonshotai-kimi-k2.6-7.16.2026","run_status":"completed","sow":"circles","started_at":"2026-07-17T01:33:27.900424+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9861,"weight":0.25},"lint":{"available":true,"normalized":0.5,"weight":0.35},"maintainability":{"available":true,"normalized":0.8077,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7151,"pct":71.51,"raw":10.726},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3237,"weight":0.25},"cost":{"available":true,"normalized":0.2692,"weight":0.55},"overhead_share":{"available":true,"normalized":0.7184,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3727,"pct":37.27,"raw":6.3352},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6515,"weight":0.5},"output_volume":{"available":true,"normalized":0.6402,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6458,"pct":64.58,"raw":3.875},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4873,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.7661,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5629,"weight":0.15},"token_economy":{"available":true,"normalized":0.4749,"weight":0.15},"token_volume":{"available":true,"normalized":0.2851,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6053,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4736,"pct":47.36,"raw":6.1574},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7111,"weight":0.6},"verification_density":{"available":true,"normalized":0.8125,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7517,"pct":75.17,"raw":6.0133},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.9305,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9545,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1944,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6384,"pct":63.84,"raw":9.5754},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9911,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.888,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.9575,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9738,"pct":97.38,"raw":12.6595},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8409,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.8014,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8211,"pct":82.11,"raw":10.6746}},"telemetry":{"cache_hit_rate":43.0193,"cached_input_tokens":13789632,"concurrency_factor":0.977,"cost_usd":21.121122019999998,"duration_min":67.1488,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":32054496,"output_tokens":397554,"reasoning_tokens":215697,"requests":664,"tool_calls":895,"tools_per_response":1.3479}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6604,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.1631,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8259,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.1567,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.0609,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.1289},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.6578,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6633,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2101,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8259,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.9266,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2505,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.1131,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.1171},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7086,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2398,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3555,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.1334,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.6854},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6731,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3451,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4841,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.061,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.6571},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6256,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2924,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8135,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2435,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2929,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1641,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":3.4329},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.6578,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7112,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2563,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3549,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.1968,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.1662},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6177,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.353,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8259,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.6567,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3499,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2203,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.0425},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.553,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3223,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8259,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.25,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.4167,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.0301},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1565,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3473,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.1911,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.3113},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7422,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.1021,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.775,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":0.9556,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.0667,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.9953}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__moonshotai-kimi-k2.6-7.5.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/moonshotai-kimi-k2.6-7.5.2026","run_folder":"runs/circles/moonshotai-kimi-k2.6-7.5.2026"},"composite":{"completion_score":4.778,"coverage":0.619,"low_confidence":false,"pin":{"composite_score":49.8274,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.09,"score":49.9194},"deliverable":{"avg_complexity":2.73,"coverage_pct":95.5,"files_changed":48,"lint_errors":6,"maintainability_index":73.52,"src_loc":263,"test_files":5},"ended_at":"2026-07-05T05:44:22.184119+00:00","is_mixed_run":false,"roster":{"build":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"code":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"code-review":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"develop":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"orchestrator":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"pseudocode":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"scout":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"sprint-plan":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"sprint-review":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"},"test":{"family":"kimi","model_key":"moonshotai/kimi-k2.6","model_unavailable":false,"vendor":"moonshotai","version":"k2.6"}},"rubric_version":15,"run_id":"circles/moonshotai-kimi-k2.6-7.5.2026","run_status":"completed","sow":"circles","started_at":"2026-07-05T03:42:02.968291+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.955,"weight":0.25},"lint":{"available":true,"normalized":0.4,"weight":0.35},"maintainability":{"available":true,"normalized":0.7352,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6578,"pct":65.78,"raw":9.8669},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.361,"weight":0.25},"cost":{"available":true,"normalized":0.2378,"weight":0.55},"overhead_share":{"available":true,"normalized":0.7437,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3698,"pct":36.98,"raw":6.2868},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6519,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8259,"pct":82.59,"raw":4.9557},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6344,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.5218,"weight":0.05},"output_discipline":{"available":true,"normalized":0.3285,"weight":0.15},"token_economy":{"available":true,"normalized":0.4398,"weight":0.15},"token_volume":{"available":true,"normalized":0.1605,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4502,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3747,"pct":37.47,"raw":4.8711},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":1.0,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6,"pct":60.0,"raw":4.8},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.775,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9556,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.3333,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6868,"pct":68.68,"raw":10.3021},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9774,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.834,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.978,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8213,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9305,"pct":93.05,"raw":12.0964},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7678,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7646,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7662,"pct":76.62,"raw":9.9608}},"telemetry":{"cache_hit_rate":51.3137,"cached_input_tokens":28246336,"concurrency_factor":1.0704,"cost_usd":32.364692999999995,"duration_min":122.3203,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":55046381,"output_tokens":748057,"reasoning_tokens":444250,"requests":926,"tool_calls":1327,"tools_per_response":1.433}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6517,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.3552,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.6986,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.2632,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.3831,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.3656,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.0656},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.7411,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4797,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4559,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.6986,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5072,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.6562,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":6.5261},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7265,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5309,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.9214,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6836,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.4309,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.6243},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6852,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5744,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.2516,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4996,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7564,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.5352},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.673,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4994,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.4042,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4648,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3585,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.3727},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.7411,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5171,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5385,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.6986,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.7987,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4437,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.0787,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.3241},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.7411,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7206,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5429,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7138,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.8227,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":7.484},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7083,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3771,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6986,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6133,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.0928,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.9379},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.7411,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4483,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6347,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6986,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":1.0,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.5845,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5749,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.2499,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.924},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6448,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3981,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6986,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2902,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.875,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.4223,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.5952},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8935,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.752,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.4111,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.399},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5746,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5469,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3382,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.7662}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__moonshotai-kimi-k2.7-code-7.8.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/moonshotai-kimi-k2.7-code-7.8.2026","run_folder":"runs/circles/moonshotai-kimi-k2.7-code-7.8.2026"},"composite":{"completion_score":5.0,"coverage":0.6273,"low_confidence":false,"pin":{"composite_score":60.958,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.14,"score":61.1029},"deliverable":{"avg_complexity":2.4,"coverage_pct":79.79,"files_changed":26,"lint_errors":3,"maintainability_index":82.31,"src_loc":219,"test_files":2},"ended_at":"2026-07-08T23:00:20.202059+00:00","is_mixed_run":false,"roster":{"build":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"code":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"code-review":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"develop":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"orchestrator":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"platform":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"pseudocode":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"scout":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"spec":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"sprint-plan":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"sprint-review":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"test":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"}},"rubric_version":15,"run_id":"circles/moonshotai-kimi-k2.7-code-7.8.2026","run_status":"completed","sow":"circles","started_at":"2026-07-08T21:11:33.623927+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.7979,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.8231,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7411,"pct":74.11,"raw":11.1164},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6881,"weight":0.25},"cost":{"available":true,"normalized":0.4962,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4661,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5381,"pct":53.81,"raw":9.1482},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7305,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6986,"pct":69.86,"raw":4.1917},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6452,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.4958,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8526,"weight":0.15},"token_economy":{"available":true,"normalized":0.9713,"weight":0.15},"token_volume":{"available":true,"normalized":0.5096,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.648,"pct":64.8,"raw":8.4245},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.9,"weight":0.6},"verification_density":{"available":true,"normalized":0.16,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.604,"pct":60.4,"raw":4.832},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5067,"pct":50.67,"raw":7.6},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9309,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.026,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7437,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7957,"pct":79.57,"raw":10.3446},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9388,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.8716,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9052,"pct":90.52,"raw":11.7671}},"telemetry":{"cache_hit_rate":88.7963,"cached_input_tokens":78236544,"concurrency_factor":0.8828,"cost_usd":25.240289,"duration_min":108.7763,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":88107869,"output_tokens":537852,"reasoning_tokens":258418,"requests":1433,"tool_calls":1562,"tools_per_response":1.09}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4902,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4099,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.7487,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.3,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.257,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.5265,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.0812},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.4956,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5028,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5072,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7487,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.779,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4756,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.5883,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.6894},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6775,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3678,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.9095,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3139,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.4213,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.4845},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6127,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6599,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.5617,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5148,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7453,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.7189},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6442,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5945,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.4638,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5084,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4684,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.8971},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.4956,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4005,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4602,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.7487,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.8783,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.0869,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.2513,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.4636},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.4956,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7059,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5068,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5531,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6505,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.1937},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7305,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3593,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.7487,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.6612,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3987,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3071,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.2236},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6164,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5143,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7487,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.4815,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.5506},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5692,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7522,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.6041,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.3231},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6027,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4282,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4727,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.8393}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__moonshotai-kimi-k2.7-code-7.9.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/moonshotai-kimi-k2.7-code-7.9.2026","run_folder":"runs/circles/moonshotai-kimi-k2.7-code-7.9.2026"},"composite":{"completion_score":5.0,"coverage":0.6205,"low_confidence":false,"pin":{"composite_score":59.1676,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.11,"score":59.2764},"deliverable":{"avg_complexity":3.0,"coverage_pct":38.67,"files_changed":33,"lint_errors":5,"maintainability_index":78.94,"src_loc":218,"test_files":2},"ended_at":"2026-07-10T03:33:33.844951+00:00","is_mixed_run":false,"roster":{"build":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"code":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"code-review":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"develop":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"orchestrator":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"platform":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"pseudocode":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"scout":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"sprint-plan":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"sprint-review":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"},"test":{"family":"kimi-code","model_key":"moonshotai/kimi-k2.7-code","model_unavailable":false,"vendor":"moonshotai","version":"k2.7"}},"rubric_version":15,"run_id":"circles/moonshotai-kimi-k2.7-code-7.9.2026","run_status":"completed","sow":"circles","started_at":"2026-07-10T01:45:52.984497+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.3867,"weight":0.25},"lint":{"available":true,"normalized":0.5,"weight":0.35},"maintainability":{"available":true,"normalized":0.7894,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4956,"pct":49.56,"raw":7.4333},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.645,"weight":0.25},"cost":{"available":true,"normalized":0.4927,"weight":0.55},"overhead_share":{"available":true,"normalized":0.3987,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.512,"pct":51.2,"raw":8.7033},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.76,"weight":0.5},"output_volume":{"available":true,"normalized":0.7373,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7487,"pct":74.87,"raw":4.492},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6015,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5893,"weight":0.15},"token_economy":{"available":true,"normalized":0.9411,"weight":0.15},"token_volume":{"available":true,"normalized":0.5653,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5412,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5976,"pct":59.76,"raw":7.7691},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8085,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4851,"pct":48.51,"raw":3.8808},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.49,"pct":49.0,"raw":7.35},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9643,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.736,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7188,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9006,"pct":90.06,"raw":11.7075},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8634,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.8262,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8448,"pct":84.48,"raw":10.9824}},"telemetry":{"cache_hit_rate":86.7649,"cached_input_tokens":53717472,"concurrency_factor":1.0322,"cost_usd":18.235721,"duration_min":107.681,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":61911510,"output_tokens":614047,"reasoning_tokens":218497,"requests":1025,"tool_calls":1287,"tools_per_response":1.2556}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4351,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5772,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.7275,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.6629,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.3236,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.8389},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.7457,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4976,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.3226,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7275,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.8625,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5647,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.0886,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.5756},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6562,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5666,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6544,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.4218,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.6709},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6244,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6386,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.2607,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6174,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5557,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.2804},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6327,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7184,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.243,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6468,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7643,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.0281},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.7457,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2943,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4576,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.7275,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.4491,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3394,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.2518,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.9529},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.7457,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7039,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6556,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.2232,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.2352},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5311,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6082,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.7275,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.7318,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5467,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6351,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.8222},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5497,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6595,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7275,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7228,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.6017,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.9932},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5462,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5725,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5607,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.6102,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.3445},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5349,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5122,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.874,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5179,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":7.3983}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__openai-gpt-5.6-luna-7.14.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/openai-gpt-5.6-luna-7.14.2026","run_folder":"runs/circles/openai-gpt-5.6-luna-7.14.2026"},"composite":{"completion_score":5.0,"coverage":0.6205,"low_confidence":false,"pin":{"composite_score":60.8617,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.19,"score":61.0521},"deliverable":{"avg_complexity":2.73,"coverage_pct":97.48,"files_changed":44,"lint_errors":4,"maintainability_index":80.01,"src_loc":221,"test_files":2},"ended_at":"2026-07-14T21:50:52.187358+00:00","is_mixed_run":false,"roster":{"build":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"code":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"code-review":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"develop":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"orchestrator":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"platform":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"pseudocode":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"scout":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"sprint-plan":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"sprint-review":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"},"test":{"family":"gpt-luna","model_key":"openai/gpt-5.6-luna","model_unavailable":false,"vendor":"openai","version":"5.6"}},"rubric_version":15,"run_id":"circles/openai-gpt-5.6-luna-7.14.2026","run_status":"completed","sow":"circles","started_at":"2026-07-14T19:02:36.789479+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9748,"weight":0.25},"lint":{"available":true,"normalized":0.6,"weight":0.35},"maintainability":{"available":true,"normalized":0.8001,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7457,"pct":74.57,"raw":11.1858},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5223,"weight":0.25},"cost":{"available":true,"normalized":0.5141,"weight":0.55},"overhead_share":{"available":true,"normalized":0.717,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5567,"pct":55.67,"raw":9.4639},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7883,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7275,"pct":72.75,"raw":4.365},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5876,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8585,"weight":0.15},"token_economy":{"available":true,"normalized":0.9149,"weight":0.15},"token_volume":{"available":true,"normalized":0.3719,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.2653,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5688,"pct":56.88,"raw":7.3942},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.5586,"weight":0.6},"verification_density":{"available":true,"normalized":0.7812,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6477,"pct":64.77,"raw":5.1813},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.874,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.3056,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7478,"pct":74.78,"raw":11.2165},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.977,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.746,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8712,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9339,"pct":93.39,"raw":12.1401},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8803,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5369,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7086,"pct":70.86,"raw":9.2118}},"telemetry":{"cache_hit_rate":82.1778,"cached_input_tokens":67760036,"concurrency_factor":0.9241,"cost_usd":26.221172999999997,"duration_min":168.2566,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":82455426,"output_tokens":580562,"reasoning_tokens":62545,"requests":1568,"tool_calls":2130,"tools_per_response":1.3584}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.7045,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.4023,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.245,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.6869,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5625,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.8929},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.6963,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5685,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.05,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7564,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.4115,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.6571},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6866,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2453,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8497,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6751,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.7475,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.7581},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6918,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3395,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6001,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7991,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.2606},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6416,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.5562,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6076,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.9243,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.0873},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.6963,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3136,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1609,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.7564,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.7566,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.401,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5174,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.1702},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.6963,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7343,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2227,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6758,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6583,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.5618},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6369,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1688,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.7564,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.5049,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5297,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6852,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.5136},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.6963,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5092,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2061,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7564,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.95,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5198,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.4403,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.721},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6302,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2877,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7564,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.5356,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7305,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5286,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.5143},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5878,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.1532,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.6875,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.706,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.8908}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__openai-gpt-5.6-terra-7.11.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/openai-gpt-5.6-terra-7.11.2026","run_folder":"runs/circles/openai-gpt-5.6-terra-7.11.2026"},"composite":{"completion_score":5.0,"coverage":0.6453,"low_confidence":false,"pin":{"composite_score":61.4558,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.08,"score":61.5351},"deliverable":{"avg_complexity":2.79,"coverage_pct":93.75,"files_changed":17,"lint_errors":5,"maintainability_index":77.46,"src_loc":283,"test_files":1},"ended_at":"2026-07-12T04:16:47.250980+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"code":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"code-review":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"develop":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"orchestrator":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"platform":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"pseudocode":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"scout":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"spec":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"sprint-plan":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"},"test":{"family":"gpt-terra","model_key":"openai/gpt-5.6-terra","model_unavailable":false,"vendor":"openai","version":"5.6"}},"rubric_version":15,"run_id":"circles/openai-gpt-5.6-terra-7.11.2026","run_status":"completed","sow":"circles","started_at":"2026-07-12T02:46:38.727377+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9375,"weight":0.25},"lint":{"available":true,"normalized":0.5,"weight":0.35},"maintainability":{"available":true,"normalized":0.7746,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6963,"pct":69.63,"raw":10.4444},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3884,"weight":0.25},"cost":{"available":true,"normalized":0.2125,"weight":0.55},"overhead_share":{"available":true,"normalized":0.677,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3494,"pct":34.94,"raw":5.9393},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.8461,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7564,"pct":75.64,"raw":4.5383},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6362,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8388,"weight":0.15},"token_economy":{"available":true,"normalized":0.9747,"weight":0.15},"token_volume":{"available":true,"normalized":0.6826,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5202,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7263,"pct":72.63,"raw":9.4417},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6,"weight":0.6},"verification_density":{"available":true,"normalized":0.6481,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6193,"pct":61.93,"raw":4.9541},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.6875,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6031,"pct":60.31,"raw":9.0469},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9564,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.656,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.67,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.878,"pct":87.8,"raw":11.4145},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9024,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6101,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7562,"pct":75.62,"raw":9.8312}},"telemetry":{"cache_hit_rate":87.8065,"cached_input_tokens":40149537,"concurrency_factor":0.8001,"cost_usd":32.268269,"duration_min":90.1421,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":45725006,"output_tokens":320838,"reasoning_tokens":44367,"requests":829,"tool_calls":986,"tools_per_response":1.1894}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3687,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.844,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4895,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6268,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5886},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4004,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2792,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7299,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5484,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7273,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.625,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3682,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5075,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9583,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9074},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5593,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7873,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9524,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3766,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7346,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.8407},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5561,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7435,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4666,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4686,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1483},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5912,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8502,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9286,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3946,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7074,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4548},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5822,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7684,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4281,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7887,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.8117},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5348,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.63,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5484,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.7,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5935,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3202,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4814,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.3333,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9198},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4512,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7871,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5484,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4249,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6411,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.7847},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8044,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.715,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5525,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5062,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.8063},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4825,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7919,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5917,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.916}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__qwen-qwen3.7-plus-7.16.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/qwen-qwen3.7-plus-7.16.2026","run_folder":"runs/circles/qwen-qwen3.7-plus-7.16.2026"},"composite":{"completion_score":10.0,"coverage":0.9894,"low_confidence":false,"pin":{"composite_score":79.893,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.01,"score":79.902},"deliverable":{"avg_complexity":2.71,"coverage_pct":28.21,"files_changed":17,"lint_errors":9,"maintainability_index":81.43,"src_loc":127,"test_files":1},"ended_at":"2026-07-17T03:29:43.070335+00:00","is_mixed_run":false,"roster":{"build":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"develop":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"orchestrator":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"pseudocode":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"scout":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-plan":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"test":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"}},"rubric_version":15,"run_id":"circles/qwen-qwen3.7-plus-7.16.2026","run_status":"completed","sow":"circles","started_at":"2026-07-17T01:33:57.541463+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.2821,"weight":0.25},"lint":{"available":true,"normalized":0.1,"weight":0.35},"maintainability":{"available":true,"normalized":0.8143,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4004,"pct":40.04,"raw":6.0058},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.1266,"weight":0.25},"cost":{"available":true,"normalized":0.7653,"weight":0.55},"overhead_share":{"available":true,"normalized":0.2778,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5081,"pct":50.81,"raw":8.6383},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4302,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5484,"pct":54.84,"raw":3.2906},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.487,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5434,"weight":0.15},"token_economy":{"available":true,"normalized":0.8246,"weight":0.15},"token_volume":{"available":true,"normalized":0.6397,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6598,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6521,"pct":65.21,"raw":8.4776},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6977,"weight":0.6},"verification_density":{"available":true,"normalized":0.3623,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5635,"pct":56.35,"raw":4.5084},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.425,"pct":42.5,"raw":6.375},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9699,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.922,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.6738,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.92,"pct":92.0,"raw":11.9605},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.3991,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.3414,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3702,"pct":37.02,"raw":4.8132}},"telemetry":{"cache_hit_rate":73.7252,"cached_input_tokens":18457188,"concurrency_factor":1.5809,"cost_usd":3.3809765759999997,"duration_min":115.7588,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":25035116,"output_tokens":320960,"reasoning_tokens":91373,"requests":503,"tool_calls":765,"tools_per_response":1.5209}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5896,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8299,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5367,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5269,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4919},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3078,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7723,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4097,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2305,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0223},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.68,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2995,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7367,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.541,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9133,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.8,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4109,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4987,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9672,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7034},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6664,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7497,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3906,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9167,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4683,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.2243},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5885,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4089,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.541,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2301,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.3242,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":4.796},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4537,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7774,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4928,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3847,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4831,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.941},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7345,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7224,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9545,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.875,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.34,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2899,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1578,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8462,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5114},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.68,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.167,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8082,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.541,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7009,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.268,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6139,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.1824},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6487,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6833,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5516,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.263,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.3699},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5309,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5608,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.541,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.7,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8245,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1813,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1289,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7778,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.881},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4553,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8071,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.541,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.1176,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5409,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.4917,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.4122,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.9664},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7613,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7778,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.3736,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4073,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2604,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.0388},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4379,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7464,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2556,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.3833}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__qwen-qwen3.7-plus-7.22.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/qwen-qwen3.7-plus-7.22.2026","run_folder":"runs/circles/qwen-qwen3.7-plus-7.22.2026"},"composite":{"completion_score":9.1667,"coverage":0.9905,"low_confidence":false,"pin":{"composite_score":76.6565,"pinned_at":"2026-07-23","rubric_version":15},"pin_drift":0.03,"score":76.6896},"deliverable":{"avg_complexity":2.75,"coverage_pct":42.45,"files_changed":22,"lint_errors":2,"maintainability_index":80.93,"src_loc":187,"test_files":2},"ended_at":"2026-07-22T10:10:22.343750+00:00","is_mixed_run":false,"roster":{"architect":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"build":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"concierge":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"develop":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"orchestrator":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"platform":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"pseudocode":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"scout":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-plan":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"test":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"}},"rubric_version":15,"run_id":"circles/qwen-qwen3.7-plus-7.22.2026","run_status":"completed","sow":"circles","started_at":"2026-07-22T06:27:41.078315+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.4245,"weight":0.25},"lint":{"available":true,"normalized":0.8,"weight":0.35},"maintainability":{"available":true,"normalized":0.8093,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.68,"pct":68.0,"raw":10.1998},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.1162,"weight":0.25},"cost":{"available":true,"normalized":0.7268,"weight":0.55},"overhead_share":{"available":true,"normalized":0.66,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5608,"pct":56.08,"raw":9.5333},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4152,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.541,"pct":54.1,"raw":3.2458},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5664,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.4674,"weight":0.15},"token_economy":{"available":true,"normalized":0.7599,"weight":0.15},"token_volume":{"available":true,"normalized":0.3895,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4712,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5302,"pct":53.02,"raw":6.892},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7246,"weight":0.6},"verification_density":{"available":true,"normalized":0.2252,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5249,"pct":52.49,"raw":4.1988},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.475,"pct":47.5,"raw":7.125},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9606,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.682,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.954,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7063,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8758,"pct":87.58,"raw":11.3855},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.3742,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.3493,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3617,"pct":36.17,"raw":4.7024}},"telemetry":{"cache_hit_rate":73.6373,"cached_input_tokens":38942447,"concurrency_factor":1.4902,"cost_usd":7.049883904000001,"duration_min":222.6877,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":2,"no_response":0},"input_tokens":52884130,"output_tokens":617673,"reasoning_tokens":191206,"requests":879,"tool_calls":1320,"tools_per_response":1.5017}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.4287,"weight":8.0},"cost":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.6982,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.122,"group":"output","normalized":0.7533,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0488,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.3207,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2439,"group":"efficiency","normalized":0.4985,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.41,"low_confidence":true,"score":5.4469},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.8282,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4188,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.7115,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7533,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.9277,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4074,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.6834,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":6.9725},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6074,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7487,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8404,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2688,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.7974,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.0202},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6098,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7296,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.5521,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4693,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7004,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.6445},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7708,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7474,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.6568,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2446,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6974,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.5975},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2941,"group":"output","normalized":0.8282,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1569,"group":"efficiency","normalized":0.6371,"weight":8.0},"cost":{"available":true,"effective_weight":0.1569,"group":"efficiency","normalized":0.69,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0392,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1569,"group":"efficiency","normalized":0.4368,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1961,"group":"efficiency","normalized":0.9103,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.51,"low_confidence":false,"score":7.3798},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5871,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7302,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7533,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.39,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5222,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.6295},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.747,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7409,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4094,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.5823,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.575},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.505,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7273,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.4305,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3892,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.7533}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__qwen-qwen3.7-plus-7.9.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/qwen-qwen3.7-plus-7.9.2026","run_folder":"runs/circles/qwen-qwen3.7-plus-7.9.2026"},"composite":{"completion_score":5.0,"coverage":0.6087,"low_confidence":false,"pin":{"composite_score":64.323,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.01,"score":64.3365},"deliverable":{"avg_complexity":2.71,"coverage_pct":88.61,"files_changed":27,"lint_errors":1,"maintainability_index":79.84,"src_loc":155,"test_files":3},"ended_at":"2026-07-09T14:08:04.478200+00:00","is_mixed_run":false,"roster":{"build":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"develop":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"orchestrator":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"pseudocode":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-plan":{"family":"plus","model_key":"qwen/qwen3.7-plus-20260602","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"test":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"}},"rubric_version":15,"run_id":"circles/qwen-qwen3.7-plus-7.9.2026","run_status":"completed","sow":"circles","started_at":"2026-07-09T12:54:59.292703+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.8861,"weight":0.25},"lint":{"available":true,"normalized":0.9,"weight":0.35},"maintainability":{"available":true,"normalized":0.7984,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.8282,"pct":82.82,"raw":12.4231},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.7161,"weight":0.55},"overhead_share":{"available":true,"normalized":0.5652,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5069,"pct":50.69,"raw":8.6171},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.84,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7533,"pct":75.33,"raw":4.52},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5871,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.3759,"weight":0.15},"token_economy":{"available":true,"normalized":0.7491,"weight":0.15},"token_volume":{"available":true,"normalized":0.7489,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5858,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6487,"pct":64.87,"raw":8.4325},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.717,"weight":0.6},"verification_density":{"available":true,"normalized":0.2632,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5355,"pct":53.55,"raw":4.2837},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.4305,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1944,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6179,"pct":61.79,"raw":9.2686},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9693,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.856,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7063,"weight":0.2},"unauthorized":{"available":true,"normalized":0.8,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8666,"pct":86.66,"raw":11.2655},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.3167,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.2777,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.2972,"pct":29.72,"raw":3.8632}},"telemetry":{"cache_hit_rate":73.2695,"cached_input_tokens":11677483,"concurrency_factor":1.4668,"cost_usd":2.1990129999999994,"duration_min":73.0864,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":15937717,"output_tokens":204490,"reasoning_tokens":145502,"requests":262,"tool_calls":977,"tools_per_response":3.729}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5079,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.8315,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.7051,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4078,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":0.6636,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.4104,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.8359},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.4144,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4188,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.8451,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.7051,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.8201,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4604,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":0.5009,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.7913,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.7176},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6545,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8378,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.4507,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3955,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6328,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.5778,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.8884},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5292,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8878,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.6503,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4609,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.718,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.876},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5976,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8562,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.3813,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5888,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2045,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5916,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.9593},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.4144,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5878,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8678,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.7869,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6255,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.848,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.7125},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.7146,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.8385,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.7051,"weight":10.0},"finding_quality":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.7632,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7075,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":7.3313},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5719,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7845,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7051,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.2647,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3039,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.3643,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.1718},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8438,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.3233,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5242,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8654,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.1322,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.7616},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4689,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.855,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4491,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.2883}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__stepfun-step-3.7-flash-7.13.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/stepfun-step-3.7-flash-7.13.2026","run_folder":"runs/circles/stepfun-step-3.7-flash-7.13.2026"},"composite":{"completion_score":5.0,"coverage":0.6135,"low_confidence":false,"pin":{"composite_score":58.2006,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.74,"score":58.938},"deliverable":{"avg_complexity":4.4,"coverage_pct":20.86,"files_changed":84,"lint_errors":6,"maintainability_index":78.1,"src_loc":331,"test_files":2},"ended_at":"2026-07-13T15:23:51.585328+00:00","is_mixed_run":false,"roster":{"build":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"code":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"code-review":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"develop":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"orchestrator":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"pseudocode":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"scout":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"sprint-plan":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"sprint-review":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"test":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"}},"rubric_version":15,"run_id":"circles/stepfun-step-3.7-flash-7.13.2026","run_status":"completed","sow":"circles","started_at":"2026-07-13T14:00:00.473750+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.2086,"weight":0.25},"lint":{"available":true,"normalized":0.4,"weight":0.35},"maintainability":{"available":true,"normalized":0.781,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4143,"pct":41.44,"raw":6.2153},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6275,"weight":0.25},"cost":{"available":true,"normalized":0.836,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9543,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.8075,"pct":80.75,"raw":13.7279},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7435,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7051,"pct":70.51,"raw":4.2305},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5719,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.7595,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5874,"weight":0.15},"token_economy":{"available":true,"normalized":0.905,"weight":0.15},"token_volume":{"available":true,"normalized":0.6362,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3171,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6019,"pct":60.19,"raw":7.8247},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.773,"weight":0.6},"verification_density":{"available":true,"normalized":0.2648,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5697,"pct":56.97,"raw":4.5578},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.35,"pct":35.0,"raw":5.25},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.934,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.0,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.854,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8637,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5223,"pct":52.23,"raw":6.7905},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8562,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6331,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7447,"pct":74.47,"raw":9.6808}},"telemetry":{"cache_hit_rate":83.1908,"cached_input_tokens":32523008,"concurrency_factor":0.9196,"cost_usd":3.0890840000000006,"duration_min":83.8519,"failed_requests":5,"failure_breakdown":{"empty_response":0,"http_error":5,"no_response":0},"input_tokens":39094456,"output_tokens":412064,"reasoning_tokens":476853,"requests":686,"tool_calls":2394,"tools_per_response":3.4898}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4311,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5947,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.1506,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3605,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.372,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.3112},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2503,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1506,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0007,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3088,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.0301},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.405,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1908,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5014,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.4024,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6111,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0028,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.333,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9003,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.3516,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.361,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.898},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.3719,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5478,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7922,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7707,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.25,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3582,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9459,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.8722},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.25,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3116,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5658,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8182,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7802,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4186,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.6879},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.261,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6704,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9091,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7777,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6528,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5363},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5296,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2804,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4037,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4355,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.7065},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3387,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4955,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4024,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.7,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4059,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8111,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7095,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9593},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4198,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.4024,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.1176,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6769,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.402,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.6652},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.0706,"group":"efficiency","normalized":0.4807,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1176,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1176,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0471,"group":"efficiency","normalized":0.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.0706,"group":"efficiency","normalized":0.6576,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.0471,"group":"efficiency","normalized":0.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.2941,"group":"output","normalized":0.5,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.42,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1176,"group":"output","normalized":0.5,"weight":10.0}},"coverage":0.85,"low_confidence":false,"score":5.3173},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2988,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4335,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.0477,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":4.6834}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__thinkingmachines-inkling-7.18.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/thinkingmachines-inkling-7.18.2026","run_folder":"runs/circles/thinkingmachines-inkling-7.18.2026"},"composite":{"completion_score":2.5,"coverage":0.9786,"low_confidence":false,"pin":{"composite_score":48.5634,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.08,"score":48.6394},"deliverable":{"avg_complexity":2.15,"coverage_pct":28.07,"files_changed":39,"lint_errors":9,"maintainability_index":83.9,"src_loc":81,"test_files":2},"ended_at":"2026-07-18T17:27:11.439234+00:00","is_mixed_run":false,"roster":{"architect":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"build":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"code":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"code-review":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"develop":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"orchestrator":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"pseudocode":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"scout":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"sprint-plan":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"sprint-review":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"test":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""}},"rubric_version":15,"run_id":"circles/thinkingmachines-inkling-7.18.2026","run_status":"completed","sow":"circles","started_at":"2026-07-18T13:28:11.416659+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.2807,"weight":0.25},"lint":{"available":true,"normalized":0.1,"weight":0.35},"maintainability":{"available":true,"normalized":0.839,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.405,"pct":40.5,"raw":6.0746},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3363,"weight":0.25},"cost":{"available":true,"normalized":0.389,"weight":0.55},"overhead_share":{"available":true,"normalized":0.5224,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4025,"pct":40.25,"raw":6.8427},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.5833,"weight":0.5},"output_volume":{"available":true,"normalized":0.2215,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.4024,"pct":40.24,"raw":2.4145},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.2277,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.75,"weight":0.05},"output_discipline":{"available":true,"normalized":0.7168,"weight":0.15},"token_economy":{"available":true,"normalized":0.6328,"weight":0.15},"token_volume":{"available":true,"normalized":0.3402,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4394,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.464,"pct":46.4,"raw":6.0324},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.3704,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.2222,"pct":22.22,"raw":1.7779},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.75,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.365,"pct":36.5,"raw":5.475},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.8987,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.0,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.4175,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4234,"pct":42.34,"raw":5.5038},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6409,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.2634,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4521,"pct":45.21,"raw":5.8779}},"telemetry":{"cache_hit_rate":56.1714,"cached_input_tokens":15297152,"concurrency_factor":0.4496,"cost_usd":15.640474139999997,"duration_min":239.0004,"failed_requests":113,"failure_breakdown":{"empty_response":0,"http_error":136,"no_response":0},"input_tokens":27232975,"output_tokens":272626,"reasoning_tokens":10706,"requests":948,"tool_calls":879,"tools_per_response":0.9272}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.1596,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2128,"group":"output","normalized":0.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.1843,"weight":8.0},"cost":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.3186,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0532,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":1.0,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.8017,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1064,"group":"efficiency","normalized":0.4521,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1064,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.94,"low_confidence":false,"score":5.3147},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4973,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2783,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.439,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.3996,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.65,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.667,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8791,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0115,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3757,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5023},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5156,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8235,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9643,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.8101,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4322,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4372,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9444,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.519},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5488,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2433,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.3996,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.837,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.7453,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":4.9323},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.625,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3178,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5847,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8182,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.3924,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8193,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2174,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.554},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.351,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5885,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.625,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5417,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7507,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3121,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8824,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.8384},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.0,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2273,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.328,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7662,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1897,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.7802},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5755,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4395,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8108,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9167,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.008,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1896,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7105,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.6057},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2715,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5614,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.3996,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4935,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.686,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1462,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.625,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.6346},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5763,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4749,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.3996,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.3464,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.766,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.208,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.1708},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4588,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7508,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.374,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4444,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.2942},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3466,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2507,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6923,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1994,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":4.81}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__thinkingmachines-inkling-7.22.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/thinkingmachines-inkling-7.22.2026","run_folder":"runs/circles/thinkingmachines-inkling-7.22.2026"},"composite":{"completion_score":2.5,"coverage":0.9881,"low_confidence":false,"pin":{"composite_score":51.7144,"pinned_at":"2026-07-22","rubric_version":15},"pin_drift":-0.04,"score":51.6769},"deliverable":{"avg_complexity":2.14,"coverage_pct":35.19,"files_changed":17,"lint_errors":6,"maintainability_index":68.65,"src_loc":61,"test_files":3},"ended_at":"2026-07-22T05:27:11.824500+00:00","is_mixed_run":false,"roster":{"build":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"code":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"code-review":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"concierge":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"develop":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"orchestrator":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"platform":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"pseudocode":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"scout":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"sprint-plan":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"sprint-review":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""},"test":{"family":"inkling","model_key":"thinkingmachines/inkling","model_unavailable":false,"vendor":"thinkingmachines","version":""}},"rubric_version":15,"run_id":"circles/thinkingmachines-inkling-7.22.2026","run_status":"completed","sow":"circles","started_at":"2026-07-22T05:20:28.859756+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.3519,"weight":0.25},"lint":{"available":true,"normalized":0.4,"weight":0.35},"maintainability":{"available":true,"normalized":0.6865,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4973,"pct":49.73,"raw":7.4591},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.3722,"weight":0.25},"cost":{"available":true,"normalized":0.3462,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4542,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3743,"pct":37.43,"raw":6.3629},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.5641,"weight":0.5},"output_volume":{"available":true,"normalized":0.2351,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.3996,"pct":39.96,"raw":2.3977},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.1833,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.6923,"weight":0.05},"output_discipline":{"available":true,"normalized":0.6923,"weight":0.15},"token_economy":{"available":true,"normalized":0.5834,"weight":0.15},"token_volume":{"available":true,"normalized":0.2428,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.2896,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3842,"pct":38.42,"raw":4.9951},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6176,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.3706,"pct":37.06,"raw":2.9645},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.6923,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4192,"pct":41.92,"raw":6.2885},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.8686,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.0,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.3237,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4016,"pct":40.16,"raw":5.2209},"velocity":{"components":{"request_latency":{"available":false,"normalized":null,"weight":0.5},"tokens_per_second":{"available":false,"normalized":null,"weight":0.5}},"coverage":0.0,"low_confidence":true,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0}},"telemetry":{"cache_hit_rate":64.8438,"cached_input_tokens":29465088,"concurrency_factor":0.0,"cost_usd":21.81042031,"duration_min":6.7161,"failed_requests":81,"failure_breakdown":{"empty_response":0,"http_error":109,"no_response":0},"input_tokens":45440134,"output_tokens":204027,"reasoning_tokens":9203,"requests":1252,"tool_calls":1294,"tools_per_response":1.0335}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.6297,"weight":8.0},"cost":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.3292,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.9455,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.16,"group":"efficiency","normalized":0.59,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.712,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.9932},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4558,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.2447,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.8213,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.7339,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":0.0826,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.5729,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.2536},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.3163,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4669,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.1476,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.8213,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6948,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.8977,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.5206},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6904,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2086,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6215,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.8373,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.0199},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7188,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.242,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6745,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.9379,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.1153},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7327,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2191,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6905,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.9297,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.1089},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.3163,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6297,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1963,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.8213,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.6391,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.477,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6137,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.2925},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.3163,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6297,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.1394,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.64,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.4965,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.9059},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6297,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.371,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.8213,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.75,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.8391,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6685,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8015,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.22},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.3163,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6297,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3198,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8213,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.85,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5617,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5437,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.6541},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6297,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.1914,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.8213,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6304,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5804,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.5828},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2671,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7039,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6676,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.7941,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.7883},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5671,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.2252,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6822,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.7908}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__x-ai-grok-4.5-7.10.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/x-ai-grok-4.5-7.10.2026","run_folder":"runs/circles/x-ai-grok-4.5-7.10.2026"},"composite":{"completion_score":5.0,"coverage":0.6272,"low_confidence":false,"pin":{"composite_score":60.887,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.15,"score":61.0324},"deliverable":{"avg_complexity":3.28,"coverage_pct":40.62,"files_changed":194,"lint_errors":10,"maintainability_index":74.36,"src_loc":368,"test_files":1},"ended_at":"2026-07-10T14:33:53.253488+00:00","is_mixed_run":false,"roster":{"architect":{"family":"grok","model_key":"x-ai/grok-4.5-20260708","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"build":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"develop":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"orchestrator":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"platform":{"family":"grok","model_key":"x-ai/grok-4.5-20260708","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"pseudocode":{"family":"grok","model_key":"x-ai/grok-4.5-20260708","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"scout":{"family":"grok","model_key":"x-ai/grok-4.5-20260708","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"spec":{"family":"grok","model_key":"x-ai/grok-4.5-20260708","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-plan":{"family":"grok","model_key":"x-ai/grok-4.5-20260708","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"test":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"}},"rubric_version":15,"run_id":"circles/x-ai-grok-4.5-7.10.2026","run_status":"completed","sow":"circles","started_at":"2026-07-10T13:51:44.656074+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.4062,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7436,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.3163,"pct":31.63,"raw":4.744},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.681,"weight":0.25},"cost":{"available":true,"normalized":0.2273,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9022,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4757,"pct":47.57,"raw":8.0873},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.9759,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8213,"pct":82.13,"raw":4.9277},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6297,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9916,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8289,"weight":0.15},"token_economy":{"available":true,"normalized":1.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.8283,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3865,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7442,"pct":74.42,"raw":9.674},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.3803,"weight":0.6},"verification_density":{"available":true,"normalized":0.1562,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.2907,"pct":29.07,"raw":2.3254},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.465,"pct":46.5,"raw":6.975},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9696,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.946,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.9,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.6537,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8896,"pct":88.96,"raw":11.5649},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9803,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5124,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7463,"pct":74.63,"raw":9.7022}},"telemetry":{"cache_hit_rate":92.0594,"cached_input_tokens":30993536,"concurrency_factor":0.6268,"cost_usd":22.262249999999998,"duration_min":42.1433,"failed_requests":3,"failure_breakdown":{"empty_response":0,"http_error":3,"no_response":0},"input_tokens":33666900,"output_tokens":236459,"reasoning_tokens":79638,"requests":598,"tool_calls":1842,"tools_per_response":3.0803}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3113,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3063,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.758,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7858,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.4863},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.8775,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3804,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1379,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6822,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.556,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6253,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.601,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7127},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6597,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.205,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8714,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6271,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6137,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.6507},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5516,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2855,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6268,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.677,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1148},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6319,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2567,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.95,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7917,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5665,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.785,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.9783},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8775,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2269,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2293,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6822,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5449,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5708,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6824,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.3149},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6962,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.132,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4457,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5859,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.205},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5502,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2354,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6822,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7855,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.554,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9015,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.3625},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.8775,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2246,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4058,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6822,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9333,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.3307,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5283,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.7061,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.191},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5695,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3071,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6822,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7839,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6542,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.4564},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.1705,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6069,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5299,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8305,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.6935},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4438,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2359,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8485,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7504,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.9922}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__x-ai-grok-4.5-7.16.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/x-ai-grok-4.5-7.16.2026","run_folder":"runs/circles/x-ai-grok-4.5-7.16.2026"},"composite":{"completion_score":4.2425,"coverage":0.9891,"low_confidence":false,"pin":{"composite_score":64.8173,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-1.59,"score":63.2317},"deliverable":{"avg_complexity":1.83,"coverage_pct":66.33,"files_changed":23,"lint_errors":0,"maintainability_index":80.84,"src_loc":193,"test_files":4},"ended_at":"2026-07-17T03:21:25.799130+00:00","is_mixed_run":false,"roster":{"build":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"develop":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"orchestrator":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"platform":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"pseudocode":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"scout":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"spec":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-plan":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"test":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"}},"rubric_version":15,"run_id":"circles/x-ai-grok-4.5-7.16.2026","run_status":"completed","sow":"circles","started_at":"2026-07-17T01:32:52.870635+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":1.0,"weight":0.2},"coverage":{"available":true,"normalized":0.6633,"weight":0.25},"lint":{"available":true,"normalized":1.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.8084,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.8775,"pct":87.75,"raw":13.1626},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.538,"weight":0.25},"cost":{"available":true,"normalized":0.1614,"weight":0.55},"overhead_share":{"available":true,"normalized":0.5589,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3351,"pct":33.51,"raw":5.6961},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6162,"weight":0.5},"output_volume":{"available":true,"normalized":0.7482,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6822,"pct":68.22,"raw":4.0932},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4829,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.8233,"weight":0.05},"output_discipline":{"available":true,"normalized":0.6738,"weight":0.15},"token_economy":{"available":true,"normalized":0.8112,"weight":0.15},"token_volume":{"available":true,"normalized":0.5873,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4684,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6062,"pct":60.62,"raw":7.8807},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.68,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.808,"pct":80.8,"raw":6.464},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.8485,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5599,"pct":55.99,"raw":8.3978},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9954,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.908,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":1.0,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9857,"pct":98.57,"raw":12.8146},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6684,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.3823,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5254,"pct":52.54,"raw":6.8299}},"telemetry":{"cache_hit_rate":86.5352,"cached_input_tokens":34561408,"concurrency_factor":0.9898,"cost_usd":29.862024000000005,"duration_min":108.5488,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":39939132,"output_tokens":304312,"reasoning_tokens":41984,"requests":716,"tool_calls":1079,"tools_per_response":1.507}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3324,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3522,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.7808,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6265,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7638,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8031},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.6759,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3773,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1348,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.7808,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.556,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5908,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5186,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.2438},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7104,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3372,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.921,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5615,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6209,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.8535},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5486,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3524,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5935,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6063,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.0686},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6323,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3618,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9444,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8286,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5273,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6597,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.9927},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6906,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1656,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4179,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4265,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.0458},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4832,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4063,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7808,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6138,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5904,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9109,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1484},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.0,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2373,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4332,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.7808,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9333,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4465,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6567,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.8899},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5876,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3095,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.7808,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5871,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.55,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5448,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.4544},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3682,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8643,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4326,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6841,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.7103},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3957,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3098,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8065,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7076,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.866}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__x-ai-grok-4.5-7.18.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/x-ai-grok-4.5-7.18.2026","run_folder":"runs/circles/x-ai-grok-4.5-7.18.2026"},"composite":{"completion_score":4.0325,"coverage":0.9887,"low_confidence":false,"pin":{"composite_score":64.0151,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-1.7,"score":62.319},"deliverable":{"avg_complexity":2.44,"coverage_pct":55.14,"files_changed":26,"lint_errors":3,"maintainability_index":80.55,"src_loc":214,"test_files":4},"ended_at":"2026-07-19T08:38:42.810930+00:00","is_mixed_run":false,"roster":{"build":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"develop":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"orchestrator":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"pseudocode":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"scout":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"spec":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-plan":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"test":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"}},"rubric_version":15,"run_id":"circles/x-ai-grok-4.5-7.18.2026","run_status":"completed","sow":"circles","started_at":"2026-07-19T06:58:41.111865+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.5514,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.8055,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.676,"pct":67.59,"raw":10.1393},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5265,"weight":0.25},"cost":{"available":true,"normalized":0.2077,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4492,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3357,"pct":33.57,"raw":5.7069},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.7766,"weight":0.5},"output_volume":{"available":true,"normalized":0.7849,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7808,"pct":78.08,"raw":4.6845},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4874,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.8065,"weight":0.05},"output_discipline":{"available":true,"normalized":0.545,"weight":0.15},"token_economy":{"available":true,"normalized":0.7271,"weight":0.15},"token_volume":{"available":true,"normalized":0.5104,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4541,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5482,"pct":54.82,"raw":7.1265},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6875,"weight":0.6},"verification_density":{"available":true,"normalized":0.7609,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7168,"pct":71.68,"raw":5.7348},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.8065,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5806,"pct":58.06,"raw":8.7097},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9956,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.93,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.9888,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9868,"pct":98.68,"raw":12.8285},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6611,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4622,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5617,"pct":56.17,"raw":7.3017}},"telemetry":{"cache_hit_rate":79.3921,"cached_input_tokens":25834624,"concurrency_factor":0.9058,"cost_usd":23.319493200000004,"duration_min":100.0283,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":32540554,"output_tokens":359541,"reasoning_tokens":35514,"requests":684,"tool_calls":1143,"tools_per_response":1.6711}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4715,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2589,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5062,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4429,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8322},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3301,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7842,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8369,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5958,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5568},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4918,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1891,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7806,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6354,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6522,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6884,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.714,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7379,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6572,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5855},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5218,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2645,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8529,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0523,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5721,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5545,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9714,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5451},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5808,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.6354,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8421,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.4026,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.1662},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3523,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4095,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4668,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.636,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6856},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3935,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3461,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9412,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7857,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6619,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6825,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8091},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4918,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.116,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7421,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6354,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6245,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5339,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.2128},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6442,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6698,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6073,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.084,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4194,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.5904},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3978,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7584,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6354,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8182,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4389,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5982,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1096,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6923,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5468},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.0,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1664,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3759,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6354,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.8,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7698,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.4053,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.2921},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7793,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1772,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6354,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5408,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.0105,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.4167,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":4.9935},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2062,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.3294,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3389,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2446,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.4615,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.3649},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4643,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7449,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4075,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.6042}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__x-ai-grok-4.5-7.21.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/x-ai-grok-4.5-7.21.2026","run_folder":"runs/circles/x-ai-grok-4.5-7.21.2026"},"composite":{"completion_score":9.0,"coverage":0.9898,"low_confidence":false,"pin":{"composite_score":72.0233,"pinned_at":"2026-07-22","rubric_version":15},"pin_drift":0.1,"score":72.119},"deliverable":{"avg_complexity":2.71,"coverage_pct":78.41,"files_changed":18,"lint_errors":28,"maintainability_index":81.88,"src_loc":183,"test_files":3},"ended_at":"2026-07-21T23:43:40.827931+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"concierge":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"}},"rubric_version":15,"run_id":"circles/x-ai-grok-4.5-7.21.2026","run_status":"completed","sow":"circles","started_at":"2026-07-21T22:49:15.559694+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.7841,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.8188,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4918,"pct":49.18,"raw":7.3768},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5833,"weight":0.25},"cost":{"available":true,"normalized":0.4118,"weight":0.55},"overhead_share":{"available":true,"normalized":1.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5723,"pct":57.23,"raw":9.7293},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6878,"weight":0.5},"output_volume":{"available":true,"normalized":0.5831,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6354,"pct":63.54,"raw":3.8126},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5387,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.7133,"weight":0.15},"token_economy":{"available":true,"normalized":0.7729,"weight":0.15},"token_volume":{"available":true,"normalized":0.4399,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4619,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5781,"pct":57.81,"raw":7.5153},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6667,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4,"pct":40.0,"raw":3.2002},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5367,"pct":53.67,"raw":8.05},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9182,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.076,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.5563,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7645,"pct":76.45,"raw":9.9381},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9562,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.8675,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9118,"pct":91.18,"raw":11.8538}},"telemetry":{"cache_hit_rate":68.6286,"cached_input_tokens":26884468,"concurrency_factor":0.8368,"cost_usd":17.682266443333333,"duration_min":54.4211,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":39173838,"output_tokens":391489,"reasoning_tokens":85047,"requests":793,"tool_calls":844,"tools_per_response":1.0643}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2959,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.364,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.712,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7468,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.4443},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.8242,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3672,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1588,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.675,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.667,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6341,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5666,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7478},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6402,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2829,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8571,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.594,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9167,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5976,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.9144},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5815,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.0154,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.675,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4332,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.35,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.4163,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":4.8182},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.778,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5251,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3718,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5743,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7318,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7038},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5986,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3797,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9375,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.875,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5379,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7049,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1429},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7742,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1834,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5033,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6667,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3789,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5644},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5219,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3235,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.675,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6957,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4174,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4348,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1592},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.0,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.386,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4044,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.675,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9333,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5076,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6071,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.8789},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6952,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3182,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.675,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.3464,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7482,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5667,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.474,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.4177},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2976,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8273,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5965,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.608,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.3421},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4074,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2908,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.963,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6873,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.2227}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__x-ai-grok-4.5-7.22.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/x-ai-grok-4.5-7.22.2026","run_folder":"runs/circles/x-ai-grok-4.5-7.22.2026"},"composite":{"completion_score":4.815,"coverage":0.9887,"low_confidence":false,"pin":{"composite_score":64.6523,"pinned_at":"2026-07-23","rubric_version":15},"pin_drift":0.04,"score":64.6956},"deliverable":{"avg_complexity":1.86,"coverage_pct":58.47,"files_changed":21,"lint_errors":1,"maintainability_index":81.49,"src_loc":212,"test_files":3},"ended_at":"2026-07-22T06:38:07.156632+00:00","is_mixed_run":false,"roster":{"build":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"code-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"concierge":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"develop":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"orchestrator":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"pseudocode":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"scout":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"spec":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-plan":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"sprint-review":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"},"test":{"family":"grok","model_key":"x-ai/grok-4.5","model_unavailable":false,"vendor":"x-ai","version":"4.5"}},"rubric_version":15,"run_id":"circles/x-ai-grok-4.5-7.22.2026","run_status":"completed","sow":"circles","started_at":"2026-07-22T04:38:51.796439+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":1.0,"weight":0.2},"coverage":{"available":true,"normalized":0.5847,"weight":0.25},"lint":{"available":true,"normalized":0.9,"weight":0.35},"maintainability":{"available":true,"normalized":0.8149,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.8242,"pct":82.42,"raw":12.3623},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6681,"weight":0.25},"cost":{"available":true,"normalized":0.2677,"weight":0.55},"overhead_share":{"available":true,"normalized":0.5698,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4282,"pct":42.82,"raw":7.2802},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.7954,"weight":0.5},"output_volume":{"available":true,"normalized":0.5545,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.675,"pct":67.5,"raw":4.0498},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5698,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.963,"weight":0.05},"output_discipline":{"available":true,"normalized":0.7382,"weight":0.15},"token_economy":{"available":true,"normalized":0.9029,"weight":0.15},"token_volume":{"available":true,"normalized":0.5917,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4815,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6536,"pct":65.36,"raw":8.4969},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.75,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.85,"pct":85.0,"raw":6.8},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.963,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5163,"pct":51.63,"raw":7.7445},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9826,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.734,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.976,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.9487,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9409,"pct":94.09,"raw":12.2318},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7708,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4559,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6133,"pct":61.33,"raw":7.9732}},"telemetry":{"cache_hit_rate":83.8131,"cached_input_tokens":36943744,"concurrency_factor":1.0321,"cost_usd":27.6671052,"duration_min":119.256,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":44078731,"output_tokens":385668,"reasoning_tokens":62441,"requests":860,"tool_calls":1206,"tools_per_response":1.4023}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8118,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9475,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5541,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.7216,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.272,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4114},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4652,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.954,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4324,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.524,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6053},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.5776,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3388,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9331,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5743,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6538,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6596,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.75,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5237,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6056,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9608,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.756},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6816,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9445,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8438,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.76,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8857,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6393,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8857,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.3337},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5634,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7906,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.5743,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2901,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.5,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.7713},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5214,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9529,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6165,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4924,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6289,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.3923},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6706,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9693,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9412,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4341,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7305,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4309},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7127,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9546,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.623,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6233,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.0555},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5366,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9609,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5743,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.9,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7561,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5099,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3548,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2309,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5091,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7542},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5983,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.9445,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5743,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.508,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5418,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.3438},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9693,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4925,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.786,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":9.2631},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5087,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.948,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.641,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.2055}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__xiaomi-mimo-v2.5-7.22.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/xiaomi-mimo-v2.5-7.22.2026","run_folder":"runs/circles/xiaomi-mimo-v2.5-7.22.2026"},"composite":{"completion_score":10.0,"coverage":0.9901,"low_confidence":false,"pin":{"composite_score":81.1757,"pinned_at":"2026-07-22","rubric_version":15},"pin_drift":-0.01,"score":81.1689},"deliverable":{"avg_complexity":3.0,"coverage_pct":40.0,"files_changed":24,"lint_errors":3,"maintainability_index":83.29,"src_loc":146,"test_files":1},"ended_at":"2026-07-22T05:09:41.766926+00:00","is_mixed_run":false,"roster":{"architect":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"build":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"concierge":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"circles/xiaomi-mimo-v2.5-7.22.2026","run_status":"completed","sow":"circles","started_at":"2026-07-22T00:52:46.903635+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.4,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.8329,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5776,"pct":57.76,"raw":8.6637},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.8675,"weight":0.25},"cost":{"available":true,"normalized":0.9525,"weight":0.55},"overhead_share":{"available":true,"normalized":0.2322,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7872,"pct":78.72,"raw":13.3818},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4818,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5743,"pct":57.43,"raw":3.4456},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5797,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.6788,"weight":0.15},"token_economy":{"available":true,"normalized":0.9887,"weight":0.15},"token_volume":{"available":true,"normalized":0.6328,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4529,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6675,"pct":66.75,"raw":8.6774},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6786,"weight":0.6},"verification_density":{"available":true,"normalized":0.9459,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7855,"pct":78.55,"raw":6.2843},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.415,"pct":41.5,"raw":6.225},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9564,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.428,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.982,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8125,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8669,"pct":86.69,"raw":11.2702},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.4263,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.2675,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3469,"pct":34.69,"raw":4.5094}},"telemetry":{"cache_hit_rate":90.0986,"cached_input_tokens":59129425,"concurrency_factor":1.4774,"cost_usd":1.3312620123999999,"duration_min":256.9144,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":65627458,"output_tokens":569065,"reasoning_tokens":200028,"requests":1088,"tool_calls":1538,"tools_per_response":1.4136}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.7773,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.6983,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":0.3333,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.2674,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.5741,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":6.0153},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.7489,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.8186,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.6983,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.8359,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.3869,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.5736,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":6.9336},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.8213,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.9056,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.3983,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.599,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":7.0471},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.8409,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.4585,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3606,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.482,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":6.0466},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7654,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2071,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.4433,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":5.6916},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.7489,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.8125,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.0805,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.3599,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.6265,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":6.604},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.8711,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6983,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.845,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.6214,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.3134,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.7094,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":7.5202},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.8087,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6983,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.4479,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4412,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.6402,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":8.0895},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7993,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.2645,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3983,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.6418,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.2205},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8827,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6129,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.9912}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__xiaomi-mimo-v2.5-pro-6.28.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/xiaomi-mimo-v2.5-pro-6.28.2026","run_folder":"runs/circles/xiaomi-mimo-v2.5-pro-6.28.2026"},"composite":{"completion_score":5.0,"coverage":0.5725,"low_confidence":false,"pin":{"composite_score":62.8075,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.22,"score":63.0267},"deliverable":{"avg_complexity":2.75,"coverage_pct":53.25,"files_changed":22,"lint_errors":1,"maintainability_index":84.39,"src_loc":131,"test_files":4},"ended_at":"2026-06-28T20:24:45.487410+00:00","is_mixed_run":false,"roster":{"build":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"circles/xiaomi-mimo-v2.5-pro-6.28.2026","run_status":"completed","sow":"circles","started_at":"2026-06-28T17:11:23.394665+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.5325,"weight":0.25},"lint":{"available":true,"normalized":0.9,"weight":0.35},"maintainability":{"available":true,"normalized":0.8439,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7489,"pct":74.89,"raw":11.2336},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.8265,"weight":0.25},"cost":{"available":true,"normalized":0.8121,"weight":0.55},"overhead_share":{"available":true,"normalized":0.2487,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.703,"pct":70.3,"raw":11.9509},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7299,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6983,"pct":69.83,"raw":4.1897},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.4276,"weight":0.15},"token_economy":{"available":true,"normalized":0.893,"weight":0.15},"token_volume":{"available":true,"normalized":0.6049,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.51,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.6254,"pct":62.54,"raw":8.1299},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7879,"weight":0.6},"verification_density":{"available":true,"normalized":0.6667,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7394,"pct":73.94,"raw":5.9153},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.525,"pct":52.5,"raw":7.875},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9514,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.686,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.5887,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8658,"pct":86.58,"raw":11.2553},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.4935,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4159,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4547,"pct":45.47,"raw":5.911}},"telemetry":{"cache_hit_rate":85.1687,"cached_input_tokens":41510144,"concurrency_factor":1.1695,"cost_usd":3.793266,"duration_min":193.3682,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":48738741,"output_tokens":533991,"reasoning_tokens":201003,"requests":725,"tool_calls":1275,"tools_per_response":1.7586}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.4227,"weight":8.0},"cost":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.9455,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.122,"group":"output","normalized":0.6928,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0488,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.4177,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2439,"group":"efficiency","normalized":0.7482,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.41,"low_confidence":true,"score":6.6422},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.5679,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5234,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.9387,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.6928,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.8793,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4352,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":6.2706},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.6055,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9614,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5039,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5393,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.6874,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.2433},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6088,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9694,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.4247,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4259,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7302,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.046},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7056,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9844,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.67,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4916,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.869,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.8707},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.5679,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.738,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.9544,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.7203,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5382,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.7055},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7199,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9483,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6928,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8391,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.5227,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1939,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5197,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.155},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5986,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.9314,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6928,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3431,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5949,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.8766},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.97,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.2227,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4535,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.8433,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.2883},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5461,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.9494,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":0.963,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6541,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.7927}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__xiaomi-mimo-v2.5-pro-7.10.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/xiaomi-mimo-v2.5-pro-7.10.2026","run_folder":"runs/circles/xiaomi-mimo-v2.5-pro-7.10.2026"},"composite":{"completion_score":4.815,"coverage":0.6179,"low_confidence":false,"pin":{"composite_score":64.5414,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.32,"score":64.8633},"deliverable":{"avg_complexity":2.17,"coverage_pct":38.0,"files_changed":33,"lint_errors":5,"maintainability_index":82.94,"src_loc":176,"test_files":2},"ended_at":"2026-07-10T06:27:11.464561+00:00","is_mixed_run":false,"roster":{"build":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"circles/xiaomi-mimo-v2.5-pro-7.10.2026","run_status":"completed","sow":"circles","started_at":"2026-07-10T03:26:59.274893+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.38,"weight":0.25},"lint":{"available":true,"normalized":0.5,"weight":0.35},"maintainability":{"available":true,"normalized":0.8294,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5679,"pct":56.79,"raw":8.5182},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6368,"weight":0.25},"cost":{"available":true,"normalized":0.9239,"weight":0.55},"overhead_share":{"available":true,"normalized":0.3521,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7378,"pct":73.78,"raw":12.5425},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6543,"weight":0.5},"output_volume":{"available":true,"normalized":0.7312,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6928,"pct":69.28,"raw":4.1566},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5925,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.963,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5798,"weight":0.15},"token_economy":{"available":true,"normalized":0.963,"weight":0.15},"token_volume":{"available":true,"normalized":0.6682,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4815,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6652,"pct":66.52,"raw":8.6476},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6667,"weight":0.6},"verification_density":{"available":true,"normalized":0.5,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6,"pct":60.0,"raw":4.8002},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.963,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.2222,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.538,"pct":53.8,"raw":8.0695},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9607,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.578,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7737,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8875,"pct":88.75,"raw":11.5378},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6387,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4575,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5481,"pct":54.81,"raw":7.1252}},"telemetry":{"cache_hit_rate":92.3303,"cached_input_tokens":60850880,"concurrency_factor":1.2152,"cost_usd":1.0430949999999999,"duration_min":180.2032,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":65905674,"output_tokens":589434,"reasoning_tokens":201603,"requests":1002,"tool_calls":1324,"tools_per_response":1.3214}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.3827,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.7891,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.6079,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":0.1765,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.1083,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.6366,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.4443},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.6588,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5848,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.8023,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.6079,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.7188,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.316,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.6929,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":6.4934},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7575,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.826,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.9044,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3452,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.6064,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.0037},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.632,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9077,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8442,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6362,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.092},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6816,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8183,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.1957,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2989,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5847,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.1572},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.6588,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7361,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8189,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.3579,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6901,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.9248},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6745,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8661,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6079,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8455,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.0872,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2325,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6766,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.0712},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5969,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7992,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6079,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2959,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5988,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":7.5229},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.9008,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4545,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.7755,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":7.6956},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.6333,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7744,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.676,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.8062}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__xiaomi-mimo-v2.5-pro-7.5.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/xiaomi-mimo-v2.5-pro-7.5.2026","run_folder":"runs/circles/xiaomi-mimo-v2.5-pro-7.5.2026"},"composite":{"completion_score":5.0,"coverage":0.619,"low_confidence":false,"pin":{"composite_score":64.2394,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.11,"score":64.3475},"deliverable":{"avg_complexity":2.17,"coverage_pct":35.23,"files_changed":21,"lint_errors":2,"maintainability_index":79.37,"src_loc":179,"test_files":2},"ended_at":"2026-07-05T06:49:09.136616+00:00","is_mixed_run":false,"roster":{"build":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"circles/xiaomi-mimo-v2.5-pro-7.5.2026","run_status":"completed","sow":"circles","started_at":"2026-07-05T04:06:41.618549+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.3523,"weight":0.25},"lint":{"available":true,"normalized":0.8,"weight":0.35},"maintainability":{"available":true,"normalized":0.7937,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6588,"pct":65.88,"raw":9.8822},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.8547,"weight":0.25},"cost":{"available":true,"normalized":0.8351,"weight":0.55},"overhead_share":{"available":true,"normalized":0.3322,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7394,"pct":73.94,"raw":12.5703},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.5491,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6079,"pct":60.79,"raw":3.6474},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6444,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.3834,"weight":0.15},"token_economy":{"available":true,"normalized":0.936,"weight":0.15},"token_volume":{"available":true,"normalized":0.6876,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5631,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6635,"pct":66.35,"raw":8.6251},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.9643,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.9786,"pct":97.86,"raw":7.8286},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.0833,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.49,"pct":49.0,"raw":7.35},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9589,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.598,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.97,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7375,"weight":0.2},"unauthorized":{"available":true,"normalized":0.8,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8241,"pct":82.41,"raw":10.7132},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.426,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4248,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4254,"pct":42.54,"raw":5.5306}},"telemetry":{"cache_hit_rate":88.1499,"cached_input_tokens":39246144,"concurrency_factor":1.4093,"cost_usd":2.970203,"duration_min":162.4586,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":44522034,"output_tokens":507831,"reasoning_tokens":186620,"requests":656,"tool_calls":1144,"tools_per_response":1.7439}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.468,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5517,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5173,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6769,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5065},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.7528,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3599,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6437,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.8568,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6596,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9066,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.8,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4053,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1481,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9468,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.1969},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6309,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9414,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8364,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.7462,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8413,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4717,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7778,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4928,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8852,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5742},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7957,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7022,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8568,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5,"weight":10.0},"request_error_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.1875,"group":"efficiency","normalized":0.6244,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.5061},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.875,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5018,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9515,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7222,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.086,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4115,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8187},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6096,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9705,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.95,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7679,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3878,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8123,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.92,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.2764},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6778,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7152,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7514,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5419,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1816,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9231,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.8029},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5481,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.456,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8568,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.9,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9086,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2279,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0047,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.3793,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.8581},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.7528,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2067,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.9693,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8568,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":1.0,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.7,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.6175,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3884,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.3432,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.4494},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6255,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.9506,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8568,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4577,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.411,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.696},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9338,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5689,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":9.0292},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4655,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5684,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.5325,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9636,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6616,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.2774}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__xiaomi-multi-model-2.5-2.5-pro-7.24.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/xiaomi-multi-model-2.5-2.5-pro-7.24.2026","run_folder":"runs/circles/xiaomi-multi-model-2.5-2.5-pro-7.24.2026"},"composite":{"completion_score":4.818,"coverage":0.9887,"low_confidence":false,"pin":{"composite_score":64.2635,"pinned_at":"2026-07-26","rubric_version":15},"pin_drift":0.0,"score":64.2635},"deliverable":{"avg_complexity":2.85,"coverage_pct":90.65,"files_changed":42,"lint_errors":3,"maintainability_index":74.6,"src_loc":198,"test_files":4},"ended_at":"2026-07-24T11:00:23.915699+00:00","is_mixed_run":true,"roster":{"build":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"concierge":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"spec":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"circles/xiaomi-multi-model-2.5-2.5-pro-7.24.2026","run_status":"completed","sow":"circles","started_at":"2026-07-24T04:29:14.017996+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9065,"weight":0.25},"lint":{"available":true,"normalized":0.7,"weight":0.35},"maintainability":{"available":true,"normalized":0.746,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7528,"pct":75.28,"raw":11.2924},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.705,"weight":0.25},"cost":{"available":true,"normalized":0.7852,"weight":0.55},"overhead_share":{"available":true,"normalized":0.0478,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.6177,"pct":61.77,"raw":10.5005},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.7779,"weight":0.5},"output_volume":{"available":true,"normalized":0.9358,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8568,"pct":85.68,"raw":5.141},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5026,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9636,"weight":0.05},"output_discipline":{"available":true,"normalized":0.545,"weight":0.15},"token_economy":{"available":true,"normalized":0.8473,"weight":0.15},"token_volume":{"available":true,"normalized":0.3557,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3242,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.504,"pct":50.4,"raw":6.5515},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6232,"weight":0.6},"verification_density":{"available":true,"normalized":0.3226,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.503,"pct":50.3,"raw":4.0236},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.5325,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9636,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.5,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7512,"pct":75.12,"raw":11.2685},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9641,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.77,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.695,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6009,"pct":60.09,"raw":7.8118},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.345,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.2802,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3126,"pct":31.26,"raw":4.0633}},"telemetry":{"cache_hit_rate":80.9815,"cached_input_tokens":61950646,"concurrency_factor":1.3446,"cost_usd":7.000407234431998,"duration_min":391.165,"failed_requests":291,"failure_breakdown":{"empty_response":0,"http_error":292,"no_response":0},"input_tokens":76499767,"output_tokens":842817,"reasoning_tokens":322210,"requests":1361,"tool_calls":2008,"tools_per_response":1.4754}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2424,"group":"efficiency","normalized":0.0635,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1515,"group":"output","normalized":0.6735,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0606,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2424,"group":"efficiency","normalized":0.0334,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.303,"group":"efficiency","normalized":0.4795,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.33,"low_confidence":true,"score":3.3145},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.765,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.0772,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.6735,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.366,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.1622,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.2476,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":4.8756},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.1271,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.573,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.2736,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.3524,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":4.1126},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1862,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.8276,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.2926,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.1795,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":3.5252},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1112,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.6522,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.1179,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.2555,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":3.0288},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.765,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.116,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.1455,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.3746,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.9602},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.3288,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6735,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.7425,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.299,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.7512,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":7.6048},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.0715,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6735,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.2678,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4412,"group":"output","normalized":1.0,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.5849,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":6.9556},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1153,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7849,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3101,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.3185,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.2923},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0351,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1262,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":4.3226}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__z-ai-glm-5.2-6.27.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/z-ai-glm-5.2-6.27.2026","run_folder":"runs/circles/z-ai-glm-5.2-6.27.2026"},"composite":{"completion_score":5.0,"coverage":0.5714,"low_confidence":false,"pin":{"composite_score":46.6261,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.23,"score":46.8554},"deliverable":{"avg_complexity":2.5,"coverage_pct":55.26,"files_changed":25,"lint_errors":0,"maintainability_index":72.43,"src_loc":215,"test_files":2},"ended_at":"2026-06-28T01:51:14.930975+00:00","is_mixed_run":false,"roster":{"build":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"code":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"code-review":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"develop":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"orchestrator":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"pseudocode":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"scout":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"sprint-plan":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"sprint-review":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"test":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"}},"rubric_version":15,"run_id":"circles/z-ai-glm-5.2-6.27.2026","run_status":"completed","sow":"circles","started_at":"2026-06-27T22:04:34.185828+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.5526,"weight":0.25},"lint":{"available":true,"normalized":1.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7243,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.765,"pct":76.5,"raw":11.4751},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5356,"weight":0.25},"cost":{"available":true,"normalized":0.1085,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4004,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.2736,"pct":27.36,"raw":4.6518},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.6803,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6735,"pct":67.35,"raw":4.0409},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.5843,"weight":0.15},"token_volume":{"available":true,"normalized":0.3394,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.51,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.4017,"pct":40.17,"raw":5.2222},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7778,"weight":0.6},"verification_density":{"available":true,"normalized":0.9859,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.861,"pct":86.1,"raw":6.8884},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.1389,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5067,"pct":50.67,"raw":7.6},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.966,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.742,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7362,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9052,"pct":90.52,"raw":11.7669},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.3351,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5172,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4262,"pct":42.62,"raw":5.5402}},"telemetry":{"cache_hit_rate":69.3084,"cached_input_tokens":35875100,"concurrency_factor":1.2093,"cost_usd":38.354484,"duration_min":226.6791,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":51761546,"output_tokens":802155,"reasoning_tokens":265221,"requests":687,"tool_calls":1472,"tools_per_response":2.1426}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3682,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4313,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2966,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7098,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1867},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.6656,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3354,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3725,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.7189,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6765,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.727,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3152,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5419,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.418},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6145,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4436,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8537,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8436,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.619,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3457,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4749,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.5,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8333,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6254,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.9302},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5432,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4015,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6923,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6628,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3305,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.7144,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4255,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5563},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4314,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5349,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9565,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7857,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5978,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4028,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6423,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.96,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6379},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6863,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2307,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2473,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3743,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.9057},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.451,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.7189,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.5,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.4483,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.7865,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.9326,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.0936},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5162,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3849,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.7189,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4327,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3125,"group":"output","normalized":0.475,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.4391,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.9201},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3439,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4933,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3995,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7262,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.5696},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.469,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.4763,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8571,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6728,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.2487}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__z-ai-glm-5.2-7.17.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/z-ai-glm-5.2-7.17.2026","run_folder":"runs/circles/z-ai-glm-5.2-7.17.2026"},"composite":{"completion_score":4.2855,"coverage":0.985,"low_confidence":false,"pin":{"composite_score":63.1953,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-1.58,"score":61.6145},"deliverable":{"avg_complexity":2.0,"coverage_pct":36.19,"files_changed":30,"lint_errors":2,"maintainability_index":81.56,"src_loc":302,"test_files":4},"ended_at":"2026-07-17T16:44:58.446089+00:00","is_mixed_run":false,"roster":{"build":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"code":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"code-review":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"develop":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"orchestrator":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"pseudocode":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"scout":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"sprint-plan":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"sprint-review":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"test":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"}},"rubric_version":15,"run_id":"circles/z-ai-glm-5.2-7.17.2026","run_status":"completed","sow":"circles","started_at":"2026-07-17T13:47:28.425224+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.3619,"weight":0.25},"lint":{"available":true,"normalized":0.8,"weight":0.35},"maintainability":{"available":true,"normalized":0.8156,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6656,"pct":66.56,"raw":9.9839},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5751,"weight":0.25},"cost":{"available":true,"normalized":0.3286,"weight":0.55},"overhead_share":{"available":true,"normalized":0.3641,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3973,"pct":39.73,"raw":6.7542},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.619,"weight":0.5},"output_volume":{"available":true,"normalized":0.8189,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7189,"pct":71.89,"raw":4.3137},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4424,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.8571,"weight":0.05},"output_discipline":{"available":true,"normalized":0.2482,"weight":0.15},"token_economy":{"available":true,"normalized":0.7994,"weight":0.15},"token_volume":{"available":true,"normalized":0.5176,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4119,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.504,"pct":50.4,"raw":6.552},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7529,"weight":0.6},"verification_density":{"available":true,"normalized":0.073,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4809,"pct":48.09,"raw":3.8475},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.8571,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.2778,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.534,"pct":53.4,"raw":8.0107},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9889,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.864,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.908,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.9463,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9401,"pct":94.01,"raw":12.2218},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.4341,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.1369,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.2855,"pct":28.55,"raw":3.7114}},"telemetry":{"cache_hit_rate":84.1448,"cached_input_tokens":37403904,"concurrency_factor":1.4922,"cost_usd":20.94011538256,"duration_min":177.5003,"failed_requests":4,"failure_breakdown":{"empty_response":0,"http_error":4,"no_response":0},"input_tokens":44451817,"output_tokens":742011,"reasoning_tokens":263162,"requests":869,"tool_calls":1618,"tools_per_response":1.8619}},{"agent_roles":{"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.7051,"weight":8.0},"cost":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.1317,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.122,"group":"output","normalized":0.6667,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0488,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1951,"group":"efficiency","normalized":0.0194,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2439,"group":"efficiency","normalized":0.6314,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.41,"low_confidence":true,"score":4.5115},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.7082,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6235,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.2101,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.6667,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.6752,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.1025,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.6841,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.7196},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.7346,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2311,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5926,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2764,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.6231,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.2898},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.606,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4072,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.542,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3126,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5627,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.3293},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5977,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3119,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2178,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.5048},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.7082,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7197,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2547,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.5613,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2692,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":0.2654,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6903,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.3925},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6533,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.375,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.2276,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3166,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8453,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.5418},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.5529,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2741,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.6667,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.2669,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3947,"group":"output","normalized":0.9857,"weight":30.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.5586,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.6546},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3079,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6919,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3224,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.6614,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.7211},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.7021,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.1893,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.716,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":6.0123}},"artifacts":{"page_url":"https://evals.favur.dev/runs/circles__z-ai-glm-5.2-7.3.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/circles/z-ai-glm-5.2-7.3.2026","run_folder":"runs/circles/z-ai-glm-5.2-7.3.2026"},"composite":{"completion_score":5.0,"coverage":0.6179,"low_confidence":false,"pin":{"composite_score":54.1991,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.31,"score":54.513},"deliverable":{"avg_complexity":3.29,"coverage_pct":67.5,"files_changed":17,"lint_errors":1,"maintainability_index":79.21,"src_loc":195,"test_files":2},"ended_at":"2026-07-03T22:00:58.260002+00:00","is_mixed_run":false,"roster":{"build":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"code":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"code-review":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"develop":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"orchestrator":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"pseudocode":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"scout":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"sprint-plan":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"sprint-review":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"},"test":{"family":"glm","model_key":"z-ai/glm-5.2","model_unavailable":false,"vendor":"z-ai","version":"5.2"}},"rubric_version":15,"run_id":"circles/z-ai-glm-5.2-7.3.2026","run_status":"completed","sow":"circles","started_at":"2026-07-03T19:12:07.001033+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.675,"weight":0.25},"lint":{"available":true,"normalized":0.9,"weight":0.35},"maintainability":{"available":true,"normalized":0.7921,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7082,"pct":70.82,"raw":10.6226},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6073,"weight":0.25},"cost":{"available":true,"normalized":0.2601,"weight":0.55},"overhead_share":{"available":true,"normalized":0.527,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.4003,"pct":40.03,"raw":6.805},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.6667,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6667,"pct":66.67,"raw":4.0001},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6198,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.8286,"weight":0.15},"token_volume":{"available":true,"normalized":0.6622,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5743,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.5808,"pct":58.08,"raw":7.5502},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":1.0,"weight":0.6},"verification_density":{"available":true,"normalized":1.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":1.0,"pct":100.0,"raw":8.0},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.25,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.525,"pct":52.5,"raw":7.875},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9652,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.55,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.958,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8462,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8857,"pct":88.57,"raw":11.5137},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.2265,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.4395,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.333,"pct":33.3,"raw":4.3288}},"telemetry":{"cache_hit_rate":79.6772,"cached_input_tokens":22924160,"concurrency_factor":1.277,"cost_usd":15.905142,"duration_min":168.8543,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":28771280,"output_tokens":518115,"reasoning_tokens":179693,"requests":470,"tool_calls":976,"tools_per_response":2.0766}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.5867,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2632,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0526,"group":"efficiency","normalized":0.5755,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.3911,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2632,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.38,"low_confidence":true,"score":6.3088},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.6695,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.8024,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":0.6422,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.3949,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.3103,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":4.5715},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.4854,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.5807,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.8024,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.95,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.3923,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":0.006,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.1857,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":4.436},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.5092,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.3106,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.5294,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.1557,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":4.5427},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7611,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.187,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4633,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.1683,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":4.9538},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.767,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3569,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.1225,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":5.0676},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.2128,"group":"output","normalized":0.4854,"weight":10.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.4293,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.8024,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.7656,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.2471,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.0203,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":3.4067},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.4854,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.6922,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.6991,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.3669,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.0543,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.4253,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.6005},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.5485,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.8024,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.9568,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.9392,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.3233,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":0.0133,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.2256,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":6.6514},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.8024,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.3964,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.956,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.4038,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":7.4879},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5874,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6341,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5104,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.0386,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":3.1697},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7256,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4185,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5252,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":7.3386}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__deepseek-deepseek-v4-flash-6.27.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/deepseek-deepseek-v4-flash-6.27.2026","run_folder":"runs/solarSystem/deepseek-deepseek-v4-flash-6.27.2026"},"composite":{"completion_score":5.0,"coverage":0.574,"low_confidence":false,"pin":{"composite_score":47.0359,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":3.14,"score":50.1725},"deliverable":{"avg_complexity":2.59,"coverage_pct":88.37,"files_changed":161,"lint_errors":71,"maintainability_index":66.22,"src_loc":1822,"test_files":10},"ended_at":"2026-06-27T05:39:44.789381+00:00","is_mixed_run":false,"roster":{"architect":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"build":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"platform":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"solarSystem/deepseek-deepseek-v4-flash-6.27.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-06-26T20:40:31.916072+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.8837,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.6622,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4854,"pct":48.54,"raw":7.2805},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5497,"weight":0.25},"cost":{"available":true,"normalized":0.7757,"weight":0.55},"overhead_share":{"available":true,"normalized":0.6843,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7009,"pct":70.09,"raw":11.9161},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.9381,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8024,"pct":80.24,"raw":4.8145},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.986,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5049,"weight":0.15},"token_economy":{"available":true,"normalized":0.5725,"weight":0.15},"token_volume":{"available":true,"normalized":0.1211,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.4433,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.3952,"pct":39.52,"raw":5.1375},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7814,"weight":0.6},"verification_density":{"available":true,"normalized":0.5887,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7043,"pct":70.43,"raw":5.6346},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.4185,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.8333,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7278,"pct":72.78,"raw":10.9166},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9728,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.796,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.874,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7875,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6364,"pct":63.64,"raw":8.2729},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7448,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5821,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6634,"pct":66.34,"raw":8.6244}},"telemetry":{"cache_hit_rate":71.7822,"cached_input_tokens":232721996,"concurrency_factor":1.221,"cost_usd":18.393022000000006,"duration_min":539.2146,"failed_requests":24,"failure_breakdown":{"empty_response":0,"http_error":26,"no_response":0},"input_tokens":324205517,"output_tokens":2542503,"reasoning_tokens":1014871,"requests":3790,"tool_calls":6583,"tools_per_response":1.7369}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.0288,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2632,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0526,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.4078,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2632,"group":"efficiency","normalized":0.1178,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.38,"low_confidence":true,"score":4.3871},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.1325,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.6872,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":0.02,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.7244,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.1314,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":4.2284},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.3159,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.0173,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.6872,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.7297,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.5949,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.0016,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":3.5311},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.0116,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.3201,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.4756,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.0274,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":3.0081},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0855,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.6607,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4223,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.169,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":3.4606},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.0605,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.0283,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":3.3647},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.2128,"group":"output","normalized":0.3159,"weight":10.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.1356,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1064,"group":"output","normalized":0.6872,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.8186,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.6148,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.0001,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":3.8801},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.3159,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.0387,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.5,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.491,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":3.3953},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.0767,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6872,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.9414,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.9478,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.6938,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.1015,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":6.6929},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0735,"group":"output","normalized":0.3159,"weight":5.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.4228,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6872,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3676,"group":"output","normalized":0.9139,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.6113,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.1051,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":6.2681},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.0844,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6872,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.7841,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.6203,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.9444,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.0734,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":6.5477},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.2063,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5838,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.537,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.0615,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":3.8033},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.195,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":0.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0678,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":0.5256}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__google-gemini-3-flash-preview-6.27.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/google-gemini-3-flash-preview-6.27.2026","run_folder":"runs/solarSystem/google-gemini-3-flash-preview-6.27.2026"},"composite":{"completion_score":0.0,"coverage":0.5799,"low_confidence":false,"pin":{"composite_score":27.0264,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":1.87,"score":28.892},"deliverable":{"avg_complexity":2.46,"coverage_pct":0.0,"files_changed":1276,"lint_errors":9,"maintainability_index":74.45,"src_loc":1617,"test_files":32},"ended_at":"2026-06-28T00:49:39.986982+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"build":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"platform":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"pseudocode":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"scout":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"},"test":{"family":"gemini-flash","model_key":"google/gemini-3-flash-preview","model_unavailable":false,"vendor":"google","version":"3"}},"rubric_version":15,"run_id":"solarSystem/google-gemini-3-flash-preview-6.27.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-06-27T19:14:35.486947+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.0,"weight":0.25},"lint":{"available":true,"normalized":0.1,"weight":0.35},"maintainability":{"available":true,"normalized":0.7445,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.3159,"pct":31.59,"raw":4.7385},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.0,"weight":0.55},"overhead_share":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.3744,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6872,"pct":68.72,"raw":4.1232},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.0,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7198,"weight":0.6},"verification_density":{"available":true,"normalized":0.2928,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.549,"pct":54.9,"raw":4.3921},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.9444,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6283,"pct":62.83,"raw":9.425},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9673,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.746,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.994,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7488,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6566,"pct":65.66,"raw":8.5355},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.0,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0}},"telemetry":{"cache_hit_rate":35.4314,"cached_input_tokens":106080685,"concurrency_factor":0.6879,"cost_usd":107.906188,"duration_min":335.075,"failed_requests":1,"failure_breakdown":{"empty_response":0,"http_error":1,"no_response":0},"input_tokens":299397323,"output_tokens":1664921,"reasoning_tokens":2623402,"requests":3600,"tool_calls":18050,"tools_per_response":5.0139}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.5482,"weight":8.0},"cost":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6104,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2273,"group":"output","normalized":0.88,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.8428,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2273,"group":"efficiency","normalized":0.7211,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.44,"low_confidence":true,"score":7.2778},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5391,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.4823,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.4319,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.3289,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.1849,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":4.6246},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.4531,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4068,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5938,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.4319,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.4473,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.6675,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.6442,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":5.5235},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.4237,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6144,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.4313,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7226,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.7669,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.9099},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3248,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8585,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.836,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7975,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.9049,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.6418},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6883,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8212,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5569,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6857,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":7.347},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.4531,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2606,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6442,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.4319,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.595,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.0689},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.4531,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.4894,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7289,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8018,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.8608,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.8301},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4442,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4132,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.4319,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.65,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.8153,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6619,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.866},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0658,"group":"output","normalized":0.4531,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.3551,"weight":8.0},"cost":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.8126,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1316,"group":"output","normalized":0.4319,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3289,"group":"output","normalized":0.84,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0263,"group":"efficiency","normalized":0.1288,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1053,"group":"efficiency","normalized":0.6036,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1316,"group":"efficiency","normalized":0.8433,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.76,"low_confidence":false,"score":6.6376},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.481,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7014,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.4319,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.3142,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8935,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.9071,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8318,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.6357},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.752,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0817,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7369,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.683,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.6967},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.3448,"weight":10.0},"cost":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.5764,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.1667,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.3333,"group":"output","normalized":0.9722,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.4159,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.6,"low_confidence":false,"score":5.4692}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__google-gemini-3.1-flash-lite-7.12.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/google-gemini-3.1-flash-lite-7.12.2026","run_folder":"runs/solarSystem/google-gemini-3.1-flash-lite-7.12.2026"},"composite":{"completion_score":4.861,"coverage":0.6272,"low_confidence":false,"pin":{"composite_score":59.6856,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":2.51,"score":62.1928},"deliverable":{"avg_complexity":2.16,"coverage_pct":69.51,"files_changed":134,"lint_errors":12,"maintainability_index":73.65,"src_loc":589,"test_files":9},"ended_at":"2026-07-13T01:14:48.907120+00:00","is_mixed_run":false,"roster":{"architect":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"orchestrator":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"spec":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"solarSystem/google-gemini-3.1-flash-lite-7.12.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-12T23:31:46.453426+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.6951,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7365,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4531,"pct":45.31,"raw":6.7961},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6652,"weight":0.25},"cost":{"available":true,"normalized":0.7863,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9422,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7872,"pct":78.72,"raw":13.3822},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6574,"weight":0.5},"output_volume":{"available":true,"normalized":0.2065,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.4319,"pct":43.19,"raw":2.5917},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4389,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9414,"weight":0.05},"output_discipline":{"available":true,"normalized":0.9118,"weight":0.15},"token_economy":{"available":true,"normalized":0.9062,"weight":0.15},"token_volume":{"available":true,"normalized":0.6654,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6974,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7247,"pct":72.47,"raw":9.4214},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":1.0,"weight":0.6},"verification_density":{"available":true,"normalized":0.0513,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6205,"pct":62.05,"raw":4.9641},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9722,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.3722,"pct":37.22,"raw":5.5833},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9402,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.68,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.4525,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8365,"pct":83.65,"raw":10.8748},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9722,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.8675,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9199,"pct":91.99,"raw":11.9581}},"telemetry":{"cache_hit_rate":79.3097,"cached_input_tokens":62553244,"concurrency_factor":0.6021,"cost_usd":7.621977,"duration_min":103.0409,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":78872162,"output_tokens":569025,"reasoning_tokens":203649,"requests":1879,"tool_calls":1874,"tools_per_response":0.9973}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.1739,"group":"efficiency","normalized":0.5957,"weight":8.0},"cost":{"available":true,"effective_weight":0.1739,"group":"efficiency","normalized":0.5748,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2174,"group":"output","normalized":0.88,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0435,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1739,"group":"efficiency","normalized":0.8275,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2174,"group":"efficiency","normalized":0.7527,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.46,"low_confidence":true,"score":7.4589},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.492,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4159,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.4566,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.792,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.674,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.5133,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":4.8553},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.4391,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.509,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.739,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.5989,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.7191},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6052,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1192,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.8402,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.542,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.2029},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5683,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5898,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.8041,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.8264},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.492,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2962,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6359,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.4566,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.1796,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5632,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.801,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.7336},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.492,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5666,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.6236,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.7445,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.7636,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6867,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":6.4303},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5386,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3549,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.4566,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.88,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5127,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5477,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.8816},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4615,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6994,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.4566,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.902,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.92,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.9064,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.9666}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__google-multi-model-7.14.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/google-multi-model-7.14.2026","run_folder":"runs/solarSystem/google-multi-model-7.14.2026"},"composite":{"completion_score":5.0,"coverage":0.6366,"low_confidence":false,"pin":{"composite_score":55.05,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":2.6,"score":57.6478},"deliverable":{"avg_complexity":2.07,"coverage_pct":84.46,"files_changed":117,"lint_errors":67,"maintainability_index":74.45,"src_loc":736,"test_files":10},"ended_at":"2026-07-14T19:11:02.065004+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"solarSystem/google-multi-model-7.14.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-14T16:35:49.689755+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.8446,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7445,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.492,"pct":49.2,"raw":7.3807},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.64,"weight":0.25},"cost":{"available":true,"normalized":0.4214,"weight":0.55},"overhead_share":{"available":true,"normalized":0.8943,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5706,"pct":57.06,"raw":9.7007},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.2465,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.4566,"pct":45.66,"raw":2.7397},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4995,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9722,"weight":0.05},"output_discipline":{"available":true,"normalized":0.9045,"weight":0.15},"token_economy":{"available":true,"normalized":0.7755,"weight":0.15},"token_volume":{"available":true,"normalized":0.5357,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.7492,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6861,"pct":68.61,"raw":8.9189},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8814,"weight":0.6},"verification_density":{"available":true,"normalized":0.5389,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7444,"pct":74.44,"raw":5.9553},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.223,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.3333,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5484,"pct":54.84,"raw":8.2267},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9728,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.796,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.978,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7888,"weight":0.2},"unauthorized":{"available":true,"normalized":0.6,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8178,"pct":81.78,"raw":10.6318},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.923,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6082,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7656,"pct":76.56,"raw":9.9531}},"telemetry":{"cache_hit_rate":67.8528,"cached_input_tokens":57465907,"concurrency_factor":0.8538,"cost_usd":28.918402,"duration_min":155.2063,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":3,"no_response":0},"input_tokens":84692044,"output_tokens":579872,"reasoning_tokens":272726,"requests":1751,"tool_calls":2244,"tools_per_response":1.2816}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.1739,"group":"efficiency","normalized":0.5896,"weight":8.0},"cost":{"available":true,"effective_weight":0.1739,"group":"efficiency","normalized":0.5823,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2174,"group":"output","normalized":0.92,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0435,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1739,"group":"efficiency","normalized":0.8129,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2174,"group":"efficiency","normalized":0.7374,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.46,"low_confidence":true,"score":7.4897},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.2555,"weight":8.0},"cost":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5656,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1111,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0444,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1778,"group":"efficiency","normalized":0.5292,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0889,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2222,"group":"efficiency","normalized":0.6213,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.45,"low_confidence":true,"score":5.1145},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3077,"group":"output","normalized":0.2824,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.4426,"weight":8.0},"cost":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.5186,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0769,"group":"output","normalized":0.482,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0308,"group":"efficiency","normalized":0.6445,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1231,"group":"efficiency","normalized":0.7142,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0615,"group":"efficiency","normalized":0.4837,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1538,"group":"efficiency","normalized":0.3043,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.65,"low_confidence":false,"score":4.2658},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0667,"group":"efficiency","normalized":0.4245,"weight":2.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0889,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7448,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2667,"group":"efficiency","normalized":0.568,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.7391},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5713,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.1738,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5547,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4917,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":5.3289},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.683,"weight":8.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4184,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6067,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.629,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":6.4887},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1818,"group":"output","normalized":0.0,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.2677,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.63,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0909,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.4933,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5469,"weight":8.0},"platform_verification_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.7237,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":4.3237},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.2727,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.5223,"weight":8.0},"cost":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.648,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0364,"group":"efficiency","normalized":0.8084,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1455,"group":"efficiency","normalized":0.8108,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0727,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1818,"group":"efficiency","normalized":0.6202,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.55,"low_confidence":false,"score":5.0305},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4443,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5578,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.482,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.67,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.589,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6898,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":0.1012,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6974,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.8765},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4263,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6599,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.482,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.2714,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8426,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.9286,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.7623,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.5343},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7111,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.1944,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.7783,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.7129,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":6.9477},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3595,"weight":10.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5777,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6389,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":3.9402}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__google-multi-model-7.15.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/google-multi-model-7.15.2026","run_folder":"runs/solarSystem/google-multi-model-7.15.2026"},"composite":{"completion_score":0.0,"coverage":0.6152,"low_confidence":false,"pin":{"composite_score":39.5489,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":3.06,"score":42.6105},"deliverable":{"avg_complexity":2.42,"coverage_pct":0.0,"files_changed":181,"lint_errors":32,"maintainability_index":75.22,"src_loc":766,"test_files":8},"ended_at":"2026-07-15T08:25:51.788133+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"code-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.5-flash","model_unavailable":false,"vendor":"google","version":"3.5"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-plan":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"sprint-review":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.1-flash-lite","model_unavailable":false,"vendor":"google","version":"3.1"}},"rubric_version":15,"run_id":"solarSystem/google-multi-model-7.15.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-15T05:19:52.668283+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.0,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7522,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.2824,"pct":28.24,"raw":4.2366},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.0,"weight":0.55},"overhead_share":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.2974,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.482,"pct":48.2,"raw":2.8922},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.0,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.0,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7981,"weight":0.6},"verification_density":{"available":true,"normalized":0.0575,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5018,"pct":50.18,"raw":4.0148},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.5,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.3333,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.365,"pct":36.5,"raw":5.475},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9446,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.746,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.986,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.4662,"weight":0.2},"unauthorized":{"available":true,"normalized":0.6,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7454,"pct":74.54,"raw":9.6903},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.0,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0}},"telemetry":{"cache_hit_rate":71.5809,"cached_input_tokens":94552907,"concurrency_factor":0.8828,"cost_usd":35.857399,"duration_min":185.9853,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":2,"no_response":0},"input_tokens":132092286,"output_tokens":775868,"reasoning_tokens":327648,"requests":2707,"tool_calls":2836,"tools_per_response":1.0477}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6743,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.0084,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7908,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1971,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.6832},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2825,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5503,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.1652,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8466,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7933,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5699},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.5104,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2718,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4693,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5456,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6452,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.632,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7128,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6423,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9917,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.0839},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5304,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0064,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8488,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.899,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9396,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6644,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5907,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9556,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4847},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5815,"weight":10.0},"cost":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.8056,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.4,"group":"output","normalized":0.5456,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7376,"weight":10.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6086,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":6.2325},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4253,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2239,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5823,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7772,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.0291},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6359,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.148,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.973,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7542,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6082,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9574,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5296},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5104,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1547,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.5456,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8235,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6044,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.714},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5467,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3756,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7534,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.701,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.65,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6099,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8889,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.7231},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3096,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5765,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5456,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7636,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7696,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6244,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7594,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8644,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0953},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.5104,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1983,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.203,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5456,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9455,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4874,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.4446,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8889,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":6.4156},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6719,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0024,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5456,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6334,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2304,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7857,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5412},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.078,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7857,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5485,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8333,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5196,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7826,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8471},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3221,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.496,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.76,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9701,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5626,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.1845}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__google-multi-model-7.21.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/google-multi-model-7.21.2026","run_folder":"runs/solarSystem/google-multi-model-7.21.2026"},"composite":{"completion_score":4.1667,"coverage":0.9908,"low_confidence":false,"pin":{"composite_score":63.4679,"pinned_at":"2026-07-22","rubric_version":15},"pin_drift":0.38,"score":63.8435},"deliverable":{"avg_complexity":2.33,"coverage_pct":95.2,"files_changed":66,"lint_errors":57,"maintainability_index":70.2,"src_loc":1009,"test_files":15},"ended_at":"2026-07-21T23:51:35.199203+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"concierge":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"}},"rubric_version":15,"run_id":"solarSystem/google-multi-model-7.21.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-21T22:08:37.629752+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.952,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.702,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5104,"pct":51.04,"raw":7.656},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5491,"weight":0.25},"cost":{"available":true,"normalized":0.3077,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9701,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.5005,"pct":50.05,"raw":8.5088},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.7645,"weight":0.5},"output_volume":{"available":true,"normalized":0.3267,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5456,"pct":54.56,"raw":3.2736},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.4309,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.938,"weight":0.05},"output_discipline":{"available":true,"normalized":0.8523,"weight":0.15},"token_economy":{"available":true,"normalized":0.7556,"weight":0.15},"token_volume":{"available":true,"normalized":0.5375,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6321,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6404,"pct":64.04,"raw":8.3251},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6071,"weight":0.6},"verification_density":{"available":true,"normalized":0.119,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4119,"pct":41.19,"raw":3.295},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.76,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9701,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.4444,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6693,"pct":66.93,"raw":10.0402},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9693,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.692,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8075,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9122,"pct":91.22,"raw":11.859},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9427,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.7701,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8564,"pct":85.64,"raw":11.1328}},"telemetry":{"cache_hit_rate":65.4379,"cached_input_tokens":48675400,"concurrency_factor":0.7938,"cost_usd":36.68982748333333,"duration_min":102.9595,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":74384118,"output_tokens":590622,"reasoning_tokens":114761,"requests":1672,"tool_calls":1888,"tools_per_response":1.1292}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7633,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.0769,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4133,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.8817,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":8.213},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7144,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1576,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.882,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.493,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9328,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6012},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.2904,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6992,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1382,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.9793,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6821,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0531,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.667,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4715,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7693,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9885,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9686},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8177,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0726,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8398,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6305,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6429,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9242,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7916,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9444,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.0302},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.955,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7775,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3768,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6753,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8273,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.984,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.0975},"director":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6561,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3917,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":1.0,"weight":40.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.9745,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.6869},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8637,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4762,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9855,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7147,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.3185,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5499,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.886,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1338},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.2904,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3824,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2905,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.9793,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0429,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4016,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8333,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9545,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.72,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.6393},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8603,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0884,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8838,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4282,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5385,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6185,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.393},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2419,"weight":8.0},"cost":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5711,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.9793,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.375,"group":"output","normalized":0.5,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.025,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6636,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.05,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.9986,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.324},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.0,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5111,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5913,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.9793,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":1.0,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.3561,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5129,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.9861,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.8946},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8112,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0935,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9793,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5682,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.5937,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8862,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1173},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.1743,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.3482,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4342,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8559,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9211,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4814},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6683,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.2424,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9825,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.9424,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.856}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__meta-muse-spark-1.1-7.17.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/meta-muse-spark-1.1-7.17.2026","run_folder":"runs/solarSystem/meta-muse-spark-1.1-7.17.2026"},"composite":{"completion_score":4.9125,"coverage":0.9865,"low_confidence":false,"pin":{"composite_score":66.5296,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":0.7,"score":67.2326},"deliverable":{"avg_complexity":6.76,"coverage_pct":62.75,"files_changed":168,"lint_errors":205,"maintainability_index":50.77,"src_loc":3616,"test_files":21},"ended_at":"2026-07-17T16:59:25.963888+00:00","is_mixed_run":false,"roster":{"architect":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"build":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"code":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"code-review":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"develop":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"director":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"orchestrator":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"platform":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"pseudocode":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"scout":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"spec":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"sprint-plan":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"sprint-review":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"test":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"}},"rubric_version":15,"run_id":"solarSystem/meta-muse-spark-1.1-7.17.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-17T04:12:54.169165+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.16,"weight":0.2},"coverage":{"available":true,"normalized":0.6275,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.5077,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.2904,"pct":29.04,"raw":4.3562},"cost_efficiency":{"components":{"cache_effectiveness":{"available":false,"normalized":null,"weight":0.25},"cost":{"available":true,"normalized":0.3738,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9825,"weight":0.2}},"coverage":0.75,"low_confidence":false,"max":17.0,"normalized_score":0.5361,"pct":53.61,"raw":9.1142},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.9586,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.9793,"pct":97.93,"raw":5.8758},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.7605,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.8902,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5189,"weight":0.15},"token_economy":{"available":true,"normalized":0.9825,"weight":0.15},"token_volume":{"available":true,"normalized":0.7607,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3862,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6892,"pct":68.92,"raw":8.9602},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7064,"weight":0.6},"verification_density":{"available":true,"normalized":0.4114,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5884,"pct":58.84,"raw":4.7071},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9825,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.5,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6382,"pct":63.82,"raw":9.5738},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9644,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.472,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.885,"weight":0.2},"unauthorized":{"available":true,"normalized":0.8,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8442,"pct":84.42,"raw":10.9751},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.7617,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5515,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6566,"pct":65.66,"raw":8.5357}},"telemetry":{"cache_hit_rate":98.2611,"cached_input_tokens":458902714,"concurrency_factor":1.0302,"cost_usd":92.90710284999997,"duration_min":766.5299,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":467023595,"output_tokens":3275434,"reasoning_tokens":466214,"requests":5031,"tool_calls":6632,"tools_per_response":1.3182}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8447,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.0,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.0117,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.3828},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4946,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3807,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8307,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.3622,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.327},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4233,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.281,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4856,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6068,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6496,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.1334,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.714,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7131,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2823,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9646,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.7279},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6906,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8378,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.3436,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8134,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2871,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4093,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7262,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.047,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8079,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.4237},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.6058,"weight":10.0},"cost":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.125,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.4,"group":"output","normalized":0.6068,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5,"weight":10.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.0024,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":4.0731},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.778,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6025,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0112,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7297,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9625,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2817,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1815,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.665},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7568,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0138,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.8043,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9891,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6957,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.175,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0422,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9615,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.895},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6862,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3469,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8431,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4558,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6566,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5778,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8037,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0469,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.638,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.7369},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3904,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6068,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8167,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6347,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6736,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.494,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6753,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.7709},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.4233,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5298,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.0147,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6068,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9583,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.7273,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.3653,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.2749,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1396,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8235,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.8679},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7464,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0001,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6068,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.875,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.42,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4866,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.4687,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0084,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.3668},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0009,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7931,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.7177,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2008,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9167,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0594,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9286,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.381},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3851,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5041,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.4435,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6471,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9906,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3117,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.9444,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.5214}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__multi-anthropic-sonnet-gemini-3.5-flash-lite-7.22.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/multi-anthropic-sonnet-gemini-3.5-flash-lite-7.22.2026","run_folder":"runs/solarSystem/multi-anthropic-sonnet-gemini-3.5-flash-lite-7.22.2026"},"composite":{"completion_score":4.5833,"coverage":0.9905,"low_confidence":false,"pin":{"composite_score":58.1351,"pinned_at":"2026-07-23","rubric_version":15},"pin_drift":0.13,"score":58.2619},"deliverable":{"avg_complexity":3.49,"coverage_pct":88.87,"files_changed":194,"lint_errors":101,"maintainability_index":67.55,"src_loc":1549,"test_files":11},"ended_at":"2026-07-23T01:01:34.401566+00:00","is_mixed_run":true,"roster":{"architect":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"concierge":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"develop":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"orchestrator":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"spec":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-plan":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"sprint-review":{"family":"claude-sonnet","model_key":"anthropic/claude-sonnet-5","model_unavailable":false,"vendor":"anthropic","version":"5"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"}},"rubric_version":15,"run_id":"solarSystem/multi-anthropic-sonnet-gemini-3.5-flash-lite-7.22.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-22T23:39:59.498323+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.8887,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.6755,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4233,"pct":42.33,"raw":6.3491},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.4053,"weight":0.25},"cost":{"available":true,"normalized":0.0547,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9906,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.3295,"pct":32.95,"raw":5.6015},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6635,"weight":0.5},"output_volume":{"available":true,"normalized":0.5501,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6068,"pct":60.68,"raw":3.6408},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.5675,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.8086,"weight":0.05},"output_discipline":{"available":true,"normalized":0.3878,"weight":0.15},"token_economy":{"available":true,"normalized":0.6051,"weight":0.15},"token_volume":{"available":true,"normalized":0.0717,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.312,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3584,"pct":35.84,"raw":4.6594},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6095,"weight":0.6},"verification_density":{"available":true,"normalized":0.6341,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.6193,"pct":61.93,"raw":4.9547},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.4435,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9906,"weight":0.1},"test_density":{"available":true,"normalized":0.5,"weight":0.2},"test_structure":{"available":true,"normalized":0.1667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.5406,"pct":54.06,"raw":8.1088},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9537,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.674,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.932,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.625,"weight":0.2},"unauthorized":{"available":true,"normalized":0.4,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7011,"pct":70.11,"raw":9.1139},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.763,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6146,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6888,"pct":68.88,"raw":8.954}},"telemetry":{"cache_hit_rate":73.7255,"cached_input_tokens":317320239,"concurrency_factor":9.9041,"cost_usd":280.0744618333333,"duration_min":81.5817,"failed_requests":17,"failure_breakdown":{"empty_response":0,"http_error":17,"no_response":0},"input_tokens":430407610,"output_tokens":3881446,"reasoning_tokens":215357,"requests":5059,"tool_calls":6608,"tools_per_response":1.3062}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7185,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8509,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6596,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5819,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":8.5053},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5334,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.258,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0609,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5193,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7209,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1816},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4989,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4552,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2566,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6667,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6615,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9063,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.636,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3664,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5454,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9924,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9283},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7658,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.6682,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8523,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.659,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8242,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5523,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.519,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.956,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1968},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.7769,"weight":10.0},"cost":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.5,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.4,"group":"output","normalized":0.6667,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0683,"weight":10.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":5.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.75,"low_confidence":false,"score":5.4604},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.857,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6446,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8839,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6774,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.1669,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.505,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7376,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7177},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5878,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9785,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9655,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7372,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.483,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.9185,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.875,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.3414},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7802,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3769,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4936,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5309,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4465,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.2956},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7095,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0208,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.9,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7778,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8528,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1757,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6687,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1544,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5106,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9723},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.4989,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.43,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.9366,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6667,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9091,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.7273,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.387,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5623,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.1681},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6119,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7865,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6667,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4144,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.8075,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.4577},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9069,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.5937,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.3575,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.747,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9167,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.1848},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6117,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1867,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.5855,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6333,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.1049}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__multi-xiaomi-mimo-v2.5-7.26.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/multi-xiaomi-mimo-v2.5-7.26.2026","run_folder":"runs/solarSystem/multi-xiaomi-mimo-v2.5-7.26.2026"},"composite":{"completion_score":3.75,"coverage":0.9905,"low_confidence":false,"pin":{"composite_score":63.198,"pinned_at":"2026-07-26","rubric_version":15},"pin_drift":0.0,"score":63.198},"deliverable":{"avg_complexity":2.37,"coverage_pct":91.71,"files_changed":69,"lint_errors":31,"maintainability_index":68.79,"src_loc":1461,"test_files":10},"ended_at":"2026-07-26T06:50:50.289399+00:00","is_mixed_run":true,"roster":{"architect":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"build":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"concierge":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"spec":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"solarSystem/multi-xiaomi-mimo-v2.5-7.26.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-25T21:36:11.810443+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9171,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.6879,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4989,"pct":49.89,"raw":7.4828},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.7681,"weight":0.25},"cost":{"available":true,"normalized":0.6747,"weight":0.55},"overhead_share":{"available":true,"normalized":0.2083,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.6048,"pct":60.48,"raw":10.2808},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.6667,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6667,"pct":66.67,"raw":4.0001},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6465,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.4752,"weight":0.15},"token_economy":{"available":true,"normalized":0.8443,"weight":0.15},"token_volume":{"available":true,"normalized":0.5113,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6739,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6331,"pct":63.31,"raw":8.23},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6424,"weight":0.6},"verification_density":{"available":true,"normalized":0.9043,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.7471,"pct":74.71,"raw":5.9771},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.5855,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.3889,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6195,"pct":61.95,"raw":9.2924},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9709,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.712,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.776,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8162,"weight":0.2},"unauthorized":{"available":true,"normalized":0.4,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6999,"pct":69.99,"raw":9.0992},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.4382,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.3488,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3935,"pct":39.35,"raw":5.1155}},"telemetry":{"cache_hit_rate":82.2087,"cached_input_tokens":130577841,"concurrency_factor":1.435,"cost_usd":17.483317689512003,"duration_min":554.6413,"failed_requests":26,"failure_breakdown":{"empty_response":0,"http_error":31,"no_response":0},"input_tokens":158837015,"output_tokens":1618433,"reasoning_tokens":606907,"requests":2325,"tool_calls":3261,"tools_per_response":1.4026}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1951,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.4077,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3064,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1259,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.3988},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3405,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.7888,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4606,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1802,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5096},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4837,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3377,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.7888,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6718,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9222,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.859,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3866,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0426,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9677,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.1904},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8677,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2354,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8424,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8773,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8764,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4285,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8846,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2544,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9061,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8627},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.889,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.675,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.015,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3595,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0899,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.932,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.2042},"director":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":1.0,"weight":40.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.4046,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5277,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.3679,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.429},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8777,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1783,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.9574,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6894,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4152,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0028,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.84,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5794},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.0,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3654,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2219,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4926,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.5899},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.369,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9475,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3852,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1389,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.0259},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0676,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7888,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.9,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7727,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.9176,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1871,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0116,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5476,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.3021},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8677,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3011,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7888,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6537,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3697,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.6,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1788,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.3624},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4237,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.3414,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.2861,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1788,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9655,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.6567},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8677,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3547,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.5245,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9926,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1136,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":6.8905}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__qwen-qwen3.7-plus-7.18.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/qwen-qwen3.7-plus-7.18.2026","run_folder":"runs/solarSystem/qwen-qwen3.7-plus-7.18.2026"},"composite":{"completion_score":1.25,"coverage":0.9901,"low_confidence":false,"pin":{"composite_score":63.5825,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-8.9,"score":54.6783},"deliverable":{"avg_complexity":2.61,"coverage_pct":90.49,"files_changed":179,"lint_errors":37,"maintainability_index":62.72,"src_loc":1689,"test_files":15},"ended_at":"2026-07-19T04:22:19.693105+00:00","is_mixed_run":false,"roster":{"architect":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"build":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"code-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"develop":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"director":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"orchestrator":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"platform":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"pseudocode":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"scout":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-plan":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"sprint-review":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"},"test":{"family":"plus","model_key":"qwen/qwen3.7-plus","model_unavailable":false,"vendor":"qwen","version":"qwen3.7"}},"rubric_version":15,"run_id":"solarSystem/qwen-qwen3.7-plus-7.18.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-19T04:19:20.378268+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.9049,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.6272,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4837,"pct":48.37,"raw":7.255},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.4227,"weight":0.55},"overhead_share":{"available":true,"normalized":0.9926,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.431,"pct":43.1,"raw":7.3274},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.7542,"weight":0.5},"output_volume":{"available":true,"normalized":0.8234,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.7888,"pct":78.88,"raw":4.7328},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.8613,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.8018,"weight":0.05},"output_discipline":{"available":true,"normalized":0.3634,"weight":0.15},"token_economy":{"available":true,"normalized":0.518,"weight":0.15},"token_volume":{"available":true,"normalized":0.0373,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3249,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3777,"pct":37.77,"raw":4.9098},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.7106,"weight":0.6},"verification_density":{"available":true,"normalized":0.0569,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4491,"pct":44.91,"raw":3.5929},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.5245,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9926,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.8333,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.8229,"pct":82.29,"raw":12.344},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.968,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.796,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7275,"weight":0.2},"unauthorized":{"available":true,"normalized":0.2,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7117,"pct":71.17,"raw":9.2521},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9926,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.2102,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6014,"pct":60.14,"raw":7.8182}},"telemetry":{"cache_hit_rate":66.4521,"cached_input_tokens":281025286,"concurrency_factor":0.7589,"cost_usd":88.164538208,"duration_min":2.9886,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":422898839,"output_tokens":4263548,"reasoning_tokens":1348327,"requests":5405,"tool_calls":8898,"tools_per_response":1.6463}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6024,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5752,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.149,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.8032},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.62,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6189,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3306,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.4024,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.258},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.439,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5809,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5938,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.8205,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6612,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6816,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.87,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4765,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0533,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9531,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.1181},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6541,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5118,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8393,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.5205,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8563,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4753,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.9854,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.6047,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0353,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8552,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.4162},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.676,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6105,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8114,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7568,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5181,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4808,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8495,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2445,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9412,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0981},"director":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6024,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6958,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.25,"weight":40.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.4412,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4936,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":4.3629},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6778,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8691,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.9688,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7618,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8864,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5375,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.349,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2733,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.912,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.5274},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.439,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6024,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5502,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.8205,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.882,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2753,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.875,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.215,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.8038},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6589,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5772,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4013,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5125,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.8152,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.2123,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9645,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.044},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6897,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.564,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8205,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7703,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6141,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4143,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.1402,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7143,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.3025},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5125,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5439,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8205,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4112,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5605,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.5682,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.078,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.2122},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7114,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7778,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5461,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.94,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.75,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0024,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.92,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.2057},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5471,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6219,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.718,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6765,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9861,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.1287,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.0805}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__stepfun-step-3.7-flash-7.19.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/stepfun-step-3.7-flash-7.19.2026","run_folder":"runs/solarSystem/stepfun-step-3.7-flash-7.19.2026"},"composite":{"completion_score":3.75,"coverage":0.9901,"low_confidence":false,"pin":{"composite_score":59.414,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-2.47,"score":56.9443},"deliverable":{"avg_complexity":3.28,"coverage_pct":94.36,"files_changed":728,"lint_errors":127,"maintainability_index":68.57,"src_loc":1489,"test_files":21},"ended_at":"2026-07-19T13:43:33.838969+00:00","is_mixed_run":false,"roster":{"architect":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"build":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"code":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"code-review":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"develop":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"director":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"orchestrator":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"platform":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"pseudocode":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"scout":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"sprint-plan":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"sprint-review":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"},"test":{"family":"step-flash","model_key":"stepfun/step-3.7-flash","model_unavailable":false,"vendor":"stepfun","version":"3.7"}},"rubric_version":15,"run_id":"solarSystem/stepfun-step-3.7-flash-7.19.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-19T03:49:19.479553+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.9436,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.6857,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.439,"pct":43.9,"raw":6.5856},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.6724,"weight":0.25},"cost":{"available":true,"normalized":0.7849,"weight":0.55},"overhead_share":{"available":true,"normalized":0.6041,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7206,"pct":72.06,"raw":12.2501},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6409,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.8205,"pct":82.05,"raw":4.9227},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.594,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5807,"weight":0.15},"token_economy":{"available":true,"normalized":0.9324,"weight":0.15},"token_volume":{"available":true,"normalized":0.0538,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.1351,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.3592,"pct":35.92,"raw":4.6698},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8114,"weight":0.6},"verification_density":{"available":true,"normalized":0.0375,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5019,"pct":50.19,"raw":4.0149},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.718,"weight":0.15},"pass_rate":{"available":true,"normalized":0.9861,"weight":0.1},"test_density":{"available":true,"normalized":1.0,"weight":0.2},"test_structure":{"available":true,"normalized":0.6667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7813,"pct":78.13,"raw":11.7196},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9604,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.584,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.99,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.765,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6336,"pct":63.36,"raw":8.2373},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.9861,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.6401,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8131,"pct":81.31,"raw":10.5702}},"telemetry":{"cache_hit_rate":87.4994,"cached_input_tokens":842164480,"concurrency_factor":0.5997,"cost_usd":67.32716505,"duration_min":594.2393,"failed_requests":7,"failure_breakdown":{"empty_response":0,"http_error":7,"no_response":0},"input_tokens":962480173,"output_tokens":9252553,"reasoning_tokens":4342713,"requests":15434,"tool_calls":22093,"tools_per_response":1.4315}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6448,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7629,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4022,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.6719,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":8.4581},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5102,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8707,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5071,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6983,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.8087},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.4787,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4274,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.814,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.6919,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6462,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.5788,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.6,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4967,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9764,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.2322},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.6876,"weight":2.0},"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.7649,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8364,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.5812,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8201,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.481,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.9469,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8519,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4601,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8466,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.4972},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6616,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9323,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6842,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.2075,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5126,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6923,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7215,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4093},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8282,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9525,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9831,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.759,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4859,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6557,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9583,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.4079},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7656,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8432,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.368,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4231,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5526,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.974,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.7046},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8092,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6704,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6919,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.9,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7674,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8809,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2023,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.081},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7359,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7929,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6919,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4844,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.4886,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8261,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.3277},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.9028,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8095,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4806,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4898,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6022,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.96,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.7995},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6383,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.8379,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.313,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.476,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":7.4149}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__xiaomi-mimo-v2.5-7.18.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/xiaomi-mimo-v2.5-7.18.2026","run_folder":"runs/solarSystem/xiaomi-mimo-v2.5-7.18.2026"},"composite":{"completion_score":8.7037,"coverage":0.9911,"low_confidence":false,"pin":{"composite_score":74.8347,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":1.05,"score":75.8833},"deliverable":{"avg_complexity":2.54,"coverage_pct":86.26,"files_changed":110,"lint_errors":45,"maintainability_index":65.54,"src_loc":1475,"test_files":11},"ended_at":"2026-07-18T06:51:05.252759+00:00","is_mixed_run":false,"roster":{"architect":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"build":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo","model_key":"xiaomi/mimo-v2.5","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"solarSystem/xiaomi-mimo-v2.5-7.18.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-07-17T15:59:52.769101+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.66,"weight":0.2},"coverage":{"available":true,"normalized":0.8626,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.6554,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.4787,"pct":47.87,"raw":7.181},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.8693,"weight":0.25},"cost":{"available":true,"normalized":0.9153,"weight":0.55},"overhead_share":{"available":true,"normalized":0.2826,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7772,"pct":77.72,"raw":13.2131},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.7172,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6919,"pct":69.19,"raw":4.1516},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.6448,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.9221,"weight":0.05},"output_discipline":{"available":true,"normalized":0.5084,"weight":0.15},"token_economy":{"available":true,"normalized":0.9608,"weight":0.15},"token_volume":{"available":true,"normalized":0.5,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6132,"pct":61.32,"raw":7.9715},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.6351,"weight":0.6},"verification_density":{"available":true,"normalized":0.4781,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5723,"pct":57.23,"raw":4.5785},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.313,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.6667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.692,"pct":69.2,"raw":10.3793},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9712,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.74,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.99,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8037,"weight":0.2},"unauthorized":{"available":true,"normalized":0.2,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7159,"pct":71.59,"raw":9.3063},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.4976,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.3102,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4039,"pct":40.39,"raw":5.2506}},"telemetry":{"cache_hit_rate":90.2107,"cached_input_tokens":259938702,"concurrency_factor":1.3885,"cost_usd":6.76167658,"duration_min":891.2081,"failed_requests":2,"failure_breakdown":{"empty_response":0,"http_error":3,"no_response":0},"input_tokens":288146319,"output_tokens":2668870,"reasoning_tokens":940231,"requests":3996,"tool_calls":6226,"tools_per_response":1.5581}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.0839,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2632,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0526,"group":"efficiency","normalized":0.602,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.2458,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2632,"group":"efficiency","normalized":0.2253,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.38,"low_confidence":true,"score":4.2354},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.5184,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.5388,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.4376,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.7097,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":5.7943},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.6483,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.548,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.5388,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.6309,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.6459,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":6.2745},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.3173,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":0.7794,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.2143,"group":"efficiency","normalized":0.4974,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1429,"group":"efficiency","normalized":1.0,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.5,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":5.7164},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.6344,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.8149,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.402,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.6023,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":6.2325},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7259,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.3762,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.4241,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":5.9556},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.6483,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.5,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.3763,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.6546,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":5.8044},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.4651,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.5388,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.8713,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.7094,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.2571,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.7098,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":6.9196},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.1826,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.5388,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.4578,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.3422,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.9867,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.5936,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":6.9499},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4256,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.4598,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.3347,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.4812,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":5.071},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.4561,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.9525,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.6836,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":8.1844}},"artifacts":{"page_url":"https://evals.favur.dev/runs/solarSystem__xiaomi-mimo-v2.5-pro-6.29.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/solarSystem/xiaomi-mimo-v2.5-pro-6.29.2026","run_folder":"runs/solarSystem/xiaomi-mimo-v2.5-pro-6.29.2026"},"composite":{"completion_score":5.0,"coverage":0.573,"low_confidence":false,"pin":{"composite_score":53.7177,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":3.85,"score":57.5639},"deliverable":{"avg_complexity":1.97,"coverage_pct":99.05,"files_changed":69,"lint_errors":8,"maintainability_index":65.32,"src_loc":698,"test_files":6},"ended_at":"2026-06-29T05:14:10.445008+00:00","is_mixed_run":false,"roster":{"architect":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"build":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"code-review":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"develop":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"orchestrator":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"pseudocode":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"scout":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-plan":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"sprint-review":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"},"test":{"family":"mimo-pro","model_key":"xiaomi/mimo-v2.5-pro","model_unavailable":false,"vendor":"xiaomi","version":"v2.5"}},"rubric_version":15,"run_id":"solarSystem/xiaomi-mimo-v2.5-pro-6.29.2026","run_status":"completed","sow":"solarSystem","started_at":"2026-06-28T21:13:32.674874+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":1.0,"weight":0.2},"coverage":{"available":true,"normalized":0.9905,"weight":0.25},"lint":{"available":true,"normalized":0.2,"weight":0.35},"maintainability":{"available":true,"normalized":0.6532,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6483,"pct":64.83,"raw":9.724},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.8198,"weight":0.25},"cost":{"available":true,"normalized":0.6784,"weight":0.55},"overhead_share":{"available":true,"normalized":0.4322,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.6645,"pct":66.45,"raw":11.2963},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.4109,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.5388,"pct":53.88,"raw":3.2328},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.459,"weight":0.15},"token_economy":{"available":true,"normalized":0.8119,"weight":0.15},"token_volume":{"available":true,"normalized":0.5209,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.6361,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.6166,"pct":61.66,"raw":8.0157},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8543,"weight":0.6},"verification_density":{"available":true,"normalized":0.0,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5126,"pct":51.26,"raw":4.1006},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.9525,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.3333,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.6879,"pct":68.79,"raw":10.3181},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9602,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.716,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.68,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.8894,"pct":88.94,"raw":11.5625},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.4876,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.3878,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.4377,"pct":43.77,"raw":5.6904}},"telemetry":{"cache_hit_rate":84.045,"cached_input_tokens":145431488,"concurrency_factor":1.3343,"cost_usd":15.090563999999999,"duration_min":480.6295,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":173040106,"output_tokens":1444618,"reasoning_tokens":507635,"requests":2035,"tool_calls":3240,"tools_per_response":1.5921}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":30.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.9022,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.2632,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0526,"group":"efficiency","normalized":0.6697,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2105,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2632,"group":"efficiency","normalized":0.7601,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.38,"low_confidence":true,"score":7.9363},"build":{"components":{"build_error_resolution":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"build_success":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.6035,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1351,"group":"output","normalized":0.6667,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0541,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2162,"group":"efficiency","normalized":0.3751,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.1081,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2703,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.37,"low_confidence":true,"score":4.3682},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.3509,"group":"output","normalized":0.3956,"weight":20.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.5198,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0877,"group":"output","normalized":0.6667,"weight":5.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0351,"group":"efficiency","normalized":0.2532,"weight":2.0},"implementation_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.1404,"group":"efficiency","normalized":0.4482,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0702,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1754,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.57,"low_confidence":false,"score":4.2975},"code-review":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.8972,"weight":6.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1667,"group":"efficiency","normalized":0.0,"weight":4.0},"issues_raised":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.5,"weight":6.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"review_impact":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"review_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.5,"weight":8.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.24,"low_confidence":true,"score":5.1597},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.8806,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0714,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.2857,"group":"efficiency","normalized":0.4836,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3571,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.28,"low_confidence":true,"score":5.6834},"director":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.9188,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.5882,"group":"output","normalized":1.0,"weight":40.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.7139,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":8.6014},"orchestrator":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.9232,"weight":8.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"gate_pass_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.4652,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.3125,"group":"efficiency","normalized":0.5097,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.32,"low_confidence":true,"score":6.3138},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.3191,"group":"output","normalized":0.3956,"weight":15.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.7222,"weight":8.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0426,"group":"efficiency","normalized":0.201,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1702,"group":"efficiency","normalized":0.5,"weight":8.0},"pseudocode_coverage":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.0851,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.2128,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.47,"low_confidence":true,"score":4.4923},"scout":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6667,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.9619,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":0.7421,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":6.9456},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0735,"group":"output","normalized":0.3956,"weight":5.0},"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.7509,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.6667,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.3676,"group":"output","normalized":0.95,"weight":25.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0294,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.3497,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1471,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":6.7941},"sprint-plan":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"cost":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.8847,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1389,"group":"output","normalized":0.6667,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0278,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.1111,"group":"efficiency","normalized":0.5,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.9875,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.0556,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1389,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.72,"low_confidence":false,"score":7.5513},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.8538,"weight":6.0},"delegation_success_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0869,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.1333,"group":"efficiency","normalized":0.0,"weight":4.0},"review_completeness":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":15.0},"sprint_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.3333,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.3,"low_confidence":true,"score":4.4901},"test":{"components":{"context_efficiency":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"cost":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5793,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.4,"group":"output","normalized":1.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.2,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.5,"low_confidence":false,"score":6.1586}},"artifacts":{"page_url":"https://evals.favur.dev/runs/the2048__deepseek-deepseek-v4-flash-6.26.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/the2048/deepseek-deepseek-v4-flash-6.26.2026","run_folder":"runs/the2048/deepseek-deepseek-v4-flash-6.26.2026"},"composite":{"completion_score":5.0,"coverage":0.5817,"low_confidence":false,"pin":{"composite_score":42.5744,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":13.01,"score":55.5876},"deliverable":{"avg_complexity":3.35,"coverage_pct":79.33,"files_changed":304,"lint_errors":135,"maintainability_index":65.62,"src_loc":2779,"test_files":16},"ended_at":"2026-06-26T11:50:19.198180+00:00","is_mixed_run":false,"roster":{"architect":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"build":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"code-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"develop":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"director":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"orchestrator":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"pseudocode":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"scout":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"spec":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-plan":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"sprint-review":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"},"test":{"family":"deepseek-flash","model_key":"deepseek/deepseek-v4-flash:nitro","model_unavailable":false,"vendor":"deepseek","version":"v4"}},"rubric_version":15,"run_id":"the2048/deepseek-deepseek-v4-flash-6.26.2026","run_status":"completed","sow":"the2048","started_at":"2026-06-25T15:22:08.392615+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.7933,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.6562,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.3956,"pct":39.56,"raw":5.9335},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.5404,"weight":0.25},"cost":{"available":true,"normalized":0.8441,"weight":0.55},"overhead_share":{"available":true,"normalized":0.6061,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.7206,"pct":72.06,"raw":12.2498},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.6667,"weight":0.5},"output_volume":{"available":true,"normalized":0.6667,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.6667,"pct":66.67,"raw":4.0001},"effort_efficiency":{"components":{"context_efficiency":{"available":false,"normalized":null,"weight":0.15},"context_window_usage":{"available":true,"normalized":1.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.4797,"weight":0.15},"token_economy":{"available":true,"normalized":0.5623,"weight":0.15},"token_volume":{"available":true,"normalized":0.5,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.5,"weight":0.2}},"coverage":0.85,"low_confidence":false,"max":13.0,"normalized_score":0.5368,"pct":53.68,"raw":6.9786},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.812,"weight":0.6},"verification_density":{"available":true,"normalized":0.8031,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.8085,"pct":80.85,"raw":6.4676},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.7,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":1.0,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.5,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.595,"pct":59.5,"raw":8.925},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.969,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.742,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.942,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.7737,"weight":0.2},"unauthorized":{"available":true,"normalized":0.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6455,"pct":64.55,"raw":8.3921},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.6578,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5766,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.6172,"pct":61.72,"raw":8.0232}},"telemetry":{"cache_hit_rate":70.6324,"cached_input_tokens":386906112,"concurrency_factor":1.1813,"cost_usd":33.140271,"duration_min":1228.1801,"failed_requests":19,"failure_breakdown":{"empty_response":0,"http_error":19,"no_response":0},"input_tokens":547774221,"output_tokens":4533061,"reasoning_tokens":1716085,"requests":6548,"tool_calls":10747,"tools_per_response":1.6413}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6584,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8568,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.9211,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":8.1596},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2305,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.0,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.4346,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8302,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.6549,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.3904},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.2122,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.2432,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.2904,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.663,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.721,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7484,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.865,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9973,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.7697},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.5023,"weight":2.0},"cost":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.5,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8477,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0417,"group":"efficiency","normalized":0.6509,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.6433,"weight":6.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.1562,"group":"output","normalized":1.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9459,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7455,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.9567,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":8.6587},"concierge":{"components":{"context_efficiency":{"available":true,"effective_weight":0.25,"group":"efficiency","normalized":0.7691,"weight":10.0},"cost":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"deliverables":{"available":true,"effective_weight":0.75,"group":"output","normalized":0.2904,"weight":30.0},"fsm_advance_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0},"output_per_request":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":5.0},"token_volume":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":15.0},"validator_first_attempt_rate":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":10.0}},"coverage":0.4,"low_confidence":true,"score":4.1007},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.96,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.3962,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.1562,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6986,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.8536,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.6022,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.8355,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":8.1287},"director":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5973,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":1.0,"weight":40.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.4511,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5451,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5455,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.4129},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6859,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.9692,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9897,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8174,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7198,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.7116},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.0,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.2118,"weight":8.0},"cost":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0735,"group":"output","normalized":0.2904,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.8261,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.3676,"group":"output","normalized":0.8571,"weight":25.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1471,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":6.2992},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.6157,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7949,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.721,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5161,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.6923,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5055,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6557,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.9926},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.3533,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5215,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.2904,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.8,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7643,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0168,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7618,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7318,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7065,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":6.6056},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.2122,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.262,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1466,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.2904,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9692,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7299,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1144,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8846,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.9159},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5798,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.2904,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":1.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7282,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.5,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.4309,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.5531,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.9956},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7955,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.2862,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.5656,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9444,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.7043,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8261,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":8.3407},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.3498,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.5,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.0,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6297,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":3.9327}},"artifacts":{"page_url":"https://evals.favur.dev/runs/the2048__gemini-multi-model-7-22-2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/the2048/gemini-multi-model-7-22-2026","run_folder":"runs/the2048/gemini-multi-model-7-22-2026"},"composite":{"completion_score":0.0,"coverage":0.9739,"low_confidence":false,"pin":{"composite_score":52.6349,"pinned_at":"2026-07-22","rubric_version":15},"pin_drift":0.0,"score":52.6349},"deliverable":{"avg_complexity":3.66,"coverage_pct":0.0,"files_changed":129,"lint_errors":172,"maintainability_index":73.12,"src_loc":1360,"test_files":26},"ended_at":"2026-07-22T05:03:53.380565+00:00","is_mixed_run":true,"roster":{"architect":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"build":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"code-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"concierge":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"develop":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"director":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"orchestrator":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"platform":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"pseudocode":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"scout":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"},"spec":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-plan":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"sprint-review":{"family":"gemini-flash","model_key":"google/gemini-3.6-flash","model_unavailable":false,"vendor":"google","version":"3.6"},"test":{"family":"gemini-flash-lite","model_key":"google/gemini-3.5-flash-lite","model_unavailable":false,"vendor":"google","version":"3.5"}},"rubric_version":15,"run_id":"the2048/gemini-multi-model-7-22-2026","run_status":"completed","sow":"the2048","started_at":"2026-07-21T22:09:30.897146+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.33,"weight":0.2},"coverage":{"available":true,"normalized":0.0,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.7312,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.2122,"pct":21.22,"raw":3.1836},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.0,"weight":0.25},"cost":{"available":true,"normalized":0.0,"weight":0.55},"overhead_share":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.3333,"weight":0.5},"output_volume":{"available":true,"normalized":0.2475,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.2904,"pct":29.04,"raw":1.7423},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.0,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.0,"weight":0.05},"output_discipline":{"available":true,"normalized":0.0,"weight":0.15},"token_economy":{"available":true,"normalized":0.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.0,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.0,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.8299,"weight":0.6},"verification_density":{"available":true,"normalized":0.1985,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.5773,"pct":57.73,"raw":4.6188},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":0.9,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.0,"weight":0.1},"test_density":{"available":true,"normalized":0.7,"weight":0.2},"test_structure":{"available":true,"normalized":0.6667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.565,"pct":56.5,"raw":8.475},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9585,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.682,"weight":0.15},"request_failure_rate":{"available":true,"normalized":0.94,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.68,"weight":0.2},"unauthorized":{"available":true,"normalized":0.6,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7661,"pct":76.61,"raw":9.9599},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.0,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.0,"pct":0.0,"raw":0.0}},"telemetry":{"cache_hit_rate":68.3784,"cached_input_tokens":148404626,"concurrency_factor":0.7284,"cost_usd":102.81335401333335,"duration_min":414.3747,"failed_requests":15,"failure_breakdown":{"empty_response":0,"http_error":15,"no_response":0},"input_tokens":217034213,"output_tokens":1795445,"reasoning_tokens":426639,"requests":4967,"tool_calls":5656,"tools_per_response":1.1387}},{"agent_roles":{"architect":{"components":{"architecture_completeness":{"available":true,"effective_weight":0.3125,"group":"output","normalized":1.0,"weight":30.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8375,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.127,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.6465,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4747,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1184,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.499},"build":{"components":{"build_error_resolution":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"build_success":{"available":true,"effective_weight":0.2,"group":"output","normalized":1.0,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.7876,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.9545,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.5,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8822,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0838},"code":{"components":{"code_quality":{"available":true,"effective_weight":0.2,"group":"output","normalized":0.2739,"weight":20.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.853,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.05,"group":"output","normalized":0.9545,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.6724,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8181,"weight":2.0},"implementation_first_attempt_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.763,"weight":15.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0269,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.5149},"code-review":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.8617,"weight":2.0},"cost":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.0983,"weight":6.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.8421,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0417,"group":"efficiency","normalized":0.1049,"weight":4.0},"issues_raised":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5703,"weight":10.0},"output_per_request":{"available":true,"effective_weight":0.0625,"group":"efficiency","normalized":0.4524,"weight":6.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"review_impact":{"available":true,"effective_weight":0.1562,"group":"output","normalized":0.0,"weight":15.0},"review_verdict":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9524,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.0165,"weight":8.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.9452,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":5.5172},"develop":{"components":{"acceptance_criteria_first_attempt":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.977,"weight":25.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.7588,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.089,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.1562,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6738,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.7672,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.1206,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.9913,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.2499},"director":{"components":{"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8375,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.1549,"weight":8.0},"document_quality":{"available":true,"effective_weight":0.4167,"group":"output","normalized":0.5833,"weight":40.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.6667,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.3377,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.4719,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.007,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.5,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":4.9436},"orchestrator":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.9003,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.1384,"weight":8.0},"delegation_success_rate":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9945,"weight":10.0},"gate_pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.7634,"weight":25.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.8279,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9957,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.1952},"platform":{"components":{"code_quality":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.2739,"weight":10.0},"context_efficiency":{"available":true,"effective_weight":0.1176,"group":"efficiency","normalized":0.5921,"weight":8.0},"cost":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.0735,"group":"output","normalized":0.9545,"weight":5.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":2.0},"output_per_request":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":8.0},"platform_verification_rate":{"available":true,"effective_weight":0.3676,"group":"output","normalized":0.5,"weight":25.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1471,"group":"output","normalized":0.8421,"weight":10.0}},"coverage":0.68,"low_confidence":false,"score":6.1033},"pseudocode":{"components":{"code_quality":{"available":true,"effective_weight":0.15,"group":"output","normalized":0.0,"weight":15.0},"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.867,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0001,"weight":8.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.7348,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4942,"weight":8.0},"pseudocode_coverage":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.5102,"weight":25.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0029,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":4.6644},"scout":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8576,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9545,"weight":10.0},"finding_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":1.0,"weight":30.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4709,"weight":8.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0021,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8647,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.0341},"spec":{"components":{"code_quality":{"available":true,"effective_weight":0.0521,"group":"output","normalized":0.2739,"weight":5.0},"context_efficiency":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.8375,"weight":8.0},"cost":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.9545,"weight":10.0},"document_quality":{"available":true,"effective_weight":0.2604,"group":"output","normalized":0.9,"weight":25.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":0.75,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.0208,"group":"efficiency","normalized":0.0452,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.0833,"group":"efficiency","normalized":0.5,"weight":8.0},"request_error_rate":{"available":false,"effective_weight":0.0,"group":"efficiency","normalized":null,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1042,"group":"efficiency","normalized":0.9699,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1042,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.96,"low_confidence":false,"score":7.8546},"sprint-plan":{"components":{"context_efficiency":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.8642,"weight":8.0},"cost":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.0889,"weight":8.0},"deliverables":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.9545,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.8333,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.02,"group":"efficiency","normalized":0.0,"weight":2.0},"output_per_request":{"available":true,"effective_weight":0.08,"group":"efficiency","normalized":0.4632,"weight":8.0},"plan_quality":{"available":true,"effective_weight":0.3,"group":"output","normalized":0.4952,"weight":30.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0092,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":5.8156},"sprint-review":{"components":{"cost":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.0399,"weight":6.0},"delegation_success_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":0.7973,"weight":10.0},"hallucination_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":0.0,"weight":4.0},"output_per_request":{"available":true,"effective_weight":0.06,"group":"efficiency","normalized":0.4397,"weight":6.0},"request_error_rate":{"available":true,"effective_weight":0.04,"group":"efficiency","normalized":1.0,"weight":4.0},"review_completeness":{"available":true,"effective_weight":0.15,"group":"output","normalized":1.0,"weight":15.0},"sprint_verdict":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.9667,"weight":25.0},"token_volume":{"available":true,"effective_weight":0.1,"group":"efficiency","normalized":0.0033,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.1,"group":"output","normalized":1.0,"weight":10.0}},"coverage":1.0,"low_confidence":false,"score":7.4051},"test":{"components":{"context_efficiency":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.6567,"weight":10.0},"cost":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.0001,"weight":10.0},"coverage_floor":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.0,"weight":10.0},"fsm_advance_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":0.6667,"weight":10.0},"pass_rate":{"available":true,"effective_weight":0.25,"group":"output","normalized":0.8932,"weight":20.0},"test_verdict":{"available":false,"effective_weight":0.0,"group":"output","normalized":null,"weight":20.0},"token_volume":{"available":true,"effective_weight":0.125,"group":"efficiency","normalized":0.007,"weight":10.0},"validator_first_attempt_rate":{"available":true,"effective_weight":0.125,"group":"output","normalized":1.0,"weight":10.0}},"coverage":0.8,"low_confidence":false,"score":5.1461}},"artifacts":{"page_url":"https://evals.favur.dev/runs/the2048__meta-muse-spark-1.1-7.19.2026","repo_url":"https://github.com/awesoftsolutions/favur-runs/tree/main/runs/the2048/meta-muse-spark-1.1-7.19.2026","run_folder":"runs/the2048/meta-muse-spark-1.1-7.19.2026"},"composite":{"completion_score":4.1667,"coverage":0.9739,"low_confidence":false,"pin":{"composite_score":67.6368,"pinned_at":"2026-07-20","rubric_version":15},"pin_drift":-10.86,"score":56.7764},"deliverable":{"avg_complexity":8.35,"coverage_pct":66.22,"files_changed":513,"lint_errors":942,"maintainability_index":54.18,"src_loc":5146,"test_files":45},"ended_at":"2026-07-19T16:27:52.238196+00:00","is_mixed_run":false,"roster":{"architect":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"build":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"code":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"code-review":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"develop":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"director":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"orchestrator":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"platform":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"pseudocode":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"scout":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"spec":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"sprint-plan":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"sprint-review":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"},"test":{"family":"muse-spark","model_key":"meta/muse-spark-1.1","model_unavailable":false,"vendor":"meta","version":"1.1"}},"rubric_version":15,"run_id":"the2048/meta-muse-spark-1.1-7.19.2026","run_status":"completed","sow":"the2048","started_at":"2026-07-19T12:06:18.080000+00:00","subjects":{"code_quality":{"components":{"complexity":{"available":true,"normalized":0.0,"weight":0.2},"coverage":{"available":true,"normalized":0.6622,"weight":0.25},"lint":{"available":true,"normalized":0.0,"weight":0.35},"maintainability":{"available":true,"normalized":0.5418,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.2739,"pct":27.39,"raw":4.1086},"cost_efficiency":{"components":{"cache_effectiveness":{"available":true,"normalized":0.1485,"weight":0.25},"cost":{"available":true,"normalized":0.0178,"weight":0.55},"overhead_share":{"available":true,"normalized":0.8882,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":17.0,"normalized_score":0.2245,"pct":22.45,"raw":3.8171},"deliverables":{"components":{"completeness":{"available":true,"normalized":0.9089,"weight":0.5},"output_volume":{"available":true,"normalized":1.0,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":6.0,"normalized_score":0.9545,"pct":95.45,"raw":5.7267},"effort_efficiency":{"components":{"context_efficiency":{"available":true,"normalized":0.7481,"weight":0.15},"context_window_usage":{"available":true,"normalized":0.4209,"weight":0.05},"output_discipline":{"available":true,"normalized":0.4196,"weight":0.15},"token_economy":{"available":true,"normalized":0.0,"weight":0.15},"token_volume":{"available":true,"normalized":0.0103,"weight":0.3},"turns_to_completion":{"available":true,"normalized":0.3029,"weight":0.2}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.2599,"pct":25.99,"raw":3.3781},"process_discipline":{"components":{"command_success_rate":{"available":true,"normalized":0.718,"weight":0.6},"verification_density":{"available":true,"normalized":0.1515,"weight":0.4}},"coverage":1.0,"low_confidence":false,"max":8.0,"normalized_score":0.4914,"pct":49.14,"raw":3.9312},"test_quality":{"components":{"assertion_density":{"available":true,"normalized":1.0,"weight":0.25},"coverage_floor":{"available":true,"normalized":0.0,"weight":0.15},"pass_rate":{"available":true,"normalized":0.8932,"weight":0.1},"test_density":{"available":true,"normalized":0.85,"weight":0.2},"test_structure":{"available":true,"normalized":0.6667,"weight":0.3}},"coverage":1.0,"low_confidence":false,"max":15.0,"normalized_score":0.7093,"pct":70.93,"raw":10.6398},"tool_discipline":{"components":{"first_try_hit_rate":{"available":true,"normalized":0.9794,"weight":0.1},"hallucination_rate":{"available":true,"normalized":0.792,"weight":0.15},"request_failure_rate":{"available":true,"normalized":1.0,"weight":0.3},"tool_error_rate":{"available":true,"normalized":0.8725,"weight":0.2},"unauthorized":{"available":true,"normalized":1.0,"weight":0.25}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.9412,"pct":94.12,"raw":12.2361},"velocity":{"components":{"request_latency":{"available":true,"normalized":0.8932,"weight":0.5},"tokens_per_second":{"available":true,"normalized":0.5324,"weight":0.5}},"coverage":1.0,"low_confidence":false,"max":13.0,"normalized_score":0.7128,"pct":71.28,"raw":9.2664}},"telemetry":{"cache_hit_rate":25.8354,"cached_input_tokens":368210737,"concurrency_factor":0.9527,"cost_usd":1412.4439465499995,"duration_min":261.5693,"failed_requests":0,"failure_breakdown":{"empty_response":0,"http_error":0,"no_response":0},"input_tokens":1425216854,"output_tokens":8459927,"reasoning_tokens":1317483,"requests":12073,"tool_calls":19477,"tools_per_response":1.6133}}],"sows":[{"first_run_at":"2026-06-26T20:51:44.572164+00:00","id":"circles","last_run_at":"2026-07-24T11:00:23.915699+00:00","run_count":59},{"first_run_at":"2026-06-27T05:39:44.789381+00:00","id":"solarSystem","last_run_at":"2026-07-26T06:50:50.289399+00:00","run_count":13},{"first_run_at":"2026-06-26T11:50:19.198180+00:00","id":"the2048","last_run_at":"2026-07-22T05:03:53.380565+00:00","run_count":3}],"vendors":[{"display":"Anthropic","id":"anthropic","run_count":7,"url":"https://anthropic.com"},{"display":"DeepSeek","id":"deepseek","run_count":9,"url":"https://deepseek.com"},{"display":"Google","id":"google","run_count":27,"url":"https://ai.google.dev"},{"display":"Meta","id":"meta","run_count":3,"url":"https://llama.com"},{"display":"Moonshot AI","id":"moonshotai","run_count":5,"url":""},{"display":"OpenAI","id":"openai","run_count":2,"url":"https://openai.com"},{"display":"Qwen","id":"qwen","run_count":4,"url":"https://qwenlm.github.io"},{"display":"Stepfun","id":"stepfun","run_count":2,"url":""},{"display":"Thinkingmachines","id":"thinkingmachines","run_count":2,"url":""},{"display":"xAI","id":"x-ai","run_count":4,"url":"https://x.ai"},{"display":"Xiaomi","id":"xiaomi","run_count":8,"url":""},{"display":"Z.ai","id":"z-ai","run_count":3,"url":"https://z.ai"}]}