{"repo":"NousResearch/hermes-agent","public_id":"83116","display_label":"Masked test failures incorrectly recorded as passing","summary":"A bug where masked test failures could be recorded as passing verification, along with related fix attempts addressing this behavior.","subsystem":"agent/verify","counts":{"members":4,"open_issues":0,"open_issues_distinct":0,"open_prs":0,"closed_issues":1,"merged_prs":2,"attempt_prs":1},"landed_fix":{"status":"merged_to_main","basis":"structural","pr":87506,"merged_at":"2026-08-16T07:14:58+00:00"},"resolution":{"state":"resolved","by":"pr-87506"},"freshness":{"state":"verified","last_verified_at":"2026-08-16T07:14:58+00:00","is_stale":false},"grouping":{"backbone":"STRUCTURAL_SPANNING","link_density":0.5},"fix_edges":[{"issue_number":83116,"pr_number":87496,"tier":"verified","basis":"superseded_ref","confidence":0.9,"recoverable_from_timeline":false,"pr_merged_at":"2026-08-16T06:48:16+00:00"},{"issue_number":83116,"pr_number":87506,"tier":"verified","basis":"closing_ref","confidence":0.95,"recoverable_from_timeline":true,"pr_merged_at":"2026-08-16T07:14:58+00:00"}],"members":[{"kind":"issue","number":83116,"title":"[Bug]: Masked test failures can be recorded as passing verification","url":null,"state":"closed"},{"kind":"pr","number":83117,"title":"fix(agent): keep masked test failures from passing verification","url":null,"state":"closed","close_reason":{"refs":[{"kind":"commit","value":"c6dfdcbf8d55","number":0},{"kind":"pr","value":"#87506","number":87506},{"kind":"pr","value":"#87496","number":87496}],"category":"merged_via","implication":"superseded"},"merged":false},{"kind":"pr","number":87496,"title":"fix(terminal): warn when exit_code 0 masks a piped build/test failure","url":null,"state":"merged","close_reason":{"category":"merged"},"merged":true,"is_fix_pr":true,"fix_tier":"verified","files_changed":["tests/tools/test_terminal_hints.py","tools/terminal_hints.py","tools/terminal_tool.py"]},{"kind":"pr","number":87506,"title":"fix(agent): keep masked test failures from passing verification (salvage #83117)","url":null,"state":"merged","close_reason":{"category":"merged"},"merged":true,"is_fix_pr":true,"fix_tier":"verified","files_changed":["agent/verification_evidence.py","tests/agent/test_verification_evidence.py"]}],"trust":{"default_tier":"verified","includes_suggested":false}}