[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"glossary-automation-bias::en":3,"gloss-cluster-automation-bias::en":23,"gloss-next-automation-bias::en":9},{"slug":4,"category":5,"name":6,"definition":7,"meta_desc":8,"faq":9,"schema_markup":9,"related":10},"automation-bias","saas","Automation Bias","Automation bias is the tendency to trust a machine's output more than the evidence warrants, and to stop looking for the evidence at all once the machine has spoken. It has been studied for decades in aviation and clinical decision support, and it is the human factor that decides whether an AI feature makes a team better or merely faster at being wrong.\n\nIt shows up in two directions. People accept a recommendation that is incorrect but plausible, because checking is effortful and the system is usually right — and people fail to act on something the system did not flag, because the absence of an alert reads as an all-clear. The second is the more dangerous, because nothing about it looks like a decision, and it leaves no trace of a judgement that was never made.\n\nFluency makes generative systems a special case. Confidence in language is a signal humans use to judge reliability in each other, and it is nearly free for a model to produce, so the least well-grounded output can be the most persuasive. A hedged, poorly written correct answer will lose to a polished wrong one in almost any review process that does not deliberately compensate.\n\nThe countermeasures are design choices rather than warnings. Show what the answer rests on — the source, the record, the calculation — close enough that checking is easier than trusting. Surface disagreement and uncertainty rather than smoothing it away. Avoid pre-filling the decision the reviewer is meant to make. And measure whether review is real: an override rate of nearly zero across a large volume means the system is being deferred to, not read.\n\nFor buyers, this is why a demo proves less than it appears to. The relevant question is not whether the tool is right most of the time, but what happens to the team's own vigilance after a few months of it being right most of the time — because that is when the case it gets wrong arrives, and by then nobody is looking.","Automation bias is over-trusting a system's output and missing what it failed to flag. Fluent generative answers make it worse, and design must compensate.",null,[11,14,17,20],{"slug":12,"name":13},"confidence-threshold","Confidence Threshold",{"slug":15,"name":16},"guardrails","Guardrails",{"slug":18,"name":19},"hallucination","Hallucination",{"slug":21,"name":22},"human-in-the-loop","Human-in-the-Loop",[24,28,31,35,39,42,45,48,51,54,57,60],{"slug":25,"category":5,"name":26,"updated_at":27},"activation","Activation","2026-09-08T21:32:35+00:00",{"slug":29,"category":5,"name":30,"updated_at":27},"aha-moment","Aha Moment",{"slug":32,"category":5,"name":33,"updated_at":34},"ai-literacy","AI Literacy","2026-09-08T21:32:37+00:00",{"slug":36,"category":5,"name":37,"updated_at":38},"annual-contract-value","Annual Contract Value (ACV)","2026-09-08T21:32:36+00:00",{"slug":40,"category":5,"name":41,"updated_at":27},"api-first","API-First",{"slug":43,"category":5,"name":44,"updated_at":27},"arpa","Average Revenue Per Account (ARPA)",{"slug":46,"category":5,"name":47,"updated_at":27},"arr","Annual Recurring Revenue (ARR)",{"slug":49,"category":5,"name":50,"updated_at":38},"auto-renewal-clause","Auto-Renewal Clause",{"slug":52,"category":5,"name":53,"updated_at":38},"build-vs-buy","Build vs. Buy",{"slug":55,"category":5,"name":56,"updated_at":27},"burn-multiple","Burn Multiple",{"slug":58,"category":5,"name":59,"updated_at":38},"burn-rate","Burn Rate",{"slug":61,"category":5,"name":62,"updated_at":27},"cac","Customer Acquisition Cost (CAC)"]