{
    "archive_path": "archive/1788602633.38826",
    "base_url": "www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems",
    "basename": "ai-handles-incidents-engineers-lose-touch-with-their-systems",
    "bookmarked_date": "2026-09-05 10:03",
    "canonical": {
        "archive_org_path": "https://web.archive.org/web/www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems",
        "dom_path": "output.html",
        "favicon_path": "favicon.ico",
        "git_path": "git/",
        "google_favicon_path": "https://www.google.com/s2/favicons?domain=www.sylvainkalache.com",
        "headers_path": "headers.json",
        "htmltotext_path": "htmltotext.txt",
        "index_path": "index.html",
        "media_path": "media/",
        "mercury_path": "mercury/content.html",
        "pdf_path": "output.pdf",
        "readability_path": "readability/content.html",
        "screenshot_path": "screenshot.png",
        "singlefile_path": "singlefile.html",
        "warc_path": "warc/",
        "wget_path": "www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems.html"
    },
    "domain": "www.sylvainkalache.com",
    "extension": "",
    "hash": "CYD4HFNTPE6ZPJH8SCSC",
    "history": {
        "archive_org": [],
        "dom": [],
        "favicon": [
            {
                "cmd": [
                    "curl",
                    "--silent",
                    "--location",
                    "--compressed",
                    "--max-time",
                    "120",
                    "--output",
                    "favicon.ico",
                    "--user-agent",
                    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.14.1 (x86_64-pc-linux-gnu)",
                    "https://www.google.com/s2/favicons?domain=www.sylvainkalache.com"
                ],
                "cmd_version": "curl 8.14.1 (x86_64-pc-linux-gnu)",
                "end_ts": "2026-09-05T10:04:42.491529+00:00",
                "index_texts": null,
                "output": "favicon.ico",
                "pwd": "/data/archive/1788602633.38826",
                "schema": "ArchiveResult",
                "start_ts": "2026-09-05T10:04:41.903204+00:00",
                "status": "succeeded"
            }
        ],
        "git": [],
        "headers": [
            {
                "cmd": [
                    "curl",
                    "--silent",
                    "--location",
                    "--compressed",
                    "--head",
                    "--max-time",
                    "120",
                    "--user-agent",
                    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.14.1 (x86_64-pc-linux-gnu)",
                    "https://www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems"
                ],
                "cmd_version": "curl 8.14.1 (x86_64-pc-linux-gnu)",
                "end_ts": "2026-09-05T10:04:42.982965+00:00",
                "index_texts": null,
                "output": "headers.json",
                "pwd": "/data/archive/1788602633.38826",
                "schema": "ArchiveResult",
                "start_ts": "2026-09-05T10:04:42.500364+00:00",
                "status": "succeeded"
            }
        ],
        "htmltotext": [],
        "media": [],
        "mercury": [
            {
                "cmd": [
                    "/app/node_modules/@postlight/parser/cli.js",
                    "https://www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems"
                ],
                "cmd_version": "1.0.0",
                "end_ts": "2026-09-05T10:04:54.881892+00:00",
                "index_texts": null,
                "output": "mercury",
                "pwd": "/data/archive/1788602633.38826",
                "schema": "ArchiveResult",
                "start_ts": "2026-09-05T10:04:51.858763+00:00",
                "status": "succeeded"
            }
        ],
        "pdf": [],
        "readability": [
            {
                "cmd": [
                    "/app/node_modules/readability-extractor/readability-extractor",
                    "/tmp/tmpl03qtpxr",
                    "https://www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems"
                ],
                "cmd_version": "0.0.11",
                "end_ts": "2026-09-05T10:04:51.851217+00:00",
                "index_texts": [
                    "When I was an SRE at LinkedIn, back in 2012, I designed a system that could heal itself and learn from previous incidents. AI capabilities were nowhere near what we have today, and that remained a prototype, but this is now a reality.\nThese tools do it all: inspect alerts, form hypotheses, query telemetry, correlate recent deployments, and even implement the fix themselves. As much as I love to see it, I have a major concern: we are losing touch with our systems.\nThe better these tools become at resolving routine incidents, the less practice human responders will get. And when an ambiguous, high-severity incident comes in that automation cannot solve, responding engineers will be in trouble.\n\nThese AI-assisted incident response tools, more commonly called \u201cAI SREs\u201d \u2013 a term I don\u2019t particularly like \u2013 are fantastic in many ways. They feel especially magical when they handle a routine incident at night and you don\u2019t have to wake up for a capacity issue.\nThe problem is that routine incidents are also how responders \u201csafely\u201d develop an intuition for how their systems behave and fail. When AI runs into a hard, never-seen-before incident it cannot solve, engineers will have to take over with less practice than they would have had before.\nHuman-factors researcher Lisanne Bainbridge described this paradox in her famous 1983 paper, The Ironies of Automation. She explained that automation reduces operators\u2019 opportunities to practice routine work while leaving them responsible for new and abnormal situations. She argues that, therefore, operators need to be more skilled and receive even more training than before automation.\nIn the years to come, I predict that the average MTTR for most incidents will go down \u2013 thanks to AI-assisted incident response \u2013 but that the resolution time will shoot up for complex incidents because incident responders lost touch with their system and are struggling to investigate.\n\nWe can look at the aviation industry for inspiration.\nPlane automation handles much of the flying, but pilots remain responsible for situations that automation cannot manage: engine failures, unreliable instruments, rejected takeoffs, stalls, and other abnormal conditions.\nThese events are extremely rare. Modern turbine engines, for example, experience fewer than one in-flight shutdown per 100,000 engine flight hours. In other words, that is rare enough that a commercial pilot may complete an entire career without experiencing one outside a simulator.\nBut when a failure occurs, pilots must react quickly and correctly. For example, on TransAsia Airways Flight 235, the right engine\u2019s propeller autofeathered shortly after takeoff. And while the aircraft was designed to continue flying on its left engine, the crew misidentified the problem. The aircraft stalled and crashed only 117 seconds after the first warning.\nAirline pilots regularly return to simulators to rehearse rare emergencies. Under US FAA rules, captains must complete recurrent training or a proficiency check every six months, including scenarios such as an engine failure during takeoff.\nWhile most software incidents do not threaten lives, that is no reason not to perfect our craft. Turns out the technology that created the issue can also help close it.\n\nAt Rootly, where I work, we partnered with Uptime Labs to apply this idea through realistic incident simulations. Engineers take the incident commander\u2019s seat during a simulated e-commerce outage, using observability tools while coordinating with LLM-powered stakeholders in Slack.\nThe result feels real. You have to investigate what\u2019s going wrong while keeping the response organized and dealing with the CEO and customer support. You get to practice the skills that matter during an incident: making sense of incomplete information, communicating clearly, coordinating people, and actually running the response.\n\nBut what about using AI as a trainer? Responders can ask an agent to explain the steps it took, the signals it examined, and the evidence behind its diagnosis.\nBut explanation and observation are not substitutes for practice. You might pick up a few things from watching Serena Williams play, but you only learn tennis by getting on the court, and incident response is no different.\nI spent more than half a decade of my career building a software engineering school around progressive education: learning by doing. It was in-person, but we had no teachers; students worked on projects instead of listening to lectures. When Dropbox told me graduates it hired were still too inexperienced at troubleshooting, I created projects that gave students broken infrastructure and required them to diagnose and repair it. For most hands-on skills, I believe hands-on education beats passive instruction by a lot.\n\nAs LLMs do more of our work, engineering teams risk accumulating comprehension debt: a growing gap between how their systems work and how well responders understand them.\nEngineers should regularly interact with the system they watch over, handle unfamiliar failures, practice working under pressure, and rehearse the coordination and communication required during a SEV0. Tabletop exercises and chaos engineering are nothing new, but practice has become even more important in the LLM era.\nResearcher Bainbridge recommended giving operators regular hands-on control and using simulation to prevent their skills from decaying. That\u2019s the irony of automation, the more successful it becomes, the less prepared humans may be for the moment it fails."
                ],
                "output": "readability",
                "pwd": "/data/archive/1788602633.38826",
                "schema": "ArchiveResult",
                "start_ts": "2026-09-05T10:04:50.135833+00:00",
                "status": "succeeded"
            }
        ],
        "screenshot": [],
        "singlefile": [],
        "title": [
            {
                "cmd": [
                    "curl",
                    "--silent",
                    "--location",
                    "--compressed",
                    "--max-time",
                    "120",
                    "--user-agent",
                    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.14.1 (x86_64-pc-linux-gnu)",
                    "https://www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems"
                ],
                "cmd_version": "curl 8.14.1 (x86_64-pc-linux-gnu)",
                "end_ts": "2026-09-05T10:04:50.128693+00:00",
                "index_texts": null,
                "output": "AI handles incidents, engineers lose touch with their systems \u2014 Sylvain Kalache",
                "pwd": "/data/archive/1788602633.38826",
                "schema": "ArchiveResult",
                "start_ts": "2026-09-05T10:04:50.111177+00:00",
                "status": "succeeded"
            }
        ],
        "wget": [
            {
                "cmd": [
                    "wget",
                    "--no-verbose",
                    "--adjust-extension",
                    "--convert-links",
                    "--force-directories",
                    "--backup-converted",
                    "--span-hosts",
                    "--no-parent",
                    "-e",
                    "robots=off",
                    "--timeout=120",
                    "--restrict-file-names=windows",
                    "--warc-file=/data/archive/1788602633.38826/warc/1788602682",
                    "--page-requisites",
                    "--user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) wget/GNU Wget 1.21.3",
                    "--compression=auto",
                    "https://www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems"
                ],
                "cmd_version": "GNU Wget 1.21.3",
                "end_ts": "2026-09-05T10:04:50.101086+00:00",
                "index_texts": null,
                "output": "www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems.html",
                "pwd": "/data/archive/1788602633.38826",
                "schema": "ArchiveResult",
                "start_ts": "2026-09-05T10:04:42.993398+00:00",
                "status": "succeeded"
            }
        ]
    },
    "icons": null,
    "is_archived": true,
    "is_static": false,
    "latest": {
        "archive_org": null,
        "dom": null,
        "favicon": "favicon.ico",
        "git": null,
        "media": null,
        "pdf": null,
        "screenshot": null,
        "singlefile": null,
        "title": "AI handles incidents, engineers lose touch with their systems \u2014 Sylvain Kalache",
        "warc": null,
        "wget": "www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems.html"
    },
    "link_dir": "/data/archive/1788602633.38826",
    "newest_archive_date": "2026-09-05T10:04:51.858763+00:00",
    "num_failures": 0,
    "num_outputs": 6,
    "oldest_archive_date": "2026-09-05T10:04:41.903204+00:00",
    "path": "/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems",
    "schema": "Link",
    "scheme": "https",
    "snapshot_id": "cb4ccc71-eb55-4adb-94cc-92e5595e84b7",
    "sources": [
        "/data/sources/1788602633-import.txt"
    ],
    "tags": null,
    "tags_str": "",
    "timestamp": "1788602633.38826",
    "title": "AI handles incidents, engineers lose touch with their systems \u2014 Sylvain Kalache",
    "updated": "2026-09-05T10:04:41.902629+00:00",
    "updated_date": "2026-09-05 10:04",
    "url": "https://www.sylvainkalache.com/blog/ai-handles-incidents-engineers-lose-touch-with-their-systems"
}