{
  "slug": "ai-isnt-making-you-faster",
  "title": "AI isn't making you faster",
  "date": "2026-03-21",
  "featuredClaim": "Developers predicted AI would speed them up 24% — measurement showed they were actually 19% slower.",
  "description": "A METR controlled trial found experienced developers were 19% slower with AI tools despite believing they were 24% faster, revealing a wide gap between perceived and actual productivity. Kamil Banc argues the 5% who see real gains succeed by fully delegating complete tasks to AI and measuring results, rather than treating AI as a button to press.",
  "keyPoints": [
    "METR's trial showed developers predicted a 24% speedup but were actually 19% slower, yet still believed they'd gotten faster",
    "95% of organizations see no measurable ROI from AI, and only 21% have replaced a single task",
    "The 5% who see real gains pick a task, hand it to AI completely, and stop doing it themselves",
    "Workers with 81+ hours of deliberate AI training reported 75% higher productivity"
  ],
  "topics": [
    {
      "id": "measurement",
      "slug": "measuring-ai-roi",
      "label": "ROI & Measurement",
      "description": "Measuring AI impact and return on investment"
    },
    {
      "id": "implementation",
      "slug": "ai-implementation",
      "label": "Implementation",
      "description": "Hands-on implementation techniques and frameworks"
    },
    {
      "id": "strategy",
      "slug": "ai-strategy",
      "label": "AI Strategy",
      "description": "Strategic planning and implementation approaches for AI adoption"
    }
  ],
  "claims": [
    "In a METR controlled trial, experienced developers predicted a 24% speedup but were actually 19% slower.",
    "Ninety percent of AI users say it saves time, but measured savings are 2.8% of work hours.",
    "Ninety-five percent of organizations see no measurable ROI from AI, and only 21% replaced a single task.",
    "Workers with over 81 hours of deliberate AI training reported 75% higher productivity than peers.",
    "The 5% who see real gains pick one task and hand it to AI completely."
  ],
  "claimTitles": [
    "METR Trial: Slower, Not Faster",
    "Perceived vs. Measured Savings",
    "ROI Remains Elusive",
    "Training Drives Productivity Gains",
    "Full Delegation Separates the 5%"
  ],
  "originalUrl": "https://aiadopters.club/p/ai-isnt-making-you-faster",
  "claimProvenance": [
    "source-summary",
    "source-summary",
    "source-summary",
    "source-summary",
    "author-interpretation"
  ],
  "primarySources": [
    {
      "title": "controlled trial by METR",
      "url": "https://metr.org/blog/2025-07-10-early-2025-ai-experienced-os-dev-study/",
      "publisher": "metr.org",
      "claimIndices": [
        1
      ]
    },
    {
      "title": "90% of AI users",
      "url": "https://www.techpolicy.press/generative-ais-productivity-myth/",
      "publisher": "techpolicy.press",
      "claimIndices": [
        2
      ]
    },
    {
      "title": "95% of organisations",
      "url": "https://hbr.org/2025/09/ai-generated-workslop-is-destroying-productivity",
      "publisher": "hbr.org",
      "claimIndices": [
        3
      ]
    },
    {
      "title": "Only 21%",
      "url": "https://www.verasight.io/reports/ai-adoption-in-2026",
      "publisher": "verasight.io",
      "claimIndices": [
        3
      ]
    },
    {
      "title": "do see real gains",
      "url": "https://www.ey.com/en_gl/newsroom/2025/11/ey-survey-reveals-companies-are-missing-out-on-up-to-40-percent-of-ai-productivity-gains-due-to-gaps-in-talent-strategy",
      "publisher": "ey.com",
      "claimIndices": [
        4
      ]
    }
  ],
  "quote": "Fast.ai calls this dark flow, a state where AI tools generate the feeling of productivity without the output.",
  "keyStatistics": [
    {
      "stat": "24% predicted speedup vs. 19% measured slowdown",
      "context": "METR's controlled trial gave 16 experienced developers the best AI tools for 246 real tasks; their predictions diverged sharply from measured outcomes."
    },
    {
      "stat": "2.8% measured savings",
      "context": "While 90% of AI users claim the technology saves them time, measured savings amount to only 2.8% of work hours."
    },
    {
      "stat": "95% no measurable ROI",
      "context": "Despite widespread AI adoption, 95% of organizations report no measurable return on investment, and only 21% have replaced a single task with AI."
    },
    {
      "stat": "75% higher productivity",
      "context": "EY found workers who invested 81+ hours in deliberate AI training reported 75% higher productivity than colleagues using the same tools without training."
    }
  ],
  "supportingContext": "The article synthesizes findings from multiple controlled studies and surveys, including METR's randomized trial of experienced developers and large-scale workforce surveys from Tech Policy Press, HBR, and Verasight. The consistent pattern across sources is a wide gap between perceived productivity gains and measured outcomes, which Fast.ai terms 'dark flow.' For practitioners, Kamil Banc's recommendation is a low-risk experiment: select one repetitive task, delegate it entirely to AI for five days, and measure both time saved and whether the output survives without human intervention. This approach treats AI as a skill requiring deliberate investment, consistent with EY's finding that extensive training correlates with substantially higher productivity.",
  "canonicalUrl": "https://kbanc.com/claims-library/ai-isnt-making-you-faster",
  "markdownUrl": "https://kbanc.com/md/claims-library/ai-isnt-making-you-faster.md",
  "jsonUrl": "https://kbanc.com/api/claims/ai-isnt-making-you-faster.json",
  "source": {
    "publisher": "AI Adopters Club",
    "title": "AI isn't making you faster",
    "url": "https://aiadopters.club/p/ai-isnt-making-you-faster"
  }
}