{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/ai-mistakes-that-cost-time-or-money-by-employment",
  "title": "AI mistakes that cost time or money by employment status",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "Disruption",
    "label": "AI mistakes that cost time or money",
    "officialLabel": "AI mistakes that cost time or money",
    "text": "What kinds of AI mistakes have cost you or your team the most time in the past year? Select all that apply.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Employment",
    "label": "Employment status"
  },
  "rowLabels": [
    "Plausible but wrong code",
    "Hard-to-review generated code",
    "Missing context",
    "Hallucinated package/config",
    "Incorrect or stale internal knowledge",
    "Outdated APIs",
    "Poor debugging path",
    "Security/privacy issue",
    "Licensing/source uncertainty",
    "Other, please specify"
  ],
  "colLabels": [
    "Employed",
    "I prefer not to say",
    "Independent contractor, freelancer, or self-employed",
    "Not employed",
    "Retired",
    "Student"
  ],
  "counts": [
    [
      6688,
      92,
      1256,
      473,
      168,
      775
    ],
    [
      5454,
      67,
      901,
      348,
      64,
      569
    ],
    [
      4728,
      73,
      895,
      373,
      80,
      575
    ],
    [
      4231,
      74,
      870,
      331,
      82,
      573
    ],
    [
      3579,
      76,
      712,
      324,
      86,
      510
    ],
    [
      3065,
      63,
      670,
      282,
      70,
      471
    ],
    [
      2274,
      54,
      455,
      219,
      46,
      329
    ],
    [
      2119,
      64,
      488,
      206,
      28,
      300
    ],
    [
      968,
      49,
      251,
      113,
      13,
      166
    ],
    [
      689,
      41,
      194,
      91,
      43,
      114
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    9452,
    7403,
    6724,
    6161,
    5287,
    4621,
    3377,
    3205,
    1560,
    1172
  ],
  "columnBases": [
    9364,
    170,
    1922,
    749,
    279,
    1164
  ],
  "n": 13648,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 10,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Hard-to-review generated code",
    "items": [
      {
        "label": "Plausible but wrong code",
        "test": {
          "statistic": 80.45531728567708,
          "df": 5,
          "p": 6.738941711887623e-16,
          "adjustedP": 4.717259198321336e-15,
          "minimumExpectedCount": 52.26553341148886,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07677907383272198,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Hard-to-review generated code",
        "test": {
          "statistic": 259.36976484167735,
          "df": 5,
          "p": 5.361453178587448e-54,
          "adjustedP": 5.361453178587448e-53,
          "minimumExpectedCount": 77.78795427901524,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.13785583947253102,
            "label": "small"
          }
        }
      },
      {
        "label": "Missing context",
        "test": {
          "statistic": 61.37670048593902,
          "df": 5,
          "p": 6.31091907527498e-12,
          "adjustedP": 3.15545953763749e-11,
          "minimumExpectedCount": 83.75439624853459,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06706057331111175,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Hallucinated package/config",
        "test": {
          "statistic": 36.26483861512748,
          "df": 5,
          "p": 8.407106288519321e-7,
          "adjustedP": 0.0000025221318865557966,
          "minimumExpectedCount": 76.74164712778429,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05154759024737448,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Incorrect or stale internal knowledge",
        "test": {
          "statistic": 32.37808122180679,
          "df": 5,
          "p": 0.000005000015542026151,
          "adjustedP": 0.000008120390495314937,
          "minimumExpectedCount": 65.85507033997655,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04870696256252009,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Outdated APIs",
        "test": {
          "statistic": 44.012725450532585,
          "df": 5,
          "p": 2.3024874571192756e-8,
          "adjustedP": 9.209949828477102e-8,
          "minimumExpectedCount": 57.55934935521688,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05678774512236244,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Poor debugging path",
        "test": {
          "statistic": 32.833957441979884,
          "df": 5,
          "p": 0.000004060195247657469,
          "adjustedP": 0.000008120390495314937,
          "minimumExpectedCount": 42.064038686987104,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04904865565417188,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Security/privacy issue",
        "test": {
          "statistic": 64.8821269155915,
          "df": 5,
          "p": 1.1856412423616435e-12,
          "adjustedP": 7.113847454169861e-12,
          "minimumExpectedCount": 39.92160023446659,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06894900958599172,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Licensing/source uncertainty",
        "test": {
          "statistic": 98.62502081346564,
          "df": 5,
          "p": 1.0298892932599909e-19,
          "adjustedP": 8.239114346079927e-19,
          "minimumExpectedCount": 19.431418522860493,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08500785289455098,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 106.63764034978756,
          "df": 5,
          "p": 2.1026876990317786e-21,
          "adjustedP": 1.8924189291286008e-20,
          "minimumExpectedCount": 14.598475967174677,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08839358669413656,
            "label": "negligible"
          }
        }
      }
    ]
  }
}
