{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/ai-mistakes-that-cost-time-or-money-by-sentiment",
  "title": "AI mistakes that cost time or money by attitude toward ai",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "Disruption",
    "label": "AI mistakes that cost time or money",
    "officialLabel": "AI mistakes that cost time or money",
    "text": "What kinds of AI mistakes have cost you or your team the most time in the past year? Select all that apply.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "AISentiment",
    "label": "Attitude toward AI"
  },
  "rowLabels": [
    "Plausible but wrong code",
    "Hard-to-review generated code",
    "Missing context",
    "Hallucinated package/config",
    "Incorrect or stale internal knowledge",
    "Outdated APIs",
    "Poor debugging path",
    "Security/privacy issue",
    "Licensing/source uncertainty",
    "Other, please specify"
  ],
  "colLabels": [
    "Very favorable",
    "Somewhat favorable",
    "Neutral",
    "Somewhat unfavorable",
    "Very unfavorable",
    "Not sure"
  ],
  "counts": [
    [
      2028,
      2553,
      1249,
      1421,
      677,
      74
    ],
    [
      1625,
      1937,
      906,
      1153,
      570,
      54
    ],
    [
      1724,
      1800,
      853,
      905,
      461,
      48
    ],
    [
      1293,
      1597,
      863,
      898,
      487,
      55
    ],
    [
      1175,
      1338,
      666,
      763,
      408,
      52
    ],
    [
      1018,
      1191,
      632,
      682,
      366,
      36
    ],
    [
      665,
      805,
      435,
      520,
      304,
      30
    ],
    [
      604,
      687,
      410,
      482,
      292,
      18
    ],
    [
      199,
      273,
      182,
      233,
      175,
      19
    ],
    [
      221,
      183,
      103,
      122,
      81,
      24
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    8002,
    6245,
    5791,
    5193,
    4402,
    3925,
    2759,
    2493,
    1081,
    734
  ],
  "columnBases": [
    3497,
    3525,
    1709,
    1727,
    836,
    122
  ],
  "n": 11416,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 10,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Plausible but wrong code",
    "items": [
      {
        "label": "Plausible but wrong code",
        "test": {
          "statistic": 435.56045044977617,
          "df": 5,
          "p": 6.391888821999804e-92,
          "adjustedP": 6.391888821999804e-91,
          "minimumExpectedCount": 36.48458304134548,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.19532923046348238,
            "label": "small"
          }
        }
      },
      {
        "label": "Hard-to-review generated code",
        "test": {
          "statistic": 265.78899313268107,
          "df": 5,
          "p": 2.2447626004267097e-55,
          "adjustedP": 2.0202863403840386e-54,
          "minimumExpectedCount": 55.261212333566924,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.15258488542806853,
            "label": "small"
          }
        }
      },
      {
        "label": "Missing context",
        "test": {
          "statistic": 18.254525805502574,
          "df": 5,
          "p": 0.0026437602324619874,
          "adjustedP": 0.0026437602324619874,
          "minimumExpectedCount": 60.11299929922915,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.039987872422979485,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Hallucinated package/config",
        "test": {
          "statistic": 204.0208214258448,
          "df": 5,
          "p": 3.9187026265826334e-42,
          "adjustedP": 2.7430918386078436e-41,
          "minimumExpectedCount": 55.496320953048354,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.13368425675192672,
            "label": "small"
          }
        }
      },
      {
        "label": "Incorrect or stale internal knowledge",
        "test": {
          "statistic": 97.88032981832305,
          "df": 5,
          "p": 1.4779511122247659e-19,
          "adjustedP": 4.433853336674298e-19,
          "minimumExpectedCount": 47.04309740714786,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09259568140761285,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Outdated APIs",
        "test": {
          "statistic": 102.72814509655234,
          "df": 5,
          "p": 1.405528553199223e-20,
          "adjustedP": 5.622114212796892e-20,
          "minimumExpectedCount": 41.94551506657323,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09486100973652656,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Poor debugging path",
        "test": {
          "statistic": 156.71940932188906,
          "df": 5,
          "p": 4.949966718144286e-32,
          "adjustedP": 2.474983359072143e-31,
          "minimumExpectedCount": 29.484758234057463,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11716675795528364,
            "label": "small"
          }
        }
      },
      {
        "label": "Security/privacy issue",
        "test": {
          "statistic": 183.5574948321199,
          "df": 5,
          "p": 9.301475608789416e-38,
          "adjustedP": 5.58088536527365e-37,
          "minimumExpectedCount": 26.64208128941836,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.12680286929813123,
            "label": "small"
          }
        }
      },
      {
        "label": "Licensing/source uncertainty",
        "test": {
          "statistic": 239.31010624755862,
          "df": 5,
          "p": 1.0793540519375589e-49,
          "adjustedP": 8.634832415500471e-49,
          "minimumExpectedCount": 11.552382620882971,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.14478498975807733,
            "label": "small"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 60.99288381263467,
          "df": 5,
          "p": 7.576734926386065e-12,
          "adjustedP": 1.515346985277213e-11,
          "minimumExpectedCount": 7.844078486334968,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07309414725821267,
            "label": "negligible"
          }
        }
      }
    ]
  }
}
