{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/ai-mistakes-that-cost-time-or-money-by-setting",
  "title": "AI mistakes that cost time or money by work setting",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "Disruption",
    "label": "AI mistakes that cost time or money",
    "officialLabel": "AI mistakes that cost time or money",
    "text": "What kinds of AI mistakes have cost you or your team the most time in the past year? Select all that apply.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "WorkSetting",
    "label": "Work setting"
  },
  "rowLabels": [
    "Plausible but wrong code",
    "Hard-to-review generated code",
    "Missing context",
    "Hallucinated package/config",
    "Incorrect or stale internal knowledge",
    "Outdated APIs",
    "Poor debugging path",
    "Security/privacy issue",
    "Licensing/source uncertainty",
    "Other, please specify"
  ],
  "colLabels": [
    "Hybrid (some in-person, leans heavy to flexibility)",
    "Hybrid (some remote, leans heavy to in-person)",
    "In-person",
    "Remote",
    "Your choice (very flexible, you can come in when you want or just as needed)"
  ],
  "counts": [
    [
      1346,
      1670,
      1122,
      2950,
      1088
    ],
    [
      1083,
      1320,
      913,
      2372,
      846
    ],
    [
      930,
      1136,
      838,
      2137,
      755
    ],
    [
      872,
      1048,
      731,
      1875,
      726
    ],
    [
      700,
      823,
      627,
      1643,
      626
    ],
    [
      619,
      708,
      574,
      1434,
      531
    ],
    [
      461,
      532,
      423,
      1025,
      383
    ],
    [
      399,
      518,
      408,
      995,
      377
    ],
    [
      188,
      238,
      173,
      448,
      215
    ],
    [
      134,
      156,
      143,
      329,
      149
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    8176,
    6534,
    5796,
    5252,
    4419,
    3866,
    2824,
    2697,
    1262,
    911
  ],
  "columnBases": [
    1870,
    2312,
    1711,
    4193,
    1541
  ],
  "n": 11627,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 10,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Plausible but wrong code",
    "items": [
      {
        "label": "Plausible but wrong code",
        "test": {
          "statistic": 25.027660876363452,
          "df": 4,
          "p": 0.00004966963386349923,
          "adjustedP": 0.0004966963386349923,
          "minimumExpectedCount": 457.38290186634555,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046395546488995146,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Hard-to-review generated code",
        "test": {
          "statistic": 9.879058942814613,
          "df": 4,
          "p": 0.04251494768133996,
          "adjustedP": 0.2431131518657027,
          "minimumExpectedCount": 675.00756859035,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029149019588638123,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Missing context",
        "test": {
          "statistic": 3.5445187410246826,
          "df": 4,
          "p": 0.4711415376440705,
          "adjustedP": 0.942283075288141,
          "minimumExpectedCount": 768.1806140878989,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01746002262926825,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Hallucinated package/config",
        "test": {
          "statistic": 8.46400616485513,
          "df": 4,
          "p": 0.07598579385536203,
          "adjustedP": 0.3039431754214481,
          "minimumExpectedCount": 696.0808463060118,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.026980758165029605,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Incorrect or stale internal knowledge",
        "test": {
          "statistic": 14.250344560411987,
          "df": 4,
          "p": 0.006537467973478958,
          "adjustedP": 0.052299743787831664,
          "minimumExpectedCount": 585.6780768899974,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03500893073150687,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Outdated APIs",
        "test": {
          "statistic": 9.994593124961412,
          "df": 4,
          "p": 0.040518858644283784,
          "adjustedP": 0.2431131518657027,
          "minimumExpectedCount": 512.3854820676013,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029318970952391603,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Poor debugging path",
        "test": {
          "statistic": 2.68786851869651,
          "df": 4,
          "p": 0.6113391290782955,
          "adjustedP": 0.942283075288141,
          "minimumExpectedCount": 374.2826180442074,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.015204431072433796,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Security/privacy issue",
        "test": {
          "statistic": 6.908884962193628,
          "df": 4,
          "p": 0.14078229730365888,
          "adjustedP": 0.42234689191097663,
          "minimumExpectedCount": 357.45050313924486,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024376432371537776,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Licensing/source uncertainty",
        "test": {
          "statistic": 18.373151977344687,
          "df": 4,
          "p": 0.0010431553020018,
          "adjustedP": 0.009388397718016198,
          "minimumExpectedCount": 167.26085834695107,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.039751909724806064,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 12.77299747722505,
          "df": 4,
          "p": 0.012439916553615548,
          "adjustedP": 0.08707941587530883,
          "minimumExpectedCount": 120.74060376709383,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.033144584338804,
            "label": "negligible"
          }
        }
      }
    ]
  }
}
