{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/ai-mistakes-that-cost-time-or-money-by-education",
  "title": "AI mistakes that cost time or money by education",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "Disruption",
    "label": "AI mistakes that cost time or money",
    "officialLabel": "AI mistakes that cost time or money",
    "text": "What kinds of AI mistakes have cost you or your team the most time in the past year? Select all that apply.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Education",
    "label": "Education"
  },
  "rowLabels": [
    "Plausible but wrong code",
    "Hard-to-review generated code",
    "Missing context",
    "Hallucinated package/config",
    "Incorrect or stale internal knowledge",
    "Outdated APIs",
    "Poor debugging path",
    "Security/privacy issue",
    "Licensing/source uncertainty",
    "Other, please specify"
  ],
  "colLabels": [
    "Primary/elementary school",
    "Secondary school (e.g. American high school, German Realschule or Gymnasium, etc.)",
    "Some college/university study without earning a degree",
    "Associate degree (A.A., A.S., etc.)",
    "Bachelor's degree (B.A., B.S., B.Eng., etc.)",
    "Master's degree (M.A., M.S., M.Eng., MBA, etc.)",
    "Professional degree (JD, MD, Ph.D, Ed.D, etc.)",
    "Other, please specify"
  ],
  "counts": [
    [
      135,
      648,
      1150,
      321,
      3761,
      2671,
      618,
      133
    ],
    [
      96,
      453,
      842,
      226,
      3097,
      2101,
      479,
      98
    ],
    [
      92,
      459,
      850,
      231,
      2774,
      1852,
      349,
      106
    ],
    [
      88,
      443,
      771,
      198,
      2483,
      1708,
      372,
      89
    ],
    [
      91,
      409,
      679,
      179,
      2160,
      1375,
      294,
      90
    ],
    [
      83,
      370,
      627,
      158,
      1809,
      1215,
      276,
      73
    ],
    [
      62,
      247,
      454,
      109,
      1394,
      872,
      180,
      54
    ],
    [
      49,
      249,
      440,
      109,
      1336,
      789,
      166,
      60
    ],
    [
      24,
      149,
      225,
      52,
      591,
      374,
      105,
      33
    ],
    [
      41,
      70,
      178,
      36,
      390,
      310,
      87,
      58
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    9437,
    7392,
    6713,
    6152,
    5277,
    4611,
    3372,
    3198,
    1553,
    1170
  ],
  "columnBases": [
    220,
    944,
    1669,
    440,
    5407,
    3820,
    896,
    233
  ],
  "n": 13629,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 10,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Other, please specify",
    "items": [
      {
        "label": "Plausible but wrong code",
        "test": {
          "statistic": 26.79748211810376,
          "df": 7,
          "p": 0.00036243715220642505,
          "adjustedP": 0.0007248743044128501,
          "minimumExpectedCount": 67.66747376916868,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04434197156532154,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Hard-to-review generated code",
        "test": {
          "statistic": 71.09984138792632,
          "df": 7,
          "p": 8.853604056622701e-13,
          "adjustedP": 7.968243650960431e-12,
          "minimumExpectedCount": 100.67796610169492,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07222745629874666,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Missing context",
        "test": {
          "statistic": 58.11865389645345,
          "df": 7,
          "p": 3.5807718751506575e-10,
          "adjustedP": 2.864617500120526e-9,
          "minimumExpectedCount": 108.36158192090396,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06530189400965586,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Hallucinated package/config",
        "test": {
          "statistic": 15.219507239175762,
          "df": 7,
          "p": 0.03328635456075539,
          "adjustedP": 0.03328635456075539,
          "minimumExpectedCount": 99.30589184826474,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0334170647372867,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Incorrect or stale internal knowledge",
        "test": {
          "statistic": 41.08779263438996,
          "df": 7,
          "p": 7.787729932852418e-7,
          "adjustedP": 0.000004672637959711451,
          "minimumExpectedCount": 85.181598062954,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.054906582017759845,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Outdated APIs",
        "test": {
          "statistic": 36.53506219826192,
          "df": 7,
          "p": 0.000005744148974325445,
          "adjustedP": 0.00002297659589730178,
          "minimumExpectedCount": 74.43099273607749,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.051775336451732885,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Poor debugging path",
        "test": {
          "statistic": 29.231938102944564,
          "df": 7,
          "p": 0.00013125210918298372,
          "adjustedP": 0.00039375632754895117,
          "minimumExpectedCount": 54.430992736077485,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04631234901260113,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Security/privacy issue",
        "test": {
          "statistic": 47.16059998493618,
          "df": 7,
          "p": 5.1935111129825905e-8,
          "adjustedP": 3.6354577790878136e-7,
          "minimumExpectedCount": 51.62227602905569,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.058824421524413376,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Licensing/source uncertainty",
        "test": {
          "statistic": 38.090965522172795,
          "df": 7,
          "p": 0.000002911866758993218,
          "adjustedP": 0.000014559333794966091,
          "minimumExpectedCount": 25.06860371267151,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.052866309582171304,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 133.71103823183415,
          "df": 7,
          "p": 1.0533710481285528e-25,
          "adjustedP": 1.0533710481285528e-24,
          "minimumExpectedCount": 18.886198547215496,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09904935110810588,
            "label": "negligible"
          }
        }
      }
    ]
  }
}
