{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-by-education",
  "title": "Code testing and reliability tools: Worked with in past year by education",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestHaveWorkedWith",
    "label": "Code testing and reliability tools: Worked with in past year",
    "officialLabel": "Code testing and reliability tools: Worked with in past year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Education",
    "label": "Education"
  },
  "rowLabels": [
    "ESLint",
    "Postman / Newman",
    "pytest",
    "Playwright",
    "JUnit",
    "Jest",
    "Vitest",
    "SonarQube / SonarCloud",
    "Sentry",
    "Selenium",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "NUnit",
    "Cypress",
    "Testcontainers",
    "JaCoCo",
    "CodeRabbit",
    "BrowserStack",
    "Codecov",
    "Mocha",
    "CodeQL",
    "Snyk Code",
    "Cucumber",
    "k6",
    "New Relic",
    "RSpec",
    "Semgrep",
    "TestNG",
    "Robot Framework",
    "Graphite",
    "Appium",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Primary/elementary school",
    "Secondary school (e.g. American high school, German Realschule or Gymnasium, etc.)",
    "Some college/university study without earning a degree",
    "Associate degree (A.A., A.S., etc.)",
    "Bachelor's degree (B.A., B.S., B.Eng., etc.)",
    "Master's degree (M.A., M.S., M.Eng., MBA, etc.)",
    "Professional degree (JD, MD, Ph.D, Ed.D, etc.)",
    "Other, please specify"
  ],
  "counts": [
    [
      52,
      286,
      559,
      139,
      1722,
      981,
      135,
      58
    ],
    [
      24,
      192,
      415,
      124,
      1604,
      933,
      102,
      56
    ],
    [
      31,
      136,
      344,
      54,
      1099,
      969,
      308,
      29
    ],
    [
      27,
      147,
      352,
      75,
      1214,
      714,
      83,
      29
    ],
    [
      22,
      97,
      273,
      50,
      936,
      747,
      113,
      34
    ],
    [
      22,
      110,
      290,
      78,
      1050,
      559,
      66,
      30
    ],
    [
      26,
      163,
      286,
      73,
      898,
      504,
      72,
      29
    ],
    [
      12,
      71,
      222,
      63,
      853,
      650,
      93,
      26
    ],
    [
      18,
      81,
      203,
      47,
      624,
      431,
      49,
      19
    ],
    [
      16,
      69,
      166,
      39,
      552,
      342,
      68,
      20
    ],
    [
      10,
      57,
      151,
      35,
      545,
      316,
      47,
      19
    ],
    [
      14,
      67,
      143,
      45,
      516,
      293,
      32,
      21
    ],
    [
      19,
      70,
      130,
      30,
      339,
      272,
      60,
      28
    ],
    [
      12,
      45,
      105,
      32,
      437,
      236,
      32,
      22
    ],
    [
      15,
      46,
      127,
      29,
      380,
      228,
      29,
      15
    ],
    [
      11,
      38,
      93,
      26,
      349,
      255,
      47,
      8
    ],
    [
      12,
      21,
      65,
      17,
      264,
      211,
      34,
      11
    ],
    [
      18,
      54,
      82,
      23,
      243,
      152,
      25,
      7
    ],
    [
      15,
      47,
      89,
      17,
      235,
      139,
      21,
      12
    ],
    [
      10,
      37,
      75,
      16,
      210,
      147,
      49,
      8
    ],
    [
      12,
      26,
      90,
      21,
      209,
      145,
      30,
      12
    ],
    [
      17,
      43,
      67,
      19,
      222,
      124,
      38,
      9
    ],
    [
      8,
      29,
      68,
      13,
      254,
      123,
      33,
      10
    ],
    [
      10,
      20,
      58,
      14,
      201,
      162,
      31,
      12
    ],
    [
      8,
      33,
      44,
      12,
      163,
      107,
      17,
      7
    ],
    [
      9,
      16,
      49,
      10,
      185,
      93,
      18,
      7
    ],
    [
      8,
      17,
      50,
      13,
      181,
      96,
      15,
      7
    ],
    [
      8,
      18,
      39,
      5,
      99,
      60,
      16,
      7
    ],
    [
      10,
      18,
      21,
      4,
      105,
      60,
      14,
      8
    ],
    [
      8,
      15,
      24,
      9,
      84,
      63,
      15,
      8
    ],
    [
      9,
      17,
      27,
      5,
      90,
      52,
      14,
      9
    ],
    [
      16,
      17,
      31,
      7,
      82,
      27,
      16,
      6
    ],
    [
      7,
      19,
      26,
      5,
      56,
      30,
      10,
      8
    ],
    [
      11,
      12,
      23,
      5,
      36,
      28,
      8,
      7
    ],
    [
      9,
      17,
      18,
      4,
      39,
      17,
      8,
      9
    ],
    [
      7,
      10,
      16,
      2,
      43,
      17,
      8,
      6
    ],
    [
      8,
      9,
      17,
      4,
      21,
      18,
      6,
      5
    ],
    [
      8,
      10,
      14,
      2,
      24,
      10,
      6,
      8
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    3932,
    3450,
    2970,
    2641,
    2272,
    2205,
    2051,
    1990,
    1472,
    1272,
    1180,
    1131,
    948,
    921,
    869,
    827,
    635,
    604,
    575,
    552,
    545,
    539,
    538,
    508,
    391,
    387,
    387,
    252,
    240,
    226,
    223,
    202,
    161,
    130,
    121,
    109,
    88,
    82
  ],
  "columnBases": [
    110,
    636,
    1257,
    318,
    4271,
    2893,
    590,
    144
  ],
  "n": 10219,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 36,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "pytest",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 130.10571366593518,
          "df": 7,
          "p": 5.973702417628043e-25,
          "adjustedP": 2.090795846169815e-23,
          "minimumExpectedCount": 42.32508073196986,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11283503944442443,
            "label": "small"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 118.58941087858143,
          "df": 7,
          "p": 1.5065498817344566e-22,
          "adjustedP": 5.1222695978971525e-21,
          "minimumExpectedCount": 37.13670613562971,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.1077255589647584,
            "label": "small"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 251.85621392733287,
          "df": 7,
          "p": 1.11554476192602e-50,
          "adjustedP": 4.015961142933672e-49,
          "minimumExpectedCount": 31.969860064585575,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.15699005284779424,
            "label": "small"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 68.49613173328879,
          "df": 7,
          "p": 2.9728774781297165e-12,
          "adjustedP": 8.621344686576178e-11,
          "minimumExpectedCount": 28.428417653390742,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08187076025662297,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 51.418192731382625,
          "df": 7,
          "p": 7.601634715894658e-9,
          "adjustedP": 1.9004086789736645e-7,
          "minimumExpectedCount": 24.456404736275566,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07093395977607558,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 79.55408831840003,
          "df": 7,
          "p": 1.6982661653147693e-14,
          "adjustedP": 5.094798495944308e-13,
          "minimumExpectedCount": 23.735199138858988,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08823218859052474,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 58.254737178038866,
          "df": 7,
          "p": 3.364165035026574e-10,
          "adjustedP": 9.08324559457175e-9,
          "minimumExpectedCount": 22.07750269106566,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07550251600113146,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 58.39418473432188,
          "df": 7,
          "p": 3.155747600927186e-10,
          "adjustedP": 8.83609328259612e-9,
          "minimumExpectedCount": 21.420882669537136,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07559282924124577,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 23.611085088785686,
          "df": 7,
          "p": 0.0013332055360524085,
          "adjustedP": 0.019998083040786128,
          "minimumExpectedCount": 15.844994617868675,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04806774776766726,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 5.274692106500994,
          "df": 7,
          "p": 0.6264803803952934,
          "adjustedP": 0.7358526891556516,
          "minimumExpectedCount": 13.692142088266953,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02271926919874495,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 20.218253963977816,
          "df": 7,
          "p": 0.005117057733444367,
          "adjustedP": 0.051170577334443676,
          "minimumExpectedCount": 12.701829924650161,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.044480291442840006,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 31.642808245844254,
          "df": 7,
          "p": 0.000047299233713976715,
          "adjustedP": 0.0008040869731376042,
          "minimumExpectedCount": 12.17438105489774,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05564591783433732,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 39.727667745378504,
          "df": 7,
          "p": 0.0000014192251568844554,
          "adjustedP": 0.000032642178608342475,
          "minimumExpectedCount": 10.204520990312163,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06235084383799282,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 30.96744571294744,
          "df": 7,
          "p": 0.0000630393275247372,
          "adjustedP": 0.001008629240395795,
          "minimumExpectedCount": 9.91388589881593,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05504888069146238,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 22.06742620690859,
          "df": 7,
          "p": 0.0024732991204781457,
          "adjustedP": 0.0272062903252596,
          "minimumExpectedCount": 9.354144241119483,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04646988972899181,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 8.510884581151144,
          "df": 7,
          "p": 0.28970389676944097,
          "adjustedP": 0.7358526891556516,
          "minimumExpectedCount": 8.902045209903122,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028859124443090734,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 22.673259470461986,
          "df": 7,
          "p": 0.0019428268318980439,
          "adjustedP": 0.023313921982776528,
          "minimumExpectedCount": 6.835306781485468,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04710345673731981,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 36.94685158475116,
          "df": 7,
          "p": 0.000004800654439264462,
          "adjustedP": 0.00010561439766381817,
          "minimumExpectedCount": 6.501614639397201,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06012907438285308,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 32.603718212802605,
          "df": 7,
          "p": 0.000031376932725620066,
          "adjustedP": 0.0005647847890611612,
          "minimumExpectedCount": 6.189451022604952,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05648451003628172,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 16.30114071850696,
          "df": 7,
          "p": 0.02250308067255021,
          "adjustedP": 0.16954342744758213,
          "minimumExpectedCount": 5.941872981700754,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0399397000211975,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 22.917417820985413,
          "df": 7,
          "p": 0.0017619763106739,
          "adjustedP": 0.0229056920387607,
          "minimumExpectedCount": 5.866523143164693,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04735639580872992,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 33.535035011454084,
          "df": 7,
          "p": 0.000021041121572302766,
          "adjustedP": 0.0004208224314460553,
          "minimumExpectedCount": 5.801937567276641,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05728556257695907,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 13.34150852105897,
          "df": 7,
          "p": 0.06421203681720064,
          "adjustedP": 0.32106018408600323,
          "minimumExpectedCount": 5.791173304628633,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03613252146817873,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 15.60069112900836,
          "df": 7,
          "p": 0.029025677338605282,
          "adjustedP": 0.1741540640316317,
          "minimumExpectedCount": 5.468245425188375,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03907218689962372,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 9.103872641241185,
          "df": 7,
          "p": 0.24528422971855054,
          "adjustedP": 0.7358526891556516,
          "minimumExpectedCount": 4.208826695371367,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029847563662465132,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 16.464816883162705,
          "df": 7,
          "p": 0.021192928430947767,
          "adjustedP": 0.16954342744758213,
          "minimumExpectedCount": 4.165769644779332,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04013971207281454,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 13.130196144344294,
          "df": 7,
          "p": 0.0689990143027933,
          "adjustedP": 0.32106018408600323,
          "minimumExpectedCount": 4.165769644779332,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03584523296790751,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 19.91214027111213,
          "df": 7,
          "p": 0.005762617347674434,
          "adjustedP": 0.051863556129069906,
          "minimumExpectedCount": 2.71259418729817,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.044142281088053556,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 34.25071145008195,
          "df": 7,
          "p": 0.000015459955903060573,
          "adjustedP": 0.000324659073964272,
          "minimumExpectedCount": 2.583423035522067,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05789360570201467,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 23.129270880495852,
          "df": 7,
          "p": 0.0016184473779626979,
          "adjustedP": 0.02265826329147777,
          "minimumExpectedCount": 2.4327233584499464,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04757477813587925,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 33.20976108186407,
          "df": 7,
          "p": 0.000024197245494068032,
          "adjustedP": 0.0004597476643872926,
          "minimumExpectedCount": 2.4004305705059203,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05700706421638378,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 114.44625592467557,
          "df": 7,
          "p": 1.0957599461499463e-21,
          "adjustedP": 3.616007822294823e-20,
          "minimumExpectedCount": 2.1743810548977396,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10582702687337653,
            "label": "small"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 48.508288604530755,
          "df": 7,
          "p": 2.832081647438875e-8,
          "adjustedP": 6.7969959538533e-7,
          "minimumExpectedCount": 1.7330462863293865,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06889754970867794,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 95.16933688453535,
          "df": 7,
          "p": 1.0696954491635171e-17,
          "adjustedP": 3.316055892406903e-16,
          "minimumExpectedCount": 1.3993541442411195,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09650377940135309,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 101.97074600308089,
          "df": 7,
          "p": 4.224386761786756e-19,
          "adjustedP": 1.351803763771762e-17,
          "minimumExpectedCount": 1.3024757804090419,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09989266477713772,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Qodo",
        "test": {
          "statistic": 51.89014841409247,
          "df": 7,
          "p": 6.13696124311905e-9,
          "adjustedP": 1.595609923210953e-7,
          "minimumExpectedCount": 1.1733046286329387,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07125875935780163,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
