{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-want-to-work-with-next-year-by-education",
  "title": "Code testing and reliability tools: Want to work with next year by education",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestWantToWorkWith",
    "label": "Code testing and reliability tools: Want to work with next year",
    "officialLabel": "Code testing and reliability tools: Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Education",
    "label": "Education"
  },
  "rowLabels": [
    "ESLint",
    "Playwright",
    "pytest",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Sentry",
    "Jest",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "Testcontainers",
    "Selenium",
    "CodeRabbit",
    "NUnit",
    "Cypress",
    "BrowserStack",
    "JaCoCo",
    "Cucumber",
    "CodeQL",
    "Snyk Code",
    "Codecov",
    "k6",
    "RSpec",
    "Mocha",
    "New Relic",
    "Appium",
    "Semgrep",
    "Graphite",
    "Robot Framework",
    "Canary",
    "TestNG",
    "Greptile",
    "DeepSource",
    "Ellipsis",
    "Sourcery",
    "Qodo"
  ],
  "colLabels": [
    "Primary/elementary school",
    "Secondary school (e.g. American high school, German Realschule or Gymnasium, etc.)",
    "Some college/university study without earning a degree",
    "Associate degree (A.A., A.S., etc.)",
    "Bachelor's degree (B.A., B.S., B.Eng., etc.)",
    "Master's degree (M.A., M.S., M.Eng., MBA, etc.)",
    "Professional degree (JD, MD, Ph.D, Ed.D, etc.)",
    "Other, please specify"
  ],
  "counts": [
    [
      31,
      160,
      314,
      69,
      882,
      498,
      52,
      20
    ],
    [
      14,
      109,
      288,
      59,
      872,
      502,
      54,
      24
    ],
    [
      22,
      80,
      212,
      38,
      632,
      588,
      198,
      26
    ],
    [
      13,
      88,
      177,
      60,
      696,
      379,
      41,
      30
    ],
    [
      20,
      119,
      215,
      49,
      617,
      379,
      50,
      17
    ],
    [
      13,
      53,
      142,
      36,
      458,
      366,
      57,
      19
    ],
    [
      6,
      53,
      128,
      35,
      431,
      348,
      48,
      19
    ],
    [
      10,
      65,
      141,
      29,
      413,
      278,
      29,
      10
    ],
    [
      7,
      62,
      148,
      39,
      441,
      234,
      22,
      11
    ],
    [
      8,
      43,
      104,
      29,
      354,
      197,
      23,
      9
    ],
    [
      7,
      49,
      106,
      32,
      325,
      180,
      26,
      14
    ],
    [
      17,
      61,
      97,
      18,
      273,
      196,
      52,
      20
    ],
    [
      8,
      39,
      93,
      22,
      295,
      208,
      33,
      13
    ],
    [
      9,
      44,
      101,
      24,
      310,
      174,
      34,
      13
    ],
    [
      9,
      54,
      70,
      22,
      226,
      108,
      19,
      11
    ],
    [
      6,
      32,
      69,
      17,
      220,
      128,
      17,
      16
    ],
    [
      7,
      32,
      73,
      19,
      160,
      96,
      18,
      12
    ],
    [
      8,
      37,
      59,
      17,
      144,
      86,
      12,
      15
    ],
    [
      6,
      19,
      46,
      19,
      146,
      111,
      19,
      10
    ],
    [
      7,
      26,
      55,
      16,
      134,
      103,
      18,
      12
    ],
    [
      16,
      34,
      49,
      11,
      144,
      76,
      24,
      11
    ],
    [
      5,
      26,
      43,
      13,
      142,
      81,
      18,
      9
    ],
    [
      6,
      22,
      51,
      8,
      130,
      77,
      28,
      9
    ],
    [
      4,
      24,
      49,
      19,
      136,
      78,
      11,
      8
    ],
    [
      5,
      16,
      43,
      10,
      144,
      65,
      11,
      10
    ],
    [
      5,
      16,
      41,
      8,
      120,
      62,
      8,
      8
    ],
    [
      5,
      17,
      35,
      10,
      112,
      49,
      6,
      7
    ],
    [
      9,
      21,
      31,
      8,
      88,
      33,
      11,
      13
    ],
    [
      4,
      16,
      41,
      9,
      75,
      43,
      11,
      8
    ],
    [
      6,
      19,
      36,
      8,
      77,
      36,
      13,
      8
    ],
    [
      4,
      16,
      32,
      8,
      80,
      37,
      9,
      10
    ],
    [
      9,
      22,
      35,
      7,
      66,
      27,
      9,
      10
    ],
    [
      4,
      15,
      27,
      6,
      75,
      41,
      6,
      9
    ],
    [
      4,
      16,
      27,
      10,
      66,
      24,
      9,
      7
    ],
    [
      5,
      21,
      25,
      8,
      55,
      22,
      4,
      10
    ],
    [
      4,
      17,
      23,
      10,
      42,
      16,
      8,
      7
    ],
    [
      6,
      13,
      26,
      5,
      45,
      18,
      6,
      8
    ],
    [
      3,
      14,
      23,
      8,
      45,
      20,
      6,
      7
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    2026,
    1922,
    1796,
    1484,
    1466,
    1144,
    1068,
    975,
    964,
    767,
    739,
    734,
    711,
    709,
    519,
    505,
    417,
    378,
    376,
    371,
    365,
    337,
    331,
    329,
    304,
    268,
    241,
    214,
    207,
    203,
    196,
    185,
    183,
    163,
    150,
    127,
    127,
    126
  ],
  "columnBases": [
    85,
    444,
    857,
    220,
    2880,
    1955,
    394,
    100
  ],
  "n": 6935,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 38,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "pytest",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 104.47895997535777,
          "df": 7,
          "p": 1.2793205615783503e-19,
          "adjustedP": 4.733486077839896e-18,
          "minimumExpectedCount": 24.832011535688537,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.12274143253623261,
            "label": "small"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 75.29743598896884,
          "df": 7,
          "p": 1.247902011401622e-13,
          "adjustedP": 4.49244724104584e-12,
          "minimumExpectedCount": 23.557317952415286,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10419979421518652,
            "label": "small"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 186.5319422637157,
          "df": 7,
          "p": 8.119073913620254e-37,
          "adjustedP": 3.085248087175697e-35,
          "minimumExpectedCount": 22.01297764960346,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.16400359706595413,
            "label": "small"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 57.8687131654323,
          "df": 7,
          "p": 4.0154565407944704e-10,
          "adjustedP": 1.2849460930542305e-8,
          "minimumExpectedCount": 18.188896899783707,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09134792355872462,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 38.65751973270004,
          "df": 7,
          "p": 0.0000022715618704451945,
          "adjustedP": 0.00005906060863157506,
          "minimumExpectedCount": 17.968276856524874,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07466099276283203,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 16.190974810142432,
          "df": 7,
          "p": 0.023427722675946692,
          "adjustedP": 0.15625355156737056,
          "minimumExpectedCount": 14.021629416005768,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04831848022633981,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 22.001334187715226,
          "df": 7,
          "p": 0.0025390689114172423,
          "adjustedP": 0.040625102582675876,
          "minimumExpectedCount": 13.090122566690699,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.056325009828554554,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 20.924661557093188,
          "df": 7,
          "p": 0.0038832692662151423,
          "adjustedP": 0.058249038993227135,
          "minimumExpectedCount": 11.950252343186733,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05492954333193669,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 47.46353588921212,
          "df": 7,
          "p": 4.532445591157152e-8,
          "adjustedP": 0.0000012690847655240027,
          "minimumExpectedCount": 11.815428983417448,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0827288165374259,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 20.82174366188295,
          "df": 7,
          "p": 0.004043133267246082,
          "adjustedP": 0.058249038993227135,
          "minimumExpectedCount": 9.400865176640231,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05479429140755,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 20.219135594755333,
          "df": 7,
          "p": 0.005115303632610046,
          "adjustedP": 0.0664989472239306,
          "minimumExpectedCount": 9.057678442682048,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05399556124077801,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 31.03445198304806,
          "df": 7,
          "p": 0.00006127078590756739,
          "adjustedP": 0.0012866865040589153,
          "minimumExpectedCount": 8.996395097332371,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06689579321364303,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 4.103093380496243,
          "df": 7,
          "p": 0.7678294730588683,
          "adjustedP": 0.7678294730588683,
          "minimumExpectedCount": 8.714491708723864,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024323858470956115,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 9.026738701423431,
          "df": 7,
          "p": 0.25074201537304386,
          "adjustedP": 0.7522260461191316,
          "minimumExpectedCount": 8.689978370583994,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03607797911454687,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 35.01775233357689,
          "df": 7,
          "p": 0.00001109883719382944,
          "adjustedP": 0.00026637209265190656,
          "minimumExpectedCount": 6.361211247296323,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0710592960284992,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 19.327247870942166,
          "df": 7,
          "p": 0.007221705785042783,
          "adjustedP": 0.07943876363547062,
          "minimumExpectedCount": 6.189617880317232,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05279122935028753,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 27.127040598316224,
          "df": 7,
          "p": 0.0003161798171896602,
          "adjustedP": 0.006007416526603544,
          "minimumExpectedCount": 5.1110310021629415,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06254289440623052,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 42.8258743582604,
          "df": 7,
          "p": 3.60405757202761e-7,
          "adjustedP": 0.000009730955444474546,
          "minimumExpectedCount": 4.633020908435472,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07858323198178944,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 11.32343961423128,
          "df": 7,
          "p": 0.12511977975243804,
          "adjustedP": 0.5004791190097522,
          "minimumExpectedCount": 4.608507570295602,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04040786936826371,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 17.157032692026718,
          "df": 7,
          "p": 0.016411188763340433,
          "adjustedP": 0.13128951010672346,
          "minimumExpectedCount": 4.547224224945927,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04973909244048085,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 51.8010980791271,
          "df": 7,
          "p": 6.389966604562438e-9,
          "adjustedP": 1.853090315323107e-7,
          "minimumExpectedCount": 4.473684210526316,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08642636557243481,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 7.697467904165375,
          "df": 7,
          "p": 0.36002515693559745,
          "adjustedP": 0.7522260461191316,
          "minimumExpectedCount": 4.130497476568133,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03331583562314262,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 16.323224385096424,
          "df": 7,
          "p": 0.022321935938195793,
          "adjustedP": 0.15625355156737056,
          "minimumExpectedCount": 4.056957462148522,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.048515414099077454,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 17.73612013651635,
          "df": 7,
          "p": 0.013219030191924573,
          "adjustedP": 0.11897127172732117,
          "minimumExpectedCount": 4.032444124008652,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05057152827174517,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 19.682429930284677,
          "df": 7,
          "p": 0.0062980623483018475,
          "adjustedP": 0.07557674817962218,
          "minimumExpectedCount": 3.7260273972602738,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.053274100334434145,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 14.401508876910933,
          "df": 7,
          "p": 0.044483929945503306,
          "adjustedP": 0.22241964972751654,
          "minimumExpectedCount": 3.28478731074261,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.045570182254735025,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 18.452811367006383,
          "df": 7,
          "p": 0.010085765935538345,
          "adjustedP": 0.10085765935538345,
          "minimumExpectedCount": 2.953857245854362,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05158317125658604,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 66.80557154657494,
          "df": 7,
          "p": 6.515628289972119e-12,
          "adjustedP": 2.2153136185905205e-10,
          "minimumExpectedCount": 2.622927180966114,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0981483740223259,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 26.308757784956153,
          "df": 7,
          "p": 0.0004435204232606238,
          "adjustedP": 0.007983367618691228,
          "minimumExpectedCount": 2.5371304974765683,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.061592373268438576,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 31.25487683517029,
          "df": 7,
          "p": 0.000055791636127143306,
          "adjustedP": 0.0012274159947971528,
          "minimumExpectedCount": 2.4881038211968276,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06713293942007578,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 30.557125917184294,
          "df": 7,
          "p": 0.00007502240277283082,
          "adjustedP": 0.0015004480554566164,
          "minimumExpectedCount": 2.402307137707282,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0663793536376791,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 71.29019854811898,
          "df": 7,
          "p": 8.102238492689236e-13,
          "adjustedP": 2.8357834724412323e-11,
          "minimumExpectedCount": 2.2674837779379957,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10138919605595895,
            "label": "small"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 23.14490502892662,
          "df": 7,
          "p": 0.001608319682651296,
          "adjustedP": 0.027341434605072032,
          "minimumExpectedCount": 2.2429704397981256,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05777027951491102,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 32.310076250467226,
          "df": 7,
          "p": 0.0000355769797331171,
          "adjustedP": 0.0008182705338616934,
          "minimumExpectedCount": 1.9978370583994232,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06825677404230954,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 66.23665139456672,
          "df": 7,
          "p": 8.481890410596924e-12,
          "adjustedP": 2.799023835496985e-10,
          "minimumExpectedCount": 1.8385003604902668,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09772956181361252,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Ellipsis",
        "test": {
          "statistic": 54.573365611920764,
          "df": 7,
          "p": 1.8111370808872608e-9,
          "adjustedP": 5.6145249507505085e-8,
          "minimumExpectedCount": 1.5565969718817592,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08870888823017678,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sourcery",
        "test": {
          "statistic": 54.572529202500704,
          "df": 7,
          "p": 1.8118278235649497e-9,
          "adjustedP": 5.6145249507505085e-8,
          "minimumExpectedCount": 1.5565969718817592,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0887082084367169,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Qodo",
        "test": {
          "statistic": 36.7374068427794,
          "df": 7,
          "p": 0.0000052595671962980485,
          "adjustedP": 0.0001314891799074512,
          "minimumExpectedCount": 1.544340302811824,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07278317825686637,
            "label": "negligible"
          }
        }
      }
    ]
  }
}
