{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-want-to-work-with-next-year-by-employment",
  "title": "Code testing and reliability tools: Want to work with next year by employment status",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestWantToWorkWith",
    "label": "Code testing and reliability tools: Want to work with next year",
    "officialLabel": "Code testing and reliability tools: Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Employment",
    "label": "Employment status"
  },
  "rowLabels": [
    "ESLint",
    "Playwright",
    "pytest",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Sentry",
    "Jest",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "Testcontainers",
    "Selenium",
    "CodeRabbit",
    "NUnit",
    "Cypress",
    "BrowserStack",
    "JaCoCo",
    "Cucumber",
    "CodeQL",
    "Snyk Code",
    "Codecov",
    "k6",
    "RSpec",
    "Mocha",
    "New Relic",
    "Appium",
    "Semgrep",
    "Graphite",
    "Robot Framework",
    "Canary",
    "TestNG",
    "Greptile",
    "DeepSource",
    "Ellipsis",
    "Sourcery",
    "Qodo"
  ],
  "colLabels": [
    "Employed",
    "I prefer not to say",
    "Independent contractor, freelancer, or self-employed",
    "Not employed",
    "Retired",
    "Student"
  ],
  "counts": [
    [
      1415,
      23,
      287,
      134,
      10,
      160
    ],
    [
      1391,
      18,
      313,
      100,
      8,
      93
    ],
    [
      1256,
      17,
      234,
      112,
      18,
      160
    ],
    [
      1057,
      14,
      229,
      84,
      6,
      95
    ],
    [
      1035,
      17,
      225,
      81,
      6,
      102
    ],
    [
      821,
      14,
      133,
      74,
      10,
      92
    ],
    [
      834,
      12,
      112,
      54,
      7,
      49
    ],
    [
      657,
      9,
      199,
      53,
      2,
      55
    ],
    [
      674,
      11,
      151,
      71,
      1,
      57
    ],
    [
      576,
      10,
      100,
      52,
      1,
      28
    ],
    [
      546,
      12,
      103,
      41,
      2,
      36
    ],
    [
      464,
      15,
      131,
      49,
      17,
      61
    ],
    [
      520,
      14,
      85,
      55,
      2,
      35
    ],
    [
      435,
      13,
      119,
      61,
      7,
      74
    ],
    [
      309,
      12,
      85,
      46,
      2,
      67
    ],
    [
      350,
      12,
      78,
      33,
      6,
      26
    ],
    [
      265,
      11,
      71,
      41,
      3,
      26
    ],
    [
      207,
      10,
      94,
      29,
      0,
      39
    ],
    [
      256,
      10,
      51,
      28,
      1,
      30
    ],
    [
      244,
      10,
      60,
      32,
      1,
      24
    ],
    [
      226,
      15,
      50,
      31,
      2,
      41
    ],
    [
      210,
      12,
      50,
      33,
      1,
      31
    ],
    [
      205,
      10,
      56,
      28,
      1,
      32
    ],
    [
      208,
      11,
      60,
      32,
      0,
      18
    ],
    [
      184,
      8,
      50,
      37,
      1,
      24
    ],
    [
      151,
      10,
      53,
      30,
      3,
      21
    ],
    [
      140,
      7,
      48,
      24,
      1,
      21
    ],
    [
      102,
      14,
      44,
      30,
      0,
      25
    ],
    [
      118,
      9,
      33,
      23,
      1,
      23
    ],
    [
      90,
      10,
      49,
      24,
      2,
      28
    ],
    [
      97,
      9,
      38,
      23,
      2,
      27
    ],
    [
      75,
      12,
      40,
      25,
      2,
      32
    ],
    [
      79,
      11,
      37,
      32,
      0,
      24
    ],
    [
      70,
      10,
      40,
      22,
      1,
      20
    ],
    [
      48,
      12,
      42,
      23,
      1,
      24
    ],
    [
      40,
      10,
      33,
      20,
      2,
      22
    ],
    [
      37,
      8,
      32,
      25,
      3,
      22
    ],
    [
      45,
      8,
      31,
      21,
      1,
      20
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    2029,
    1923,
    1797,
    1485,
    1466,
    1144,
    1068,
    975,
    965,
    767,
    740,
    737,
    711,
    709,
    521,
    505,
    417,
    379,
    376,
    371,
    365,
    337,
    332,
    329,
    304,
    268,
    241,
    215,
    207,
    203,
    196,
    186,
    183,
    163,
    150,
    127,
    127,
    126
  ],
  "columnBases": [
    4967,
    73,
    955,
    385,
    65,
    498
  ],
  "n": 6943,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 38,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "DeepSource",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 15.649913463010764,
          "df": 5,
          "p": 0.007918021605694705,
          "adjustedP": 0.06334417284555764,
          "minimumExpectedCount": 18.9953910413366,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04747690367327138,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 41.36904823259214,
          "df": 5,
          "p": 7.902331158322694e-8,
          "adjustedP": 0.0000015804662316645388,
          "minimumExpectedCount": 18.00302462912286,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07719055828927125,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 14.427285275178171,
          "df": 5,
          "p": 0.01311136719515149,
          "adjustedP": 0.06555683597575744,
          "minimumExpectedCount": 16.82341927120841,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04558466074871169,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 11.398288285712466,
          "df": 5,
          "p": 0.04403060591564559,
          "adjustedP": 0.13209181774693676,
          "minimumExpectedCount": 13.902491718277401,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04051783540244494,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 9.497275911229622,
          "df": 5,
          "p": 0.09079920362152273,
          "adjustedP": 0.18159840724304546,
          "minimumExpectedCount": 13.724614719861732,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.036985027413882626,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 8.515563794607536,
          "df": 5,
          "p": 0.13001801621508846,
          "adjustedP": 0.18159840724304546,
          "minimumExpectedCount": 10.710067694080369,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.035021369157321604,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 30.794240830689198,
          "df": 5,
          "p": 0.000010285487189063293,
          "adjustedP": 0.0001439968206468861,
          "minimumExpectedCount": 9.998559700417687,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06659799712160368,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 49.65193204138395,
          "df": 5,
          "p": 1.6327126528671437e-9,
          "adjustedP": 3.918510366881145e-8,
          "minimumExpectedCount": 9.127898602909406,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08456574778256548,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 20.894326752610933,
          "df": 5,
          "p": 0.000848153861749291,
          "adjustedP": 0.007633384755743619,
          "minimumExpectedCount": 9.034279130059053,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05485808062127165,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 25.63358883201368,
          "df": 5,
          "p": 0.00010508616136679634,
          "adjustedP": 0.001261033936401556,
          "minimumExpectedCount": 7.180613567622065,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06076186903637477,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 13.234359010449053,
          "df": 5,
          "p": 0.02127880842538414,
          "adjustedP": 0.08511523370153656,
          "minimumExpectedCount": 6.9278409909261125,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04365941107588565,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 45.518537334302216,
          "df": 5,
          "p": 1.1380811544222807e-8,
          "adjustedP": 2.3899704242867895e-7,
          "minimumExpectedCount": 6.899755149071007,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08096933389259152,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 24.565557325333028,
          "df": 5,
          "p": 0.00016898793294139458,
          "adjustedP": 0.0018588672623553403,
          "minimumExpectedCount": 6.656344519660089,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05948257051856972,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 46.38947511490807,
          "df": 5,
          "p": 7.566119179336775e-9,
          "adjustedP": 1.7402074112474583e-7,
          "minimumExpectedCount": 6.637620625090019,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08174028482439184,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 61.04688379641188,
          "df": 5,
          "p": 7.38438058232147e-12,
          "adjustedP": 1.9937827572267969e-10,
          "minimumExpectedCount": 4.877574535503385,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09376875878110452,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 15.044390908781823,
          "df": 5,
          "p": 0.010174336925795344,
          "adjustedP": 0.06377204228527883,
          "minimumExpectedCount": 4.72778337894282,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046549360835648194,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 33.50172817111299,
          "df": 5,
          "p": 0.0000029915267205113534,
          "adjustedP": 0.000047864427528181654,
          "minimumExpectedCount": 3.9039320178597148,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06946403752419071,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 73.61285085939738,
          "df": 5,
          "p": 1.811330617427072e-14,
          "adjustedP": 5.252858790538508e-13,
          "minimumExpectedCount": 3.5481780210283738,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.1029682273061298,
            "label": "small"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 15.311703113590747,
          "df": 5,
          "p": 0.009110291755039832,
          "adjustedP": 0.06377204228527883,
          "minimumExpectedCount": 3.520092179173268,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04696108985001016,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 22.402816881217284,
          "df": 5,
          "p": 0.0004388692017989101,
          "adjustedP": 0.004388692017989101,
          "minimumExpectedCount": 3.4732824427480917,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05680384476129639,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 54.76743381489185,
          "df": 5,
          "p": 1.4573719791134426e-10,
          "adjustedP": 3.7891671456949505e-9,
          "minimumExpectedCount": 3.4171107590378798,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08881526448080321,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 40.82397995023164,
          "df": 5,
          "p": 1.0183209571533004e-7,
          "adjustedP": 0.0000017311456271606106,
          "minimumExpectedCount": 3.1549762350568917,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07668035033219257,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 29.581553121420626,
          "df": 5,
          "p": 0.000017826109034352217,
          "adjustedP": 0.00023173941744657884,
          "minimumExpectedCount": 3.1081664986317152,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0652735004461654,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 41.15714741031027,
          "df": 5,
          "p": 8.721305490850023e-8,
          "adjustedP": 0.0000015804662316645388,
          "minimumExpectedCount": 3.0800806567766097,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07699261147945914,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 41.26980116222139,
          "df": 5,
          "p": 8.275905468075952e-8,
          "adjustedP": 0.0000015804662316645388,
          "minimumExpectedCount": 2.846031974650727,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07709791007290212,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 51.69971530095418,
          "df": 5,
          "p": 6.21655032946234e-10,
          "adjustedP": 1.554137582365585e-8,
          "minimumExpectedCount": 2.509001872389457,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08629199172210106,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 31.679632406535642,
          "df": 5,
          "p": 0.000006875251978998567,
          "adjustedP": 0.0001031287796849785,
          "minimumExpectedCount": 2.256229295693504,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0675486205062446,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 124.69136702088866,
          "df": 5,
          "p": 3.181217754762098e-25,
          "adjustedP": 1.0498018590714924e-23,
          "minimumExpectedCount": 2.0128186662825867,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.13401228445117935,
            "label": "small"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 46.09543182650904,
          "df": 5,
          "p": 8.684735327507436e-9,
          "adjustedP": 1.9106417720516359e-7,
          "minimumExpectedCount": 1.9379230880023044,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0814808144327632,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 95.5272708537619,
          "df": 5,
          "p": 4.624796669322577e-19,
          "adjustedP": 1.387439000796773e-17,
          "minimumExpectedCount": 1.9004752988621634,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11729786371037866,
            "label": "small"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 68.61451530649201,
          "df": 5,
          "p": 1.9899242220934218e-13,
          "adjustedP": 5.571787821861581e-12,
          "minimumExpectedCount": 1.8349416678669164,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09941099422928919,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 135.73044176680654,
          "df": 5,
          "p": 1.4451301179449179e-27,
          "adjustedP": 5.057955412807213e-26,
          "minimumExpectedCount": 1.7413221950165634,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.13981863201444464,
            "label": "small"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 130.1684516403689,
          "df": 5,
          "p": 2.1919340583838202e-26,
          "adjustedP": 7.452575798504989e-25,
          "minimumExpectedCount": 1.7132363531614576,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.13692390825855397,
            "label": "small"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 99.48542967416304,
          "df": 5,
          "p": 6.784230961863709e-20,
          "adjustedP": 2.10311159817775e-18,
          "minimumExpectedCount": 1.5259974074607519,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11970330939699972,
            "label": "small"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 169.78862215379075,
          "df": 5,
          "p": 8.094714678508401e-35,
          "adjustedP": 3.0759915778331926e-33,
          "minimumExpectedCount": 1.404292092755293,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.15637982017179364,
            "label": "small"
          }
        }
      },
      {
        "label": "Ellipsis",
        "test": {
          "statistic": 143.76567284660695,
          "df": 5,
          "p": 2.8314768707106106e-29,
          "adjustedP": 1.0193316734558199e-27,
          "minimumExpectedCount": 1.1889673051994816,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.14389775486501963,
            "label": "small"
          }
        }
      },
      {
        "label": "Sourcery",
        "test": {
          "statistic": 146.75155927745908,
          "df": 5,
          "p": 6.559099296214418e-30,
          "adjustedP": 2.4268667395993346e-28,
          "minimumExpectedCount": 1.1889673051994816,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.1453843903351125,
            "label": "small"
          }
        }
      },
      {
        "label": "Qodo",
        "test": {
          "statistic": 110.45405646131096,
          "df": 5,
          "p": 3.285028166597967e-22,
          "adjustedP": 1.0512090133113495e-20,
          "minimumExpectedCount": 1.179605357914446,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.12612966795564637,
            "label": "small"
          }
        }
      }
    ]
  }
}
