{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-and-want-to-again-by-setting",
  "title": "Code testing and reliability tools: Worked with in past year and want to again by work setting",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestAdmired",
    "label": "Code testing and reliability tools: Worked with in past year and want to again",
    "officialLabel": "Code testing and reliability tools: Worked with in past year AND Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "WorkSetting",
    "label": "Work setting"
  },
  "rowLabels": [
    "ESLint",
    "pytest",
    "Playwright",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Jest",
    "Sentry",
    "xUnit.net",
    "Other, please specify",
    "Datadog",
    "Testcontainers",
    "NUnit",
    "Selenium",
    "JaCoCo",
    "Cypress",
    "CodeRabbit",
    "Codecov",
    "RSpec",
    "Cucumber",
    "CodeQL",
    "BrowserStack",
    "k6",
    "Snyk Code",
    "Mocha",
    "New Relic",
    "Semgrep",
    "TestNG",
    "Graphite",
    "Robot Framework",
    "Appium",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Hybrid (some in-person, leans heavy to flexibility)",
    "Hybrid (some remote, leans heavy to in-person)",
    "In-person",
    "Remote",
    "Your choice (very flexible, you can come in when you want or just as needed)"
  ],
  "counts": [
    [
      243,
      298,
      210,
      638,
      258
    ],
    [
      239,
      300,
      198,
      437,
      189
    ],
    [
      207,
      215,
      124,
      552,
      179
    ],
    [
      199,
      233,
      178,
      435,
      173
    ],
    [
      172,
      184,
      109,
      429,
      172
    ],
    [
      168,
      196,
      97,
      255,
      165
    ],
    [
      159,
      168,
      87,
      207,
      136
    ],
    [
      115,
      121,
      64,
      308,
      105
    ],
    [
      83,
      108,
      56,
      300,
      97
    ],
    [
      85,
      119,
      62,
      203,
      96
    ],
    [
      80,
      93,
      78,
      231,
      79
    ],
    [
      68,
      79,
      32,
      216,
      59
    ],
    [
      75,
      86,
      28,
      166,
      67
    ],
    [
      51,
      67,
      51,
      114,
      67
    ],
    [
      51,
      76,
      46,
      125,
      31
    ],
    [
      53,
      47,
      30,
      74,
      48
    ],
    [
      33,
      34,
      23,
      73,
      39
    ],
    [
      18,
      29,
      29,
      85,
      36
    ],
    [
      24,
      38,
      26,
      76,
      32
    ],
    [
      25,
      20,
      9,
      95,
      26
    ],
    [
      36,
      30,
      12,
      62,
      29
    ],
    [
      20,
      29,
      24,
      63,
      32
    ],
    [
      27,
      18,
      14,
      72,
      27
    ],
    [
      22,
      23,
      17,
      60,
      33
    ],
    [
      26,
      30,
      18,
      49,
      22
    ],
    [
      21,
      16,
      24,
      52,
      26
    ],
    [
      14,
      16,
      9,
      52,
      17
    ],
    [
      16,
      9,
      12,
      27,
      18
    ],
    [
      12,
      15,
      13,
      10,
      14
    ],
    [
      7,
      11,
      9,
      18,
      12
    ],
    [
      7,
      15,
      9,
      14,
      11
    ],
    [
      4,
      9,
      13,
      18,
      9
    ],
    [
      3,
      9,
      13,
      14,
      11
    ],
    [
      3,
      8,
      7,
      18,
      11
    ],
    [
      0,
      6,
      8,
      7,
      11
    ],
    [
      3,
      5,
      5,
      9,
      10
    ],
    [
      1,
      3,
      8,
      2,
      10
    ],
    [
      2,
      2,
      7,
      2,
      10
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1647,
    1363,
    1277,
    1218,
    1066,
    881,
    757,
    713,
    644,
    565,
    561,
    454,
    422,
    350,
    329,
    252,
    202,
    197,
    196,
    175,
    169,
    168,
    158,
    155,
    145,
    139,
    108,
    82,
    64,
    57,
    56,
    53,
    50,
    47,
    32,
    32,
    24,
    23
  ],
  "columnBases": [
    838,
    1088,
    670,
    1955,
    754
  ],
  "n": 5305,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 36,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "SonarQube / SonarCloud",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 14.310875840531004,
          "df": 4,
          "p": 0.006366197120457105,
          "adjustedP": 0.1551556623985314,
          "minimumExpectedCount": 208.00942507068802,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.051938620775801844,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 22.329785252852666,
          "df": 4,
          "p": 0.00017228879014179917,
          "adjustedP": 0.004996374914112176,
          "minimumExpectedCount": 172.14137606032045,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06487831755782048,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 41.180942060243176,
          "df": 4,
          "p": 2.4656655601557128e-8,
          "adjustedP": 8.383262904529424e-7,
          "minimumExpectedCount": 161.2799245994345,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08810599184135734,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 7.245761073700428,
          "df": 4,
          "p": 0.12345697882182965,
          "adjustedP": 1,
          "minimumExpectedCount": 153.82846371347784,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.036957221299281647,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 20.699244020751127,
          "df": 4,
          "p": 0.0003632433473044692,
          "adjustedP": 0.010170813724525139,
          "minimumExpectedCount": 134.63147973609802,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06246468411580499,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 43.99684535224324,
          "df": 4,
          "p": 6.425463672498506e-9,
          "adjustedP": 2.2489122853744773e-7,
          "minimumExpectedCount": 111.26672950047126,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09106847725697666,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 47.68972861785362,
          "df": 4,
          "p": 1.095326608673e-9,
          "adjustedP": 3.9431757912228e-8,
          "minimumExpectedCount": 95.60603204524034,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09481340235602193,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 22.945116747724068,
          "df": 4,
          "p": 0.00012986339432106874,
          "adjustedP": 0.0038959018296320625,
          "minimumExpectedCount": 90.04901036757775,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06576615349743423,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 37.11118897967847,
          "df": 4,
          "p": 1.7087507872566818e-7,
          "adjustedP": 0.00000563887759794705,
          "minimumExpectedCount": 81.33459000942507,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08363917496607859,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 5.274014568435074,
          "df": 4,
          "p": 0.2603193544348076,
          "adjustedP": 1,
          "minimumExpectedCount": 71.35721017907635,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0315302902356453,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 9.662430680831275,
          "df": 4,
          "p": 0.04651455993185444,
          "adjustedP": 0.7907475188415254,
          "minimumExpectedCount": 70.85202639019792,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04267765040042063,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 30.80905624260246,
          "df": 4,
          "p": 0.0000033485915960302154,
          "adjustedP": 0.00010715493107296689,
          "minimumExpectedCount": 57.338360037700284,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0762072874360484,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 15.842573236308844,
          "df": 4,
          "p": 0.003237847757566221,
          "adjustedP": 0.08418404169672175,
          "minimumExpectedCount": 53.29688972667295,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05464748349787126,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 10.086462339412485,
          "df": 4,
          "p": 0.03899615065300738,
          "adjustedP": 0.7226456747467561,
          "minimumExpectedCount": 44.20358152686145,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04360404122122552,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 7.463062082786709,
          "df": 4,
          "p": 0.11334917233966112,
          "adjustedP": 1,
          "minimumExpectedCount": 41.551366635249764,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03750730267012608,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 13.521125627473651,
          "df": 4,
          "p": 0.008991209019364317,
          "adjustedP": 0.1917134731058934,
          "minimumExpectedCount": 31.826578699340246,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05048515916993336,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 5.543275618427265,
          "df": 4,
          "p": 0.23595162590634522,
          "adjustedP": 1,
          "minimumExpectedCount": 25.511781338360038,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03232514951145968,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 14.36887318304872,
          "df": 4,
          "p": 0.0062062264959412555,
          "adjustedP": 0.1551556623985314,
          "minimumExpectedCount": 24.880301602262016,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05204375956011924,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 2.6589150272124584,
          "df": 4,
          "p": 0.6164228538362888,
          "adjustedP": 1,
          "minimumExpectedCount": 24.754005655042413,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.022387702912511173,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 30.546825998612707,
          "df": 4,
          "p": 0.0000037872123866526424,
          "adjustedP": 0.00011740358398623192,
          "minimumExpectedCount": 22.101790763430724,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07588227649878228,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 9.289534719786689,
          "df": 4,
          "p": 0.05425618006224976,
          "adjustedP": 0.8680988809959962,
          "minimumExpectedCount": 21.344015080113103,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.041846032402821656,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 5.80497711741511,
          "df": 4,
          "p": 0.2141937891208654,
          "adjustedP": 1,
          "minimumExpectedCount": 21.217719132893496,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.033079395301013274,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 12.908848362300072,
          "df": 4,
          "p": 0.011729872626005194,
          "adjustedP": 0.2345974525201039,
          "minimumExpectedCount": 19.954759660697455,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04932885733842626,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 8.88818931589346,
          "df": 4,
          "p": 0.0639557919081829,
          "adjustedP": 0.9007383051267835,
          "minimumExpectedCount": 19.575871819038642,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04093209317659929,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 0.9129418192586407,
          "df": 4,
          "p": 0.922696806720564,
          "adjustedP": 1,
          "minimumExpectedCount": 18.3129123468426,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.013118339209344713,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 10.14630634145611,
          "df": 4,
          "p": 0.03803398288140822,
          "adjustedP": 0.7226456747467561,
          "minimumExpectedCount": 17.555136663524976,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04373320351646619,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 7.9127096481518535,
          "df": 4,
          "p": 0.09482859615319215,
          "adjustedP": 1,
          "minimumExpectedCount": 13.639962299717247,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03862068041029041,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 8.540954942395217,
          "df": 4,
          "p": 0.07365549634151089,
          "adjustedP": 0.9036670968572725,
          "minimumExpectedCount": 10.35626767200754,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.040124582010372514,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 14.252913735429667,
          "df": 4,
          "p": 0.0065301076604548135,
          "adjustedP": 0.1551556623985314,
          "minimumExpectedCount": 8.082940622054666,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0518333328017446,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 3.278775939123499,
          "df": 4,
          "p": 0.5123020384689811,
          "adjustedP": 1,
          "minimumExpectedCount": 7.198868991517436,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024860689852235177,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 5.338841408556485,
          "df": 4,
          "p": 0.2542628000647681,
          "adjustedP": 1,
          "minimumExpectedCount": 7.072573044297832,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.031723479527891445,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 9.042365665264974,
          "df": 4,
          "p": 0.06004922034178557,
          "adjustedP": 0.9007383051267835,
          "minimumExpectedCount": 6.69368520263902,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04128557510369433,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 13.592932818178435,
          "df": 4,
          "p": 0.008714248777540609,
          "adjustedP": 0.1917134731058934,
          "minimumExpectedCount": 6.314797360980207,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.050619038447796846,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 5.9792734063725845,
          "df": 4,
          "p": 0.20070150423544741,
          "adjustedP": 1,
          "minimumExpectedCount": 5.935909519321395,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03357233221512038,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 20.20237547130826,
          "df": 4,
          "p": 0.0004554905308984434,
          "adjustedP": 0.012298244334257972,
          "minimumExpectedCount": 4.041470311027333,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.061710423249756924,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Qodo",
        "test": {
          "statistic": 8.683615438999425,
          "df": 4,
          "p": 0.06951285360440558,
          "adjustedP": 0.9036670968572725,
          "minimumExpectedCount": 4.041470311027333,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.040458296884629145,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
