{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-want-to-work-with-next-year-by-setting",
  "title": "Code testing and reliability tools: Want to work with next year by work setting",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestWantToWorkWith",
    "label": "Code testing and reliability tools: Want to work with next year",
    "officialLabel": "Code testing and reliability tools: Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "WorkSetting",
    "label": "Work setting"
  },
  "rowLabels": [
    "ESLint",
    "Playwright",
    "pytest",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Sentry",
    "Jest",
    "Datadog",
    "xUnit.net",
    "Testcontainers",
    "Other, please specify",
    "Selenium",
    "NUnit",
    "CodeRabbit",
    "Cypress",
    "JaCoCo",
    "Cucumber",
    "BrowserStack",
    "CodeQL",
    "Codecov",
    "k6",
    "Snyk Code",
    "RSpec",
    "Mocha",
    "New Relic",
    "Semgrep",
    "Appium",
    "Graphite",
    "Robot Framework",
    "Canary",
    "TestNG",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Ellipsis",
    "Sourcery"
  ],
  "colLabels": [
    "Hybrid (some in-person, leans heavy to flexibility)",
    "Hybrid (some remote, leans heavy to in-person)",
    "In-person",
    "Remote",
    "Your choice (very flexible, you can come in when you want or just as needed)"
  ],
  "counts": [
    [
      258,
      324,
      235,
      670,
      274
    ],
    [
      289,
      316,
      196,
      722,
      234
    ],
    [
      269,
      359,
      240,
      478,
      215
    ],
    [
      213,
      259,
      204,
      461,
      187
    ],
    [
      206,
      233,
      151,
      506,
      210
    ],
    [
      184,
      215,
      128,
      289,
      182
    ],
    [
      194,
      222,
      132,
      270,
      163
    ],
    [
      115,
      156,
      102,
      386,
      130
    ],
    [
      131,
      150,
      95,
      347,
      126
    ],
    [
      106,
      130,
      67,
      307,
      86
    ],
    [
      97,
      139,
      82,
      235,
      112
    ],
    [
      119,
      133,
      60,
      223,
      98
    ],
    [
      91,
      105,
      90,
      250,
      86
    ],
    [
      84,
      127,
      99,
      211,
      66
    ],
    [
      61,
      87,
      78,
      140,
      80
    ],
    [
      54,
      76,
      75,
      159,
      60
    ],
    [
      51,
      68,
      48,
      124,
      60
    ],
    [
      62,
      65,
      48,
      95,
      61
    ],
    [
      61,
      67,
      43,
      106,
      46
    ],
    [
      43,
      54,
      43,
      130,
      49
    ],
    [
      38,
      57,
      55,
      99,
      46
    ],
    [
      32,
      56,
      46,
      105,
      45
    ],
    [
      43,
      46,
      43,
      99,
      51
    ],
    [
      51,
      64,
      37,
      86,
      43
    ],
    [
      33,
      37,
      25,
      119,
      36
    ],
    [
      30,
      28,
      41,
      81,
      38
    ],
    [
      31,
      34,
      27,
      80,
      32
    ],
    [
      28,
      25,
      30,
      51,
      31
    ],
    [
      20,
      30,
      38,
      52,
      24
    ],
    [
      16,
      30,
      31,
      53,
      27
    ],
    [
      18,
      36,
      31,
      40,
      28
    ],
    [
      13,
      24,
      34,
      43,
      23
    ],
    [
      19,
      29,
      31,
      32,
      21
    ],
    [
      13,
      21,
      24,
      45,
      22
    ],
    [
      6,
      19,
      27,
      33,
      20
    ],
    [
      10,
      17,
      20,
      25,
      18
    ],
    [
      11,
      12,
      23,
      23,
      19
    ],
    [
      12,
      14,
      24,
      20,
      17
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1761,
    1757,
    1561,
    1324,
    1306,
    998,
    981,
    889,
    849,
    696,
    665,
    633,
    622,
    587,
    446,
    424,
    351,
    331,
    323,
    319,
    295,
    284,
    282,
    281,
    250,
    218,
    204,
    165,
    164,
    157,
    153,
    137,
    132,
    125,
    105,
    90,
    88,
    87
  ],
  "columnBases": [
    970,
    1258,
    816,
    2203,
    860
  ],
  "n": 6107,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 38,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "SonarQube / SonarCloud",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 14.690536711597236,
          "df": 4,
          "p": 0.005388039757698904,
          "adjustedP": 0.1239249144270748,
          "minimumExpectedCount": 235.29981987882758,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04904614428406507,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 35.91562001192403,
          "df": 4,
          "p": 3.0116907413067486e-7,
          "adjustedP": 0.000010842086668704295,
          "minimumExpectedCount": 234.76535123628622,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07668805516163657,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 32.04179606764762,
          "df": 4,
          "p": 0.0000018758359673944518,
          "adjustedP": 0.00006565425885880582,
          "minimumExpectedCount": 208.57638775176028,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07243433310943968,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 6.964205142100986,
          "df": 4,
          "p": 0.13779195403450162,
          "adjustedP": 1,
          "minimumExpectedCount": 176.90912068118553,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03376928129641497,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 18.168520903531416,
          "df": 4,
          "p": 0.0011439311006371038,
          "adjustedP": 0.03203007081783891,
          "minimumExpectedCount": 174.50401178974946,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.054543854635711264,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 37.03254248119685,
          "df": 4,
          "p": 1.773709206161854e-7,
          "adjustedP": 0.00000656272406279886,
          "minimumExpectedCount": 133.34992631406584,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07787136811665166,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 42.5091065820192,
          "df": 4,
          "p": 1.308228697469056e-8,
          "adjustedP": 4.971269050382413e-7,
          "minimumExpectedCount": 131.0784345832651,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08343091925384757,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 28.952353716825574,
          "df": 4,
          "p": 0.000007993554778177697,
          "adjustedP": 0.0002717808624580417,
          "minimumExpectedCount": 118.78565580481414,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06885381019324677,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 14.419896176285523,
          "df": 4,
          "p": 0.0060687569075941975,
          "adjustedP": 0.13351265196707235,
          "minimumExpectedCount": 113.44096937940068,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04859226093937708,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 25.544267264735232,
          "df": 4,
          "p": 0.00003909615694145424,
          "adjustedP": 0.0012901731790679897,
          "minimumExpectedCount": 92.9975438021942,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06467445307400509,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 5.56538572581435,
          "df": 4,
          "p": 0.23404152799274835,
          "adjustedP": 1,
          "minimumExpectedCount": 88.85541182249877,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03018795367709563,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 12.929615985983354,
          "df": 4,
          "p": 0.011624872639659698,
          "adjustedP": 0.22087258015353425,
          "minimumExpectedCount": 84.579662682168,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046012820253030426,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 9.259066196336265,
          "df": 4,
          "p": 0.05494038501020453,
          "adjustedP": 0.6405621464594955,
          "minimumExpectedCount": 83.1098739151793,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.038937640807806914,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 11.035901418694992,
          "df": 4,
          "p": 0.026163481112500678,
          "adjustedP": 0.4388725863317923,
          "minimumExpectedCount": 78.43327329294253,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.042509886575232136,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 15.889441002220249,
          "df": 4,
          "p": 0.0031711625255442526,
          "adjustedP": 0.07927906313860632,
          "minimumExpectedCount": 59.59325364336008,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.051008241245893024,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 11.067477659279266,
          "df": 4,
          "p": 0.02581603449010543,
          "adjustedP": 0.4388725863317923,
          "minimumExpectedCount": 56.65367610938267,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04257065839474017,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 3.184934368252451,
          "df": 4,
          "p": 0.527367736751174,
          "adjustedP": 1,
          "minimumExpectedCount": 46.89962338300311,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02283685443445592,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 12.25301573228761,
          "df": 4,
          "p": 0.015565683988522133,
          "adjustedP": 0.28018231179339836,
          "minimumExpectedCount": 44.22728017029638,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04479273032984733,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 2.9475010840103764,
          "df": 4,
          "p": 0.5666490621016758,
          "adjustedP": 1,
          "minimumExpectedCount": 43.15834288521369,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.021969138497946714,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 5.863659205109325,
          "df": 4,
          "p": 0.2095642849503926,
          "adjustedP": 1,
          "minimumExpectedCount": 42.62387424267234,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.030986348471037713,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 9.52313636701752,
          "df": 4,
          "p": 0.04927401126611504,
          "adjustedP": 0.6405621464594955,
          "minimumExpectedCount": 39.41706238742427,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03948899141868148,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 6.623703786934416,
          "df": 4,
          "p": 0.15716101782101133,
          "adjustedP": 1,
          "minimumExpectedCount": 37.94727362043557,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03293339410356922,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 6.9413265245713776,
          "df": 4,
          "p": 0.1390215274860232,
          "adjustedP": 1,
          "minimumExpectedCount": 37.680039299164896,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03371376670241218,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 4.3911545928729865,
          "df": 4,
          "p": 0.35564951643517495,
          "adjustedP": 1,
          "minimumExpectedCount": 37.54642213852956,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02681485194928165,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 17.26196531017177,
          "df": 4,
          "p": 0.0017190260587356464,
          "adjustedP": 0.04641370358586245,
          "minimumExpectedCount": 33.40429015883412,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05316565389960038,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 14.132831869083736,
          "df": 4,
          "p": 0.006882958719611374,
          "adjustedP": 0.14073247815621473,
          "minimumExpectedCount": 29.128541018503356,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04810615388668142,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 2.613157003130267,
          "df": 4,
          "p": 0.6244941960598236,
          "adjustedP": 1,
          "minimumExpectedCount": 27.257900769608646,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02068563188510429,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 9.438249129900292,
          "df": 4,
          "p": 0.051031672002332926,
          "adjustedP": 0.6405621464594955,
          "minimumExpectedCount": 22.04683150483052,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03931259917076883,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 14.941049635213172,
          "df": 4,
          "p": 0.004825058842517376,
          "adjustedP": 0.11580141222041704,
          "minimumExpectedCount": 21.913214344195186,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04946256047443634,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 9.725633531558154,
          "df": 4,
          "p": 0.045311854094995496,
          "adjustedP": 0.634365957329937,
          "minimumExpectedCount": 20.97789421974783,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03990662412866251,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 14.193795935932602,
          "df": 4,
          "p": 0.006701546578867368,
          "adjustedP": 0.14073247815621473,
          "minimumExpectedCount": 20.443425577206483,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04820979875071231,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 19.60011639810197,
          "df": 4,
          "p": 0.0005988456478353798,
          "adjustedP": 0.01741513029321699,
          "minimumExpectedCount": 18.3055510070411,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.056652015492464486,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 16.213590704668476,
          "df": 4,
          "p": 0.0027455483096268446,
          "adjustedP": 0.07138425605029795,
          "minimumExpectedCount": 17.63746520386442,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05152590669614092,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 7.6869275566098185,
          "df": 4,
          "p": 0.10374351199009799,
          "adjustedP": 1,
          "minimumExpectedCount": 16.70214507941706,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03547826996708705,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 21.99082792709205,
          "df": 4,
          "p": 0.0002012647089254679,
          "adjustedP": 0.006440470685614973,
          "minimumExpectedCount": 14.029801866710333,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06000767912091178,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Qodo",
        "test": {
          "statistic": 10.820935204268148,
          "df": 4,
          "p": 0.02865190387896653,
          "adjustedP": 0.4388725863317923,
          "minimumExpectedCount": 12.025544457180285,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04209382955999679,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Ellipsis",
        "test": {
          "statistic": 19.668666767921554,
          "df": 4,
          "p": 0.000580504343107233,
          "adjustedP": 0.01741513029321699,
          "minimumExpectedCount": 11.758310135909612,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.056750997734732356,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sourcery",
        "test": {
          "statistic": 20.53396723813653,
          "df": 4,
          "p": 0.0003916637081378964,
          "adjustedP": 0.012141574952274789,
          "minimumExpectedCount": 11.624692975274275,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05798590936575929,
            "label": "negligible"
          }
        }
      }
    ]
  }
}
