{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-want-to-work-with-next-year-by-gender",
  "title": "Code testing and reliability tools: Want to work with next year by gender",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestWantToWorkWith",
    "label": "Code testing and reliability tools: Want to work with next year",
    "officialLabel": "Code testing and reliability tools: Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Gender",
    "label": "Gender"
  },
  "rowLabels": [
    "ESLint",
    "Playwright",
    "pytest",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Sentry",
    "Jest",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "Testcontainers",
    "Selenium",
    "CodeRabbit",
    "NUnit",
    "Cypress",
    "BrowserStack",
    "JaCoCo",
    "Cucumber",
    "CodeQL",
    "Snyk Code",
    "Codecov",
    "k6",
    "RSpec",
    "Mocha",
    "New Relic",
    "Appium",
    "Semgrep",
    "Graphite",
    "Robot Framework",
    "Canary",
    "TestNG",
    "Greptile",
    "DeepSource",
    "Ellipsis",
    "Sourcery",
    "Qodo"
  ],
  "colLabels": [
    "Man",
    "Non-binary",
    "Prefer not to say",
    "Prefer to self-describe:",
    "Woman"
  ],
  "counts": [
    [
      1758,
      52,
      70,
      21,
      120
    ],
    [
      1735,
      28,
      55,
      8,
      89
    ],
    [
      1548,
      43,
      71,
      12,
      117
    ],
    [
      1323,
      16,
      30,
      9,
      103
    ],
    [
      1298,
      27,
      48,
      13,
      74
    ],
    [
      1006,
      12,
      36,
      11,
      77
    ],
    [
      961,
      8,
      34,
      9,
      53
    ],
    [
      854,
      19,
      28,
      8,
      63
    ],
    [
      844,
      17,
      32,
      5,
      63
    ],
    [
      657,
      15,
      23,
      4,
      63
    ],
    [
      657,
      15,
      23,
      3,
      40
    ],
    [
      637,
      17,
      38,
      11,
      32
    ],
    [
      641,
      11,
      16,
      7,
      35
    ],
    [
      605,
      13,
      25,
      6,
      56
    ],
    [
      463,
      7,
      12,
      5,
      31
    ],
    [
      429,
      9,
      21,
      4,
      40
    ],
    [
      357,
      7,
      10,
      5,
      35
    ],
    [
      322,
      6,
      11,
      8,
      31
    ],
    [
      329,
      5,
      12,
      5,
      24
    ],
    [
      323,
      7,
      8,
      4,
      27
    ],
    [
      307,
      10,
      16,
      2,
      28
    ],
    [
      283,
      6,
      15,
      4,
      27
    ],
    [
      277,
      8,
      17,
      3,
      24
    ],
    [
      285,
      4,
      11,
      3,
      24
    ],
    [
      238,
      13,
      16,
      3,
      30
    ],
    [
      227,
      4,
      9,
      4,
      22
    ],
    [
      196,
      3,
      12,
      3,
      26
    ],
    [
      170,
      3,
      14,
      4,
      22
    ],
    [
      174,
      5,
      9,
      2,
      16
    ],
    [
      166,
      5,
      6,
      2,
      23
    ],
    [
      167,
      5,
      6,
      1,
      17
    ],
    [
      143,
      3,
      10,
      4,
      25
    ],
    [
      147,
      2,
      10,
      3,
      20
    ],
    [
      132,
      4,
      8,
      2,
      16
    ],
    [
      117,
      2,
      6,
      2,
      21
    ],
    [
      101,
      3,
      6,
      2,
      14
    ],
    [
      100,
      2,
      6,
      2,
      16
    ],
    [
      99,
      4,
      6,
      2,
      14
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    2021,
    1915,
    1791,
    1481,
    1460,
    1142,
    1065,
    972,
    961,
    762,
    738,
    735,
    710,
    705,
    518,
    503,
    414,
    378,
    375,
    369,
    363,
    335,
    329,
    327,
    300,
    266,
    240,
    213,
    206,
    202,
    196,
    185,
    182,
    162,
    148,
    126,
    126,
    125
  ],
  "columnBases": [
    6059,
    152,
    245,
    51,
    405
  ],
  "n": 6912,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 35,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Canary",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 5.55846182265906,
          "df": 4,
          "p": 0.2346382330037562,
          "adjustedP": 1,
          "minimumExpectedCount": 14.91189236111111,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028357990248201816,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 22.853110551235197,
          "df": 4,
          "p": 0.00013547552810041163,
          "adjustedP": 0.004470692427313584,
          "minimumExpectedCount": 14.129774305555555,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05750039068812924,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 4.085239842512902,
          "df": 4,
          "p": 0.3945927885961039,
          "adjustedP": 1,
          "minimumExpectedCount": 13.21484375,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02431122902785949,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 27.88908460653177,
          "df": 4,
          "p": 0.000013135446616231918,
          "adjustedP": 0.0004466051849518852,
          "minimumExpectedCount": 10.92751736111111,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06352069850589233,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 4.261394835291067,
          "df": 4,
          "p": 0.37178422966427993,
          "adjustedP": 1,
          "minimumExpectedCount": 10.772569444444445,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02482984582174633,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 11.58832470804091,
          "df": 4,
          "p": 0.02069012826461076,
          "adjustedP": 0.47587295008604746,
          "minimumExpectedCount": 8.426215277777779,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.040945715368840535,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 15.266024649429067,
          "df": 4,
          "p": 0.00418010535660396,
          "adjustedP": 0.11286284462830691,
          "minimumExpectedCount": 7.858072916666667,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0469960237824878,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 2.577085332841961,
          "df": 4,
          "p": 0.630887676094003,
          "adjustedP": 1,
          "minimumExpectedCount": 7.171875,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.019309122370502335,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 2.7271031703681827,
          "df": 4,
          "p": 0.6044803060229235,
          "adjustedP": 1,
          "minimumExpectedCount": 7.090711805555555,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.019863186458082323,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 10.08189050906375,
          "df": 4,
          "p": 0.03907061005077459,
          "adjustedP": 0.859553421117041,
          "minimumExpectedCount": 5.622395833333333,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03819171172496204,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 2.2084695663609724,
          "df": 4,
          "p": 0.6974789774715962,
          "adjustedP": 1,
          "minimumExpectedCount": 5.4453125,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.017874909213545724,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 15.87107829009938,
          "df": 4,
          "p": 0.003197127087898457,
          "adjustedP": 0.09271668554905525,
          "minimumExpectedCount": 5.423177083333333,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0479182944924273,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 7.68838943529935,
          "df": 4,
          "p": 0.10368335423803124,
          "adjustedP": 1,
          "minimumExpectedCount": 5.238715277777778,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03335153460383855,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 6.709407497509045,
          "df": 4,
          "p": 0.1520650078552262,
          "adjustedP": 1,
          "minimumExpectedCount": 5.201822916666667,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.031155894179375924,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 4.809128719425271,
          "df": 4,
          "p": 0.30744859709011574,
          "adjustedP": 1,
          "minimumExpectedCount": 3.822048611111111,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.026377360565071964,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 5.449926656002969,
          "df": 4,
          "p": 0.24416615531109742,
          "adjustedP": 1,
          "minimumExpectedCount": 3.7113715277777777,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028079764692490117,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 8.581383465077325,
          "df": 4,
          "p": 0.07245839579630885,
          "adjustedP": 1,
          "minimumExpectedCount": 3.0546875,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03523520396614006,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 15.455139544694225,
          "df": 4,
          "p": 0.003844611129377319,
          "adjustedP": 0.10764911162256494,
          "minimumExpectedCount": 2.7890625,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.047286220233203564,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 3.5878771686648707,
          "df": 4,
          "p": 0.46464281655250683,
          "adjustedP": 1,
          "minimumExpectedCount": 2.7669270833333335,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.022783315199616575,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 4.292982460987376,
          "df": 4,
          "p": 0.3678046612443383,
          "adjustedP": 1,
          "minimumExpectedCount": 2.72265625,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024921701637871937,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 4.188797571113511,
          "df": 4,
          "p": 0.3810574408836922,
          "adjustedP": 1,
          "minimumExpectedCount": 2.6783854166666665,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02461743624175996,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 5.439742014582166,
          "df": 4,
          "p": 0.24507720023630197,
          "adjustedP": 1,
          "minimumExpectedCount": 2.4717881944444446,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028053515158671945,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 4.480450412361283,
          "df": 4,
          "p": 0.3448718532828272,
          "adjustedP": 1,
          "minimumExpectedCount": 2.427517361111111,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02546003362082551,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 2.961089947994683,
          "df": 4,
          "p": 0.5643578796218229,
          "adjustedP": 1,
          "minimumExpectedCount": 2.4127604166666665,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0206977880454913,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 21.27549925524647,
          "df": 4,
          "p": 0.00027922419431596497,
          "adjustedP": 0.008935174218110879,
          "minimumExpectedCount": 2.2135416666666665,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.055480199659780696,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 5.743120666496688,
          "df": 4,
          "p": 0.2191710682393182,
          "adjustedP": 1,
          "minimumExpectedCount": 1.9626736111111112,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02882518517077955,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 14.90482408673121,
          "df": 4,
          "p": 0.004902744180404973,
          "adjustedP": 0.12747134869052928,
          "minimumExpectedCount": 1.7708333333333333,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04643672281191774,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 19.217603957706633,
          "df": 4,
          "p": 0.0007122241013825214,
          "adjustedP": 0.021366723041475643,
          "minimumExpectedCount": 1.5716145833333333,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0527287838534035,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 2.179236623850213,
          "df": 4,
          "p": 0.702832353559016,
          "adjustedP": 1,
          "minimumExpectedCount": 1.5199652777777777,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0177562123316663,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 12.005633820891102,
          "df": 4,
          "p": 0.01730941983450676,
          "adjustedP": 0.4154260760281622,
          "minimumExpectedCount": 1.4904513888888888,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0416764464579819,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 3.253254780518637,
          "df": 4,
          "p": 0.5163725757019084,
          "adjustedP": 1,
          "minimumExpectedCount": 1.4461805555555556,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0216948760688896,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 28.70606124637435,
          "df": 4,
          "p": 0.000008969167156111833,
          "adjustedP": 0.00031392085046391417,
          "minimumExpectedCount": 1.3650173611111112,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06444436352781792,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 14.540647407137014,
          "df": 4,
          "p": 0.005755208239326872,
          "adjustedP": 0.1438802059831718,
          "minimumExpectedCount": 1.3428819444444444,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.045865909204876355,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 6.809839294626998,
          "df": 4,
          "p": 0.14628512813476993,
          "adjustedP": 1,
          "minimumExpectedCount": 1.1953125,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03138821124812491,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 20.56342788636071,
          "df": 4,
          "p": 0.00038644122810031447,
          "adjustedP": 0.011979678071109749,
          "minimumExpectedCount": 1.0920138888888888,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.054543862804812805,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Ellipsis",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      }
    ]
  }
}
