{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-and-want-to-again-by-gender",
  "title": "Code testing and reliability tools: Worked with in past year and want to again by gender",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestAdmired",
    "label": "Code testing and reliability tools: Worked with in past year and want to again",
    "officialLabel": "Code testing and reliability tools: Worked with in past year AND Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Gender",
    "label": "Gender"
  },
  "rowLabels": [
    "ESLint",
    "pytest",
    "Playwright",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Jest",
    "Sentry",
    "Other, please specify",
    "xUnit.net",
    "Datadog",
    "Testcontainers",
    "Selenium",
    "NUnit",
    "JaCoCo",
    "CodeRabbit",
    "Cypress",
    "Codecov",
    "CodeQL",
    "RSpec",
    "Cucumber",
    "BrowserStack",
    "Snyk Code",
    "k6",
    "Mocha",
    "New Relic",
    "Semgrep",
    "TestNG",
    "Appium",
    "Robot Framework",
    "Graphite",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Man",
    "Non-binary",
    "Prefer not to say",
    "Prefer to self-describe:",
    "Woman"
  ],
  "counts": [
    [
      1634,
      44,
      62,
      17,
      104
    ],
    [
      1325,
      34,
      61,
      9,
      92
    ],
    [
      1262,
      20,
      34,
      3,
      49
    ],
    [
      1204,
      14,
      22,
      5,
      82
    ],
    [
      1042,
      21,
      39,
      12,
      53
    ],
    [
      876,
      10,
      29,
      10,
      58
    ],
    [
      719,
      7,
      23,
      8,
      40
    ],
    [
      695,
      12,
      26,
      3,
      42
    ],
    [
      596,
      11,
      20,
      5,
      43
    ],
    [
      573,
      16,
      31,
      9,
      25
    ],
    [
      538,
      11,
      15,
      2,
      32
    ],
    [
      409,
      11,
      16,
      1,
      35
    ],
    [
      410,
      8,
      10,
      5,
      18
    ],
    [
      341,
      6,
      12,
      1,
      27
    ],
    [
      325,
      6,
      14,
      2,
      25
    ],
    [
      241,
      2,
      6,
      3,
      13
    ],
    [
      203,
      2,
      6,
      2,
      14
    ],
    [
      191,
      4,
      4,
      4,
      20
    ],
    [
      171,
      7,
      14,
      1,
      14
    ],
    [
      169,
      6,
      8,
      0,
      10
    ],
    [
      153,
      9,
      10,
      0,
      21
    ],
    [
      162,
      2,
      4,
      1,
      13
    ],
    [
      145,
      2,
      5,
      3,
      19
    ],
    [
      140,
      2,
      6,
      3,
      15
    ],
    [
      154,
      1,
      3,
      0,
      8
    ],
    [
      133,
      2,
      3,
      1,
      11
    ],
    [
      98,
      2,
      5,
      1,
      12
    ],
    [
      77,
      2,
      4,
      0,
      7
    ],
    [
      61,
      1,
      4,
      2,
      10
    ],
    [
      49,
      1,
      7,
      0,
      9
    ],
    [
      56,
      1,
      1,
      0,
      7
    ],
    [
      54,
      2,
      1,
      0,
      7
    ],
    [
      48,
      1,
      4,
      0,
      10
    ],
    [
      49,
      1,
      2,
      0,
      4
    ],
    [
      30,
      1,
      2,
      1,
      6
    ],
    [
      34,
      1,
      1,
      0,
      4
    ],
    [
      24,
      1,
      2,
      0,
      4
    ],
    [
      24,
      1,
      1,
      0,
      4
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1861,
    1521,
    1368,
    1327,
    1167,
    983,
    797,
    778,
    675,
    654,
    598,
    472,
    451,
    387,
    372,
    265,
    227,
    223,
    207,
    193,
    193,
    182,
    174,
    166,
    166,
    150,
    118,
    90,
    78,
    66,
    65,
    64,
    63,
    56,
    40,
    40,
    31,
    30
  ],
  "columnBases": [
    5218,
    126,
    200,
    44,
    332
  ],
  "n": 5920,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 26,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Playwright",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 1.823378515616181,
          "df": 4,
          "p": 0.7682024464262225,
          "adjustedP": 1,
          "minimumExpectedCount": 13.831756756756757,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.017550017881411643,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 4.11740570641648,
          "df": 4,
          "p": 0.39034983414765767,
          "adjustedP": 1,
          "minimumExpectedCount": 11.30472972972973,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02637248036644372,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 30.91644588428915,
          "df": 4,
          "p": 0.0000031839190480058477,
          "adjustedP": 0.00008278189524815204,
          "minimumExpectedCount": 10.167567567567568,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07226598519074783,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 29.631355269350415,
          "df": 4,
          "p": 0.000005817290635007875,
          "adjustedP": 0.00014543226587519689,
          "minimumExpectedCount": 9.862837837837837,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07074812010365424,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 5.498517670978442,
          "df": 4,
          "p": 0.2398598081763581,
          "adjustedP": 1,
          "minimumExpectedCount": 8.67364864864865,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.030476280295309174,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 8.973838234987996,
          "df": 4,
          "p": 0.061756737489904776,
          "adjustedP": 1,
          "minimumExpectedCount": 7.306081081081081,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03893393190017458,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 9.283209104876047,
          "df": 4,
          "p": 0.05439755710557921,
          "adjustedP": 1,
          "minimumExpectedCount": 5.923648648648649,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.039599364213253815,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 3.203986790683594,
          "df": 4,
          "p": 0.5242872522452549,
          "adjustedP": 1,
          "minimumExpectedCount": 5.782432432432432,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.023264006209437988,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 2.071067628432646,
          "df": 4,
          "p": 0.7226894251990167,
          "adjustedP": 1,
          "minimumExpectedCount": 5.016891891891892,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01870407722403893,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 12.54972370704628,
          "df": 4,
          "p": 0.013698937144482245,
          "adjustedP": 0.3013766171786094,
          "minimumExpectedCount": 4.860810810810811,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046042217163440174,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 3.576464329042334,
          "df": 4,
          "p": 0.46634741246567957,
          "adjustedP": 1,
          "minimumExpectedCount": 4.444594594594594,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024579106737509966,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 5.162980489036808,
          "df": 4,
          "p": 0.2709797290907331,
          "adjustedP": 1,
          "minimumExpectedCount": 3.5081081081081082,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029531763960311767,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 5.813595501178844,
          "df": 4,
          "p": 0.2135082721210365,
          "adjustedP": 1,
          "minimumExpectedCount": 3.352027027027027,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03133729833746076,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 3.4370736753572793,
          "df": 4,
          "p": 0.48751070518593564,
          "adjustedP": 1,
          "minimumExpectedCount": 2.8763513513513512,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02409536821644415,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 1.798424705612474,
          "df": 4,
          "p": 0.7727705509655605,
          "adjustedP": 1,
          "minimumExpectedCount": 2.764864864864865,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.017429513964225568,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 4.534396281317778,
          "df": 4,
          "p": 0.33848843225324154,
          "adjustedP": 1,
          "minimumExpectedCount": 1.9695945945945945,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.027675717114289292,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 2.3394050003728304,
          "df": 4,
          "p": 0.6736042957852573,
          "adjustedP": 1,
          "minimumExpectedCount": 1.6871621621621622,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.019878877321833133,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 10.114403959806676,
          "df": 4,
          "p": 0.038544031882621094,
          "adjustedP": 0.7708806376524219,
          "minimumExpectedCount": 1.6574324324324323,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04133417692902299,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 10.308392479063139,
          "df": 4,
          "p": 0.03554122193035247,
          "adjustedP": 0.7463656605374019,
          "minimumExpectedCount": 1.5385135135135135,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.041728677349698734,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 2.8032839408130483,
          "df": 4,
          "p": 0.5912659796532964,
          "adjustedP": 1,
          "minimumExpectedCount": 1.4344594594594595,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.021760691457417127,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 21.095205114137023,
          "df": 4,
          "p": 0.0003031979357404623,
          "adjustedP": 0.007276750457771095,
          "minimumExpectedCount": 1.4344594594594595,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.059694046958242625,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 2.6093077093669432,
          "df": 4,
          "p": 0.6251751921930622,
          "adjustedP": 1,
          "minimumExpectedCount": 1.3527027027027028,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.020994319169553098,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 12.751442947185431,
          "df": 4,
          "p": 0.012556362757857277,
          "adjustedP": 0.28879634343071736,
          "minimumExpectedCount": 1.2932432432432432,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046410774150996835,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 7.173226426586513,
          "df": 4,
          "p": 0.12701230294883936,
          "adjustedP": 1,
          "minimumExpectedCount": 1.2337837837837837,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.034809390301176114,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 4.99056778317862,
          "df": 4,
          "p": 0.28826666956243585,
          "adjustedP": 1,
          "minimumExpectedCount": 1.2337837837837837,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029034484922693535,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 2.156300206574953,
          "df": 4,
          "p": 0.7070372134751473,
          "adjustedP": 1,
          "minimumExpectedCount": 1.114864864864865,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01908507007478051,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": null
      },
      {
        "label": "Semgrep",
        "test": null
      },
      {
        "label": "TestNG",
        "test": null
      },
      {
        "label": "Appium",
        "test": null
      },
      {
        "label": "Robot Framework",
        "test": null
      },
      {
        "label": "Graphite",
        "test": null
      },
      {
        "label": "Canary",
        "test": null
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
