{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-by-gender",
  "title": "Code testing and reliability tools: Worked with in past year by gender",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestHaveWorkedWith",
    "label": "Code testing and reliability tools: Worked with in past year",
    "officialLabel": "Code testing and reliability tools: Worked with in past year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Gender",
    "label": "Gender"
  },
  "rowLabels": [
    "ESLint",
    "Postman / Newman",
    "pytest",
    "Playwright",
    "JUnit",
    "Jest",
    "Vitest",
    "SonarQube / SonarCloud",
    "Sentry",
    "Selenium",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "NUnit",
    "Cypress",
    "Testcontainers",
    "JaCoCo",
    "CodeRabbit",
    "BrowserStack",
    "Codecov",
    "Mocha",
    "CodeQL",
    "Snyk Code",
    "Cucumber",
    "k6",
    "New Relic",
    "RSpec",
    "Semgrep",
    "TestNG",
    "Robot Framework",
    "Graphite",
    "Appium",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Man",
    "Non-binary",
    "Prefer not to say",
    "Prefer to self-describe:",
    "Woman"
  ],
  "counts": [
    [
      3409,
      101,
      142,
      25,
      247
    ],
    [
      3093,
      47,
      83,
      16,
      202
    ],
    [
      2581,
      73,
      121,
      19,
      168
    ],
    [
      2382,
      40,
      79,
      15,
      119
    ],
    [
      2004,
      39,
      75,
      20,
      124
    ],
    [
      1934,
      40,
      80,
      16,
      127
    ],
    [
      1798,
      39,
      74,
      18,
      119
    ],
    [
      1770,
      28,
      72,
      15,
      101
    ],
    [
      1289,
      26,
      43,
      15,
      94
    ],
    [
      1112,
      21,
      47,
      6,
      80
    ],
    [
      1029,
      23,
      43,
      4,
      74
    ],
    [
      1015,
      19,
      36,
      5,
      54
    ],
    [
      828,
      20,
      40,
      16,
      43
    ],
    [
      803,
      13,
      42,
      6,
      53
    ],
    [
      747,
      16,
      25,
      10,
      69
    ],
    [
      745,
      11,
      26,
      7,
      38
    ],
    [
      567,
      8,
      15,
      4,
      39
    ],
    [
      525,
      11,
      18,
      3,
      45
    ],
    [
      480,
      12,
      18,
      8,
      54
    ],
    [
      466,
      18,
      27,
      3,
      37
    ],
    [
      466,
      9,
      22,
      7,
      39
    ],
    [
      467,
      14,
      25,
      2,
      30
    ],
    [
      459,
      6,
      23,
      6,
      43
    ],
    [
      443,
      6,
      17,
      5,
      35
    ],
    [
      349,
      7,
      14,
      3,
      16
    ],
    [
      322,
      10,
      14,
      8,
      33
    ],
    [
      313,
      11,
      20,
      3,
      36
    ],
    [
      213,
      6,
      13,
      1,
      18
    ],
    [
      197,
      5,
      10,
      4,
      22
    ],
    [
      195,
      2,
      9,
      3,
      16
    ],
    [
      189,
      3,
      3,
      3,
      25
    ],
    [
      164,
      4,
      12,
      2,
      19
    ],
    [
      125,
      5,
      11,
      3,
      18
    ],
    [
      109,
      2,
      5,
      1,
      13
    ],
    [
      92,
      3,
      5,
      2,
      17
    ],
    [
      91,
      1,
      5,
      1,
      11
    ],
    [
      67,
      3,
      6,
      2,
      10
    ],
    [
      63,
      2,
      3,
      1,
      12
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    3924,
    3441,
    2962,
    2635,
    2262,
    2197,
    2048,
    1986,
    1467,
    1266,
    1173,
    1129,
    947,
    917,
    867,
    827,
    633,
    602,
    572,
    551,
    543,
    538,
    537,
    506,
    389,
    387,
    383,
    251,
    238,
    225,
    223,
    201,
    162,
    130,
    119,
    109,
    88,
    81
  ],
  "columnBases": [
    8909,
    225,
    376,
    78,
    598
  ],
  "n": 10186,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 33,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Postman / Newman",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 7.524828147412676,
          "df": 4,
          "p": 0.11061944676122092,
          "adjustedP": 1,
          "minimumExpectedCount": 30.04830159041822,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.027179812538756183,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 49.3851645990492,
          "df": 4,
          "p": 4.852387996458886e-10,
          "adjustedP": 1.6012880388314324e-8,
          "minimumExpectedCount": 26.34969566071078,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06963000347947892,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 4.164687679839718,
          "df": 4,
          "p": 0.3841763660094605,
          "adjustedP": 1,
          "minimumExpectedCount": 22.68172000785392,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.020220383266746578,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 28.713385373390402,
          "df": 4,
          "p": 0.000008938513104336195,
          "adjustedP": 0.00028603241933875824,
          "minimumExpectedCount": 20.177694875319066,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05309337877330024,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 5.912239538376011,
          "df": 4,
          "p": 0.2057988423827719,
          "adjustedP": 1,
          "minimumExpectedCount": 17.32142155900255,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024092073243387274,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 2.1233377409190735,
          "df": 4,
          "p": 0.713086117220268,
          "adjustedP": 1,
          "minimumExpectedCount": 16.82367956018064,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.014438022146361638,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 1.595447563909618,
          "df": 4,
          "p": 0.8096101181022319,
          "adjustedP": 1,
          "minimumExpectedCount": 15.682701747496564,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.012515247185949978,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 10.532024744442017,
          "df": 4,
          "p": 0.0323587050304722,
          "adjustedP": 0.7766089207313329,
          "minimumExpectedCount": 15.207932456312586,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.032155413555038356,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 6.510287151662301,
          "df": 4,
          "p": 0.164143362484445,
          "adjustedP": 1,
          "minimumExpectedCount": 11.23365403494993,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.025281232133345096,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 4.108213586391427,
          "df": 4,
          "p": 0.3915587861191753,
          "adjustedP": 1,
          "minimumExpectedCount": 9.694482623208325,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02008281887141475,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 3.9382188289119244,
          "df": 4,
          "p": 0.414431587176174,
          "adjustedP": 1,
          "minimumExpectedCount": 8.982328686432359,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01966292334766317,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 7.611518969660154,
          "df": 4,
          "p": 0.1068911348739467,
          "adjustedP": 1,
          "minimumExpectedCount": 8.645395641075986,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.027335928579935366,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 15.628626814496654,
          "df": 4,
          "p": 0.00356020737799135,
          "adjustedP": 0.09968580658375781,
          "minimumExpectedCount": 7.251718044374631,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03917045124060185,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 5.191782660840784,
          "df": 4,
          "p": 0.2681793156836513,
          "adjustedP": 1,
          "minimumExpectedCount": 7.021990967995287,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.022576489661046795,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 11.321340985850991,
          "df": 4,
          "p": 0.023180350072645975,
          "adjustedP": 0.5795087518161494,
          "minimumExpectedCount": 6.6391125073630475,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.033338580134330234,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 7.157154748194971,
          "df": 4,
          "p": 0.12781274175921942,
          "adjustedP": 1,
          "minimumExpectedCount": 6.332809738857255,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02650747544535421,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 6.521641947558974,
          "df": 4,
          "p": 0.1634318630572328,
          "adjustedP": 1,
          "minimumExpectedCount": 4.847241311604162,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.025303269423271636,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 4.681543767793595,
          "df": 4,
          "p": 0.32156036235881236,
          "adjustedP": 1,
          "minimumExpectedCount": 4.609856666012173,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.021438416699068284,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 17.71642595861478,
          "df": 4,
          "p": 0.0014019262901472083,
          "adjustedP": 0.043459714994563456,
          "minimumExpectedCount": 4.380129589632829,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04170481709537693,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 6.89302153138098,
          "df": 4,
          "p": 0.14165070513975014,
          "adjustedP": 1,
          "minimumExpectedCount": 4.219320636167288,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.026013751161596158,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 4.900739930890162,
          "df": 4,
          "p": 0.2976346641551696,
          "adjustedP": 1,
          "minimumExpectedCount": 4.15806008246613,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02193456329279629,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 3.0664164239506095,
          "df": 4,
          "p": 0.5467729502279783,
          "adjustedP": 1,
          "minimumExpectedCount": 4.119772236402906,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.017350569340097915,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 9.175142228882796,
          "df": 4,
          "p": 0.05686777588608678,
          "adjustedP": 1,
          "minimumExpectedCount": 4.112114667190261,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.030012665414815603,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 4.018983815448756,
          "df": 4,
          "p": 0.4034427662285376,
          "adjustedP": 1,
          "minimumExpectedCount": 3.874730021598272,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.019863523692391073,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 2.6797505873194067,
          "df": 4,
          "p": 0.6127626212823389,
          "adjustedP": 1,
          "minimumExpectedCount": 2.97879442371883,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01621979464721248,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 14.829244762387871,
          "df": 4,
          "p": 0.005068798716272874,
          "adjustedP": 0.1368575653393676,
          "minimumExpectedCount": 2.9634792852935403,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.038155546718332,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 13.259198272677693,
          "df": 4,
          "p": 0.010076353575428874,
          "adjustedP": 0.26198519296115075,
          "minimumExpectedCount": 2.932849008442961,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03607919147375849,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 2.9760375216525343,
          "df": 4,
          "p": 0.5618434394144518,
          "adjustedP": 1,
          "minimumExpectedCount": 1.9220498723738464,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.017092963502595267,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 8.183890575620149,
          "df": 4,
          "p": 0.08506961549185652,
          "adjustedP": 1,
          "minimumExpectedCount": 1.822501472609464,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028345105060961752,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 3.4618626018561276,
          "df": 4,
          "p": 0.4837008634630623,
          "adjustedP": 1,
          "minimumExpectedCount": 1.7229530728450815,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.018435421757145812,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 16.43445203256021,
          "df": 4,
          "p": 0.0024883090641520268,
          "adjustedP": 0.07216096286040878,
          "minimumExpectedCount": 1.7076379344197918,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.040167590250774494,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 8.359057271788865,
          "df": 4,
          "p": 0.07927641728022942,
          "adjustedP": 1,
          "minimumExpectedCount": 1.5391714117416062,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028646846072246566,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 17.089839508579434,
          "df": 4,
          "p": 0.0018567814297958238,
          "adjustedP": 0.055703442893874716,
          "minimumExpectedCount": 1.2405262124484586,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0409606798430439,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
