{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-by-employment",
  "title": "Code testing and reliability tools: Worked with in past year by employment status",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestHaveWorkedWith",
    "label": "Code testing and reliability tools: Worked with in past year",
    "officialLabel": "Code testing and reliability tools: Worked with in past year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Employment",
    "label": "Employment status"
  },
  "rowLabels": [
    "ESLint",
    "Postman / Newman",
    "pytest",
    "Playwright",
    "JUnit",
    "Jest",
    "Vitest",
    "SonarQube / SonarCloud",
    "Sentry",
    "Selenium",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "NUnit",
    "Cypress",
    "Testcontainers",
    "JaCoCo",
    "CodeRabbit",
    "BrowserStack",
    "Codecov",
    "Mocha",
    "CodeQL",
    "Snyk Code",
    "Cucumber",
    "k6",
    "New Relic",
    "RSpec",
    "Semgrep",
    "TestNG",
    "Robot Framework",
    "Graphite",
    "Appium",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Employed",
    "I prefer not to say",
    "Independent contractor, freelancer, or self-employed",
    "Not employed",
    "Retired",
    "Student"
  ],
  "counts": [
    [
      2828,
      29,
      577,
      218,
      20,
      263
    ],
    [
      2570,
      31,
      495,
      164,
      13,
      180
    ],
    [
      2154,
      23,
      399,
      143,
      30,
      222
    ],
    [
      1958,
      22,
      439,
      107,
      9,
      107
    ],
    [
      1663,
      21,
      279,
      108,
      25,
      177
    ],
    [
      1651,
      14,
      336,
      127,
      6,
      71
    ],
    [
      1492,
      22,
      337,
      91,
      6,
      105
    ],
    [
      1669,
      19,
      185,
      62,
      7,
      48
    ],
    [
      1070,
      14,
      291,
      54,
      4,
      39
    ],
    [
      896,
      16,
      192,
      69,
      10,
      89
    ],
    [
      951,
      16,
      142,
      48,
      5,
      18
    ],
    [
      872,
      16,
      157,
      45,
      6,
      36
    ],
    [
      634,
      21,
      154,
      50,
      25,
      66
    ],
    [
      699,
      15,
      140,
      35,
      12,
      20
    ],
    [
      632,
      16,
      141,
      47,
      2,
      31
    ],
    [
      642,
      16,
      112,
      35,
      5,
      17
    ],
    [
      508,
      10,
      63,
      26,
      3,
      25
    ],
    [
      394,
      20,
      109,
      31,
      1,
      50
    ],
    [
      377,
      13,
      123,
      35,
      3,
      25
    ],
    [
      382,
      15,
      94,
      27,
      2,
      33
    ],
    [
      373,
      12,
      108,
      31,
      7,
      14
    ],
    [
      373,
      18,
      80,
      28,
      1,
      39
    ],
    [
      413,
      12,
      70,
      26,
      1,
      16
    ],
    [
      375,
      10,
      81,
      27,
      1,
      14
    ],
    [
      280,
      11,
      60,
      15,
      1,
      24
    ],
    [
      278,
      11,
      68,
      18,
      4,
      8
    ],
    [
      268,
      9,
      66,
      32,
      1,
      11
    ],
    [
      180,
      9,
      37,
      15,
      1,
      10
    ],
    [
      146,
      11,
      40,
      21,
      5,
      17
    ],
    [
      146,
      12,
      36,
      16,
      3,
      13
    ],
    [
      145,
      10,
      39,
      13,
      2,
      14
    ],
    [
      112,
      16,
      49,
      12,
      1,
      13
    ],
    [
      73,
      13,
      46,
      14,
      4,
      12
    ],
    [
      65,
      8,
      35,
      8,
      2,
      12
    ],
    [
      40,
      12,
      45,
      14,
      0,
      10
    ],
    [
      52,
      9,
      29,
      10,
      0,
      9
    ],
    [
      33,
      11,
      27,
      6,
      3,
      8
    ],
    [
      28,
      8,
      24,
      10,
      0,
      12
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    3935,
    3453,
    2971,
    2642,
    2273,
    2205,
    2053,
    1990,
    1472,
    1272,
    1180,
    1132,
    950,
    921,
    869,
    827,
    635,
    605,
    576,
    553,
    545,
    539,
    538,
    508,
    391,
    387,
    387,
    252,
    240,
    226,
    223,
    203,
    162,
    130,
    121,
    109,
    88,
    82
  ],
  "columnBases": [
    7398,
    94,
    1447,
    504,
    112,
    673
  ],
  "n": 10228,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 36,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "DeepSource",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 28.779894214728014,
          "df": 5,
          "p": 0.0000256105249449501,
          "adjustedP": 0.000256105249449501,
          "minimumExpectedCount": 36.16445052796246,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.053045584228406516,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 43.04722986538342,
          "df": 5,
          "p": 3.614516626493184e-8,
          "adjustedP": 7.229033252986368e-7,
          "minimumExpectedCount": 31.734649980445834,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06487498120153735,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 7.953146179317257,
          "df": 5,
          "p": 0.1588368077578769,
          "adjustedP": 0.3176736155157538,
          "minimumExpectedCount": 27.304849432929213,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.027885223054063223,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 75.9281259962108,
          "df": 5,
          "p": 5.9550232817264415e-15,
          "adjustedP": 1.6674065188834037e-13,
          "minimumExpectedCount": 24.28118889323426,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08616005764539757,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 14.183099305401681,
          "df": 5,
          "p": 0.014487237746369766,
          "adjustedP": 0.0434617132391093,
          "minimumExpectedCount": 20.88991005084083,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03723833136407654,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 76.91221636969175,
          "df": 5,
          "p": 3.709909721801628e-15,
          "adjustedP": 1.075873819322472e-13,
          "minimumExpectedCount": 20.26495893625342,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08671661237231787,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 34.8060260731617,
          "df": 5,
          "p": 0.0000016448916398613986,
          "adjustedP": 0.000023028482958059582,
          "minimumExpectedCount": 18.86800938599922,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05833535712250553,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 180.76489744204548,
          "df": 5,
          "p": 3.673488453590106e-37,
          "adjustedP": 1.2857209587565373e-35,
          "minimumExpectedCount": 18.28901055924912,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.13294184137256745,
            "label": "small"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 95.00554005378912,
          "df": 5,
          "p": 5.955133179274982e-19,
          "adjustedP": 1.9056426173679943e-17,
          "minimumExpectedCount": 13.528353539303872,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09637826543509781,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 5.830067856678993,
          "df": 5,
          "p": 0.3231068409444193,
          "adjustedP": 0.3231068409444193,
          "minimumExpectedCount": 11.690262025811498,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02387489361728146,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 78.8541137386324,
          "df": 5,
          "p": 1.457194758660796e-15,
          "adjustedP": 4.371584275982388e-14,
          "minimumExpectedCount": 10.844739929605005,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08780450882225938,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 35.75677487001328,
          "df": 5,
          "p": 0.0000010623691306376877,
          "adjustedP": 0.000016997906090203004,
          "minimumExpectedCount": 10.403597966366837,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05912672310404838,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 49.722059151142155,
          "df": 5,
          "p": 1.5796652116582644e-9,
          "adjustedP": 3.633229986814008e-8,
          "minimumExpectedCount": 8.730934689088777,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0697235021577557,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 41.022193645317195,
          "df": 5,
          "p": 9.286417742145282e-8,
          "adjustedP": 0.0000016715551935861508,
          "minimumExpectedCount": 8.464411419632382,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06333066969196591,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 31.73929434999672,
          "df": 5,
          "p": 0.000006690894752708214,
          "adjustedP": 0.00007774271857497059,
          "minimumExpectedCount": 7.986507626124364,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05570616661926266,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 44.67458952571402,
          "df": 5,
          "p": 1.689548451725177e-8,
          "adjustedP": 3.5480517486228717e-7,
          "minimumExpectedCount": 7.600508408290966,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06608987428316364,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 27.75805054062687,
          "df": 5,
          "p": 0.00004058463231842333,
          "adjustedP": 0.00030731368809139715,
          "minimumExpectedCount": 5.835940555338287,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.052095369342248135,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 59.17846717378105,
          "df": 5,
          "p": 1.7965861261646594e-11,
          "adjustedP": 4.671123928028114e-10,
          "minimumExpectedCount": 5.560226828314431,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07606528491243067,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 46.414739841502595,
          "df": 5,
          "p": 7.476989390528216e-9,
          "adjustedP": 1.6449376659162074e-7,
          "minimumExpectedCount": 5.293703558858037,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06736473420927519,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 27.880240931541383,
          "df": 5,
          "p": 0.000038414211011424644,
          "adjustedP": 0.00030731368809139715,
          "minimumExpectedCount": 5.0823230348064135,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.052209904829014296,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 39.53013774116927,
          "df": 5,
          "p": 1.857271699570587e-7,
          "adjustedP": 0.000003157361889269998,
          "minimumExpectedCount": 5.008799374266719,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06216827315167323,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 41.98780002899958,
          "df": 5,
          "p": 5.923986219097457e-8,
          "adjustedP": 0.0000011255573816285168,
          "minimumExpectedCount": 4.953656628861948,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06407169309898215,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 28.208398690791025,
          "df": 5,
          "p": 0.00003313854967429163,
          "adjustedP": 0.0002982469470686247,
          "minimumExpectedCount": 4.9444661712944855,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05251626811919978,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 23.771135806569127,
          "df": 5,
          "p": 0.00024023697292560088,
          "adjustedP": 0.0012011848646280043,
          "minimumExpectedCount": 4.66875244427063,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.048209164724263155,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 20.03220374683989,
          "df": 5,
          "p": 0.0012324592047613398,
          "adjustedP": 0.004929836819045359,
          "minimumExpectedCount": 3.593468908877591,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04425567862566228,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 32.060697308596865,
          "df": 5,
          "p": 0.000005779074426719553,
          "adjustedP": 0.0000751279675473542,
          "minimumExpectedCount": 3.5567070786077433,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05598750603386917,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 31.81006883087364,
          "df": 5,
          "p": 0.000006478559881247549,
          "adjustedP": 0.00007774271857497059,
          "minimumExpectedCount": 3.5567070786077433,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05576824077206027,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 24.23792811000621,
          "df": 5,
          "p": 0.00019540594714163317,
          "adjustedP": 0.001172435682849799,
          "minimumExpectedCount": 2.315995307000391,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0486802036983058,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 51.073778798241804,
          "df": 5,
          "p": 8.352897331807683e-10,
          "adjustedP": 2.004695359633844e-8,
          "minimumExpectedCount": 2.205709816190849,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07066488164894433,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 53.43149045449942,
          "df": 5,
          "p": 2.7425999547016576e-10,
          "adjustedP": 6.856499886754144e-9,
          "minimumExpectedCount": 2.0770434102463824,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07227752702356183,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 35.502195464106066,
          "df": 5,
          "p": 0.0000011944155066997094,
          "adjustedP": 0.000017916232600495643,
          "minimumExpectedCount": 2.049472037543997,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05891586328343121,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 133.39526207361246,
          "df": 5,
          "p": 4.527372787226707e-27,
          "adjustedP": 1.4940330197848134e-25,
          "minimumExpectedCount": 1.8656628861947595,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11420229791387043,
            "label": "small"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 138.5907949408332,
          "df": 5,
          "p": 3.565974211368515e-28,
          "adjustedP": 1.2124312318652952e-26,
          "minimumExpectedCount": 1.4888541259288228,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11640505308841342,
            "label": "small"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 65.57428485705194,
          "df": 5,
          "p": 8.518384881485466e-13,
          "adjustedP": 2.299963918001076e-11,
          "minimumExpectedCount": 1.194759483770043,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08007029375143039,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 192.7793584836977,
          "df": 5,
          "p": 9.945909632314111e-40,
          "adjustedP": 3.58052746763308e-38,
          "minimumExpectedCount": 1.1120453656628861,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.1372887357277845,
            "label": "small"
          }
        }
      },
      {
        "label": "Qodo",
        "test": {
          "statistic": 91.57942963758777,
          "df": 5,
          "p": 3.129268264951224e-18,
          "adjustedP": 9.700731621348796e-17,
          "minimumExpectedCount": 1.0017598748533438,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09462450214246107,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
