{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-and-want-to-again-by-employment",
  "title": "Code testing and reliability tools: Worked with in past year and want to again by employment status",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestAdmired",
    "label": "Code testing and reliability tools: Worked with in past year and want to again",
    "officialLabel": "Code testing and reliability tools: Worked with in past year AND Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Employment",
    "label": "Employment status"
  },
  "rowLabels": [
    "ESLint",
    "pytest",
    "Playwright",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Jest",
    "Sentry",
    "Other, please specify",
    "xUnit.net",
    "Datadog",
    "Testcontainers",
    "Selenium",
    "NUnit",
    "JaCoCo",
    "CodeRabbit",
    "Cypress",
    "Codecov",
    "RSpec",
    "CodeQL",
    "Cucumber",
    "BrowserStack",
    "k6",
    "Snyk Code",
    "Mocha",
    "New Relic",
    "Semgrep",
    "TestNG",
    "Appium",
    "Robot Framework",
    "Graphite",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Employed",
    "I prefer not to say",
    "Independent contractor, freelancer, or self-employed",
    "Not employed",
    "Retired",
    "Student"
  ],
  "counts": [
    [
      1337,
      15,
      264,
      112,
      7,
      131
    ],
    [
      1107,
      8,
      203,
      76,
      14,
      116
    ],
    [
      1013,
      10,
      229,
      58,
      3,
      59
    ],
    [
      990,
      8,
      202,
      62,
      3,
      64
    ],
    [
      841,
      11,
      194,
      52,
      4,
      67
    ],
    [
      747,
      7,
      101,
      58,
      9,
      63
    ],
    [
      660,
      7,
      76,
      28,
      3,
      25
    ],
    [
      581,
      5,
      118,
      46,
      0,
      29
    ],
    [
      485,
      3,
      143,
      25,
      1,
      19
    ],
    [
      424,
      12,
      112,
      40,
      16,
      51
    ],
    [
      479,
      4,
      76,
      24,
      1,
      15
    ],
    [
      394,
      5,
      50,
      19,
      1,
      7
    ],
    [
      354,
      7,
      53,
      25,
      2,
      10
    ],
    [
      254,
      5,
      59,
      33,
      4,
      34
    ],
    [
      289,
      4,
      52,
      16,
      5,
      7
    ],
    [
      213,
      4,
      26,
      12,
      0,
      10
    ],
    [
      137,
      7,
      46,
      17,
      0,
      21
    ],
    [
      152,
      5,
      41,
      18,
      0,
      7
    ],
    [
      152,
      4,
      31,
      9,
      0,
      12
    ],
    [
      139,
      3,
      29,
      21,
      0,
      4
    ],
    [
      137,
      6,
      23,
      14,
      1,
      13
    ],
    [
      129,
      4,
      31,
      12,
      0,
      6
    ],
    [
      103,
      5,
      47,
      10,
      0,
      9
    ],
    [
      121,
      4,
      28,
      10,
      0,
      4
    ],
    [
      113,
      6,
      25,
      15,
      0,
      7
    ],
    [
      107,
      3,
      27,
      9,
      3,
      2
    ],
    [
      82,
      3,
      20,
      9,
      1,
      3
    ],
    [
      65,
      3,
      11,
      7,
      0,
      4
    ],
    [
      40,
      4,
      17,
      13,
      0,
      4
    ],
    [
      32,
      8,
      15,
      8,
      0,
      3
    ],
    [
      39,
      3,
      11,
      8,
      0,
      4
    ],
    [
      37,
      3,
      15,
      6,
      0,
      3
    ],
    [
      27,
      6,
      15,
      9,
      2,
      4
    ],
    [
      27,
      3,
      14,
      6,
      1,
      5
    ],
    [
      10,
      4,
      16,
      9,
      0,
      2
    ],
    [
      15,
      3,
      11,
      7,
      0,
      4
    ],
    [
      7,
      3,
      9,
      6,
      2,
      4
    ],
    [
      9,
      3,
      8,
      6,
      0,
      4
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1866,
    1524,
    1372,
    1329,
    1169,
    985,
    799,
    779,
    676,
    655,
    599,
    476,
    451,
    389,
    373,
    265,
    228,
    223,
    208,
    196,
    194,
    182,
    174,
    167,
    166,
    151,
    118,
    90,
    78,
    66,
    65,
    64,
    63,
    56,
    41,
    40,
    31,
    30
  ],
  "columnBases": [
    4345,
    46,
    815,
    307,
    52,
    377
  ],
  "n": 5942,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 26,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Sentry",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 14.612175786379863,
          "df": 5,
          "p": 0.012154581260777064,
          "adjustedP": 0.09723665008621651,
          "minimumExpectedCount": 14.445641198249747,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04958965882384358,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 7.302165731123287,
          "df": 5,
          "p": 0.19912019742773535,
          "adjustedP": 0.3982403948554707,
          "minimumExpectedCount": 11.7980477953551,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03505577066241247,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 35.263411818287,
          "df": 5,
          "p": 0.0000013330650244823403,
          "adjustedP": 0.000027994365514129146,
          "minimumExpectedCount": 10.621339616290811,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0770363753906994,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 19.231270300156297,
          "df": 5,
          "p": 0.0017404797401193689,
          "adjustedP": 0.022626236621551794,
          "minimumExpectedCount": 10.288455065634466,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.056890226425096994,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 16.638228221163,
          "df": 5,
          "p": 0.0052395572505800235,
          "adjustedP": 0.05763512975638026,
          "minimumExpectedCount": 9.049814877145742,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.052916025224318645,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 12.784480905942603,
          "df": 5,
          "p": 0.0254843339789151,
          "adjustedP": 0.14245291233252202,
          "minimumExpectedCount": 7.625378660383709,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04638475058496907,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 45.98009054901923,
          "df": 5,
          "p": 9.167265488947976e-9,
          "adjustedP": 2.2001437173475142e-7,
          "minimumExpectedCount": 6.185459441265567,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08796675819188081,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 20.309735541727413,
          "df": 5,
          "p": 0.0010930252163512434,
          "adjustedP": 0.015302353028917408,
          "minimumExpectedCount": 6.030629417704477,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05846363448337456,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 54.84744512632158,
          "df": 5,
          "p": 1.4031792498168084e-10,
          "adjustedP": 3.6482660495237018e-9,
          "minimumExpectedCount": 5.23325479636486,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09607532835576145,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 48.21629251171468,
          "df": 5,
          "p": 3.2085287124958555e-9,
          "adjustedP": 8.021321781239639e-8,
          "minimumExpectedCount": 5.0706832716257155,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09008045742808757,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 25.915083525771305,
          "df": 5,
          "p": 0.00009268418580191018,
          "adjustedP": 0.0016683153444343832,
          "minimumExpectedCount": 4.637159205654662,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0660404437421132,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 34.36397023666633,
          "df": 5,
          "p": 0.0000020149696425927308,
          "adjustedP": 0.00004029939285185462,
          "minimumExpectedCount": 3.684954560753955,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07604757036249589,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 21.38892783110049,
          "df": 5,
          "p": 0.0006838282903084249,
          "adjustedP": 0.010941252644934799,
          "minimumExpectedCount": 3.491417031302592,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.059996813321496624,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 18.27172512425952,
          "df": 5,
          "p": 0.002624446050650327,
          "adjustedP": 0.03149335260780393,
          "minimumExpectedCount": 3.011443958263211,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0554527965293443,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 15.604414912473166,
          "df": 5,
          "p": 0.008069105069221434,
          "adjustedP": 0.0726219456229929,
          "minimumExpectedCount": 2.8875799394143384,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.051245698955845076,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 12.552028270100607,
          "df": 5,
          "p": 0.027958649929712767,
          "adjustedP": 0.14245291233252202,
          "minimumExpectedCount": 2.05149781218445,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04596112290033771,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 36.41803096078409,
          "df": 5,
          "p": 7.833946701893665e-7,
          "adjustedP": 0.000017234682744166065,
          "minimumExpectedCount": 1.7650622685964321,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07828740661475402,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 20.47871950813273,
          "df": 5,
          "p": 0.0010158572479305543,
          "adjustedP": 0.015237858718958315,
          "minimumExpectedCount": 1.7263547627061595,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.058706349407963966,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 6.190104589743085,
          "df": 5,
          "p": 0.28815801281501874,
          "adjustedP": 0.3982403948554707,
          "minimumExpectedCount": 1.6102322450353417,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03227622020519563,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 21.57015232787057,
          "df": 5,
          "p": 0.0006318372690455928,
          "adjustedP": 0.010741233573775077,
          "minimumExpectedCount": 1.5173342308986872,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06025044824964513,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 16.57268994451149,
          "df": 5,
          "p": 0.00538572217140411,
          "adjustedP": 0.05763512975638026,
          "minimumExpectedCount": 1.5018512285425782,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05281170381009681,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 11.682857131221219,
          "df": 5,
          "p": 0.039401492891807006,
          "adjustedP": 0.14245291233252202,
          "minimumExpectedCount": 1.408953214405924,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.044341278306275794,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 40.13631433582294,
          "df": 5,
          "p": 1.401764573533954e-7,
          "adjustedP": 0.000003224058519128094,
          "minimumExpectedCount": 1.3470212049814878,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08218686617722737,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 12.961509076085456,
          "df": 5,
          "p": 0.023742152055420337,
          "adjustedP": 0.14245291233252202,
          "minimumExpectedCount": 1.292830696735106,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04670479394951825,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 26.278903690795133,
          "df": 5,
          "p": 0.00007878034450443347,
          "adjustedP": 0.001496826545584236,
          "minimumExpectedCount": 1.2850891955570516,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06650239679895689,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 13.541819023915677,
          "df": 5,
          "p": 0.018797322250567,
          "adjustedP": 0.131581255753969,
          "minimumExpectedCount": 1.1689666778862335,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.047738874853921275,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": null
      },
      {
        "label": "Semgrep",
        "test": null
      },
      {
        "label": "TestNG",
        "test": null
      },
      {
        "label": "Appium",
        "test": null
      },
      {
        "label": "Robot Framework",
        "test": null
      },
      {
        "label": "Graphite",
        "test": null
      },
      {
        "label": "Canary",
        "test": null
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
