{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-by-age",
  "title": "Code testing and reliability tools: Worked with in past year by age",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestHaveWorkedWith",
    "label": "Code testing and reliability tools: Worked with in past year",
    "officialLabel": "Code testing and reliability tools: Worked with in past year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Age",
    "label": "Age"
  },
  "rowLabels": [
    "ESLint",
    "Postman / Newman",
    "pytest",
    "Playwright",
    "JUnit",
    "Jest",
    "Vitest",
    "SonarQube / SonarCloud",
    "Sentry",
    "Selenium",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "NUnit",
    "Cypress",
    "Testcontainers",
    "JaCoCo",
    "CodeRabbit",
    "BrowserStack",
    "Codecov",
    "Mocha",
    "CodeQL",
    "Snyk Code",
    "Cucumber",
    "k6",
    "New Relic",
    "RSpec",
    "Semgrep",
    "TestNG",
    "Robot Framework",
    "Graphite",
    "Appium",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Under 18 years old",
    "18-24 years old",
    "25-34 years old",
    "35-44 years old",
    "45-54 years old",
    "55-64 years old",
    "65 years or older",
    "Prefer not to say"
  ],
  "counts": [
    [
      71,
      532,
      1323,
      1274,
      525,
      156,
      33,
      21
    ],
    [
      23,
      424,
      1151,
      1057,
      532,
      205,
      43,
      18
    ],
    [
      30,
      360,
      940,
      961,
      446,
      174,
      47,
      13
    ],
    [
      24,
      269,
      834,
      922,
      455,
      104,
      20,
      14
    ],
    [
      14,
      309,
      652,
      696,
      383,
      162,
      44,
      13
    ],
    [
      12,
      222,
      765,
      791,
      311,
      80,
      12,
      12
    ],
    [
      28,
      251,
      698,
      709,
      282,
      68,
      8,
      9
    ],
    [
      4,
      159,
      652,
      696,
      348,
      106,
      14,
      11
    ],
    [
      6,
      112,
      519,
      587,
      200,
      39,
      4,
      5
    ],
    [
      16,
      173,
      374,
      403,
      181,
      93,
      24,
      8
    ],
    [
      1,
      52,
      387,
      510,
      166,
      50,
      5,
      9
    ],
    [
      4,
      96,
      300,
      399,
      231,
      86,
      10,
      6
    ],
    [
      19,
      95,
      261,
      289,
      152,
      82,
      39,
      13
    ],
    [
      3,
      53,
      252,
      323,
      191,
      80,
      12,
      7
    ],
    [
      1,
      78,
      274,
      333,
      134,
      35,
      6,
      8
    ],
    [
      0,
      48,
      271,
      311,
      154,
      28,
      11,
      4
    ],
    [
      2,
      51,
      185,
      234,
      113,
      39,
      5,
      6
    ],
    [
      13,
      102,
      219,
      189,
      59,
      18,
      0,
      5
    ],
    [
      4,
      52,
      153,
      228,
      97,
      33,
      4,
      5
    ],
    [
      6,
      48,
      189,
      215,
      62,
      28,
      1,
      4
    ],
    [
      1,
      35,
      161,
      210,
      98,
      29,
      6,
      5
    ],
    [
      11,
      61,
      170,
      176,
      83,
      25,
      5,
      8
    ],
    [
      3,
      33,
      164,
      191,
      104,
      34,
      4,
      5
    ],
    [
      1,
      29,
      152,
      184,
      101,
      27,
      7,
      7
    ],
    [
      3,
      36,
      149,
      121,
      65,
      11,
      0,
      6
    ],
    [
      0,
      17,
      104,
      159,
      83,
      16,
      3,
      5
    ],
    [
      0,
      20,
      99,
      167,
      63,
      32,
      2,
      4
    ],
    [
      0,
      23,
      81,
      96,
      43,
      4,
      1,
      4
    ],
    [
      1,
      30,
      58,
      90,
      40,
      9,
      6,
      6
    ],
    [
      2,
      25,
      74,
      84,
      28,
      8,
      2,
      3
    ],
    [
      3,
      34,
      66,
      84,
      28,
      4,
      0,
      4
    ],
    [
      4,
      28,
      65,
      63,
      29,
      10,
      0,
      4
    ],
    [
      1,
      18,
      44,
      65,
      20,
      9,
      3,
      2
    ],
    [
      1,
      19,
      42,
      47,
      15,
      2,
      1,
      3
    ],
    [
      2,
      21,
      43,
      33,
      14,
      3,
      1,
      4
    ],
    [
      0,
      17,
      32,
      44,
      10,
      2,
      0,
      4
    ],
    [
      1,
      9,
      29,
      30,
      10,
      4,
      2,
      3
    ],
    [
      0,
      12,
      30,
      25,
      9,
      3,
      0,
      3
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    3935,
    3453,
    2971,
    2642,
    2273,
    2205,
    2053,
    1990,
    1472,
    1272,
    1180,
    1132,
    950,
    921,
    869,
    827,
    635,
    605,
    576,
    553,
    545,
    539,
    538,
    508,
    391,
    387,
    387,
    252,
    240,
    226,
    223,
    203,
    162,
    130,
    121,
    109,
    88,
    82
  ],
  "columnBases": [
    151,
    1231,
    3076,
    3254,
    1617,
    646,
    189,
    64
  ],
  "n": 10228,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 33,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Datadog",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 160.50352392284913,
          "df": 7,
          "p": 2.513229837022849e-31,
          "adjustedP": 8.042335478473117e-30,
          "minimumExpectedCount": 24.622604614782947,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.12526995641078537,
            "label": "small"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 57.09447485473095,
          "df": 7,
          "p": 5.724668437330092e-10,
          "adjustedP": 1.2594270562126203e-8,
          "minimumExpectedCount": 21.606570199452484,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07471394729295816,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 17.03523480691914,
          "df": 7,
          "p": 0.017170389019198467,
          "adjustedP": 0.1030223341151908,
          "minimumExpectedCount": 18.590535784122018,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04081113774823906,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 91.12880235480874,
          "df": 7,
          "p": 7.253855424416794e-17,
          "adjustedP": 1.9585409645925343e-15,
          "minimumExpectedCount": 16.53187328901056,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09439140959017454,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 29.04472699571995,
          "df": 7,
          "p": 0.0001419947380748056,
          "adjustedP": 0.001703936856897667,
          "minimumExpectedCount": 14.222917481423544,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05328908824202937,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 123.5606461938321,
          "df": 7,
          "p": 1.3878319715485514e-23,
          "adjustedP": 4.163495914645654e-22,
          "minimumExpectedCount": 13.797418850215095,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10991190262595432,
            "label": "small"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 94.10302865544571,
          "df": 7,
          "p": 1.7735090011106954e-17,
          "adjustedP": 4.965825203109947e-16,
          "minimumExpectedCount": 12.846304262807978,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09591939722560071,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 100.46589809139046,
          "df": 7,
          "p": 8.644038973418377e-19,
          "adjustedP": 2.5067713022913293e-17,
          "minimumExpectedCount": 12.452092295658975,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09910920118447215,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 159.13725941548583,
          "df": 7,
          "p": 4.87245528775376e-31,
          "adjustedP": 1.5104611392036655e-29,
          "minimumExpectedCount": 9.210793899100508,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.12473564514946452,
            "label": "small"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 8.23636629230872,
          "df": 7,
          "p": 0.3122136614582909,
          "adjustedP": 0.6244273229165818,
          "minimumExpectedCount": 7.959327336722722,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028377391157948958,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 166.5533454021607,
          "df": 7,
          "p": 1.3372355178877132e-32,
          "adjustedP": 4.412877209029454e-31,
          "minimumExpectedCount": 7.38365271802894,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.12760900445273804,
            "label": "small"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 61.27039035694506,
          "df": 7,
          "p": 8.413470621048585e-11,
          "adjustedP": 2.0192329490516606e-9,
          "minimumExpectedCount": 7.083300743058271,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07739804018612119,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 55.572201607403066,
          "df": 7,
          "p": 1.1482154152801797e-9,
          "adjustedP": 2.4112523720883774e-8,
          "minimumExpectedCount": 5.9444661712944855,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07371119323783512,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 74.57539055018104,
          "df": 7,
          "p": 1.749006556670268e-13,
          "adjustedP": 4.547417047342697e-12,
          "minimumExpectedCount": 5.763003519749707,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0853890945767776,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 48.778966172145886,
          "df": 7,
          "p": 2.5067907906965617e-8,
          "adjustedP": 4.7629025023234674e-7,
          "minimumExpectedCount": 5.4376222135314825,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0690591034865006,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 72.29753776486677,
          "df": 7,
          "p": 5.066043017500226e-13,
          "adjustedP": 1.2665107543750565e-11,
          "minimumExpectedCount": 5.174814235432147,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08407490663789048,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 27.743511573988027,
          "df": 7,
          "p": 0.0002447077316050715,
          "adjustedP": 0.0026917850476557864,
          "minimumExpectedCount": 3.973406335549472,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0520817244351569,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 61.07182967447677,
          "df": 7,
          "p": 9.21901618177602e-11,
          "adjustedP": 2.1203737218084846e-9,
          "minimumExpectedCount": 3.7856863511928043,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07727252540766386,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 26.90772860955172,
          "df": 7,
          "p": 0.00034626692427988946,
          "adjustedP": 0.0034626692427988945,
          "minimumExpectedCount": 3.604223699648025,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05129123541142753,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 36.66937572527694,
          "df": 7,
          "p": 0.00000541778932054715,
          "adjustedP": 0.0000866846291287544,
          "minimumExpectedCount": 3.4603050449745796,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05987649892660033,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 34.95089049476191,
          "df": 7,
          "p": 0.000011424633816773846,
          "adjustedP": 0.0001713695072516077,
          "minimumExpectedCount": 3.410246382479468,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05845662840645333,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 13.909837382569881,
          "df": 7,
          "p": 0.05280841786683603,
          "adjustedP": 0.26404208933418016,
          "minimumExpectedCount": 3.3727023856081346,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03687785621607705,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 31.177658063272062,
          "df": 7,
          "p": 0.00005765366550436384,
          "adjustedP": 0.0007494976515567299,
          "minimumExpectedCount": 3.3664450527962457,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.055211098125338136,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 38.900234647855676,
          "df": 7,
          "p": 0.0000020420117218192725,
          "adjustedP": 0.00003471419927092763,
          "minimumExpectedCount": 3.1787250684395776,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.061670965951902516,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 33.852361043429376,
          "df": 7,
          "p": 0.0000183555981421893,
          "adjustedP": 0.0002569783739906502,
          "minimumExpectedCount": 2.4466171294485726,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05753062900492676,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 54.16959946168678,
          "df": 7,
          "p": 2.177038989500247e-9,
          "adjustedP": 4.354077979000494e-8,
          "minimumExpectedCount": 2.421587798201017,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07277503994743983,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 48.06156185284917,
          "df": 7,
          "p": 3.4632900596712005e-8,
          "adjustedP": 6.233922107408161e-7,
          "minimumExpectedCount": 2.421587798201017,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0685493877585331,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 25.366985732948795,
          "df": 7,
          "p": 0.0006530908632203607,
          "adjustedP": 0.0058778177689832465,
          "minimumExpectedCount": 1.576847868596011,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.049801115726316014,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 24.30166557740017,
          "df": 7,
          "p": 0.0010082399444012076,
          "adjustedP": 0.00806591955520966,
          "minimumExpectedCount": 1.5017598748533438,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04874416782437571,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 10.867085726408357,
          "df": 7,
          "p": 0.14452267482817086,
          "adjustedP": 0.4335680244845126,
          "minimumExpectedCount": 1.4141572154868987,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03259576565806346,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 22.5427179412556,
          "df": 7,
          "p": 0.0020468200947016723,
          "adjustedP": 0.014327740662911707,
          "minimumExpectedCount": 1.395385217051232,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046946992822187235,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 11.924157201377959,
          "df": 7,
          "p": 0.10308074851275548,
          "adjustedP": 0.4123229940510219,
          "minimumExpectedCount": 1.2702385608134532,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.034144321478446454,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 7.3514310068257345,
          "df": 7,
          "p": 0.3932283500936784,
          "adjustedP": 0.6244273229165818,
          "minimumExpectedCount": 1.013687915526007,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02680961536153714,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
