{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-and-want-to-again-by-age",
  "title": "Code testing and reliability tools: Worked with in past year and want to again by age",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestAdmired",
    "label": "Code testing and reliability tools: Worked with in past year and want to again",
    "officialLabel": "Code testing and reliability tools: Worked with in past year AND Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Age",
    "label": "Age"
  },
  "rowLabels": [
    "ESLint",
    "pytest",
    "Playwright",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Jest",
    "Sentry",
    "Other, please specify",
    "xUnit.net",
    "Datadog",
    "Testcontainers",
    "Selenium",
    "NUnit",
    "JaCoCo",
    "CodeRabbit",
    "Cypress",
    "Codecov",
    "RSpec",
    "CodeQL",
    "Cucumber",
    "BrowserStack",
    "k6",
    "Snyk Code",
    "Mocha",
    "New Relic",
    "Semgrep",
    "TestNG",
    "Appium",
    "Robot Framework",
    "Graphite",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Under 18 years old",
    "18-24 years old",
    "25-34 years old",
    "35-44 years old",
    "45-54 years old",
    "55-64 years old",
    "65 years or older",
    "Prefer not to say"
  ],
  "counts": [
    [
      35,
      255,
      682,
      567,
      242,
      60,
      13,
      12
    ],
    [
      17,
      176,
      514,
      486,
      224,
      80,
      24,
      3
    ],
    [
      13,
      136,
      466,
      489,
      208,
      45,
      10,
      5
    ],
    [
      7,
      176,
      482,
      364,
      203,
      76,
      15,
      6
    ],
    [
      21,
      142,
      419,
      379,
      167,
      33,
      5,
      3
    ],
    [
      6,
      121,
      297,
      291,
      183,
      67,
      15,
      5
    ],
    [
      2,
      73,
      274,
      253,
      145,
      45,
      5,
      2
    ],
    [
      6,
      80,
      280,
      269,
      115,
      25,
      3,
      1
    ],
    [
      5,
      55,
      246,
      258,
      96,
      15,
      1,
      0
    ],
    [
      15,
      72,
      190,
      194,
      96,
      52,
      28,
      8
    ],
    [
      2,
      46,
      170,
      211,
      122,
      41,
      7,
      0
    ],
    [
      0,
      26,
      169,
      202,
      54,
      20,
      3,
      2
    ],
    [
      0,
      27,
      149,
      163,
      91,
      14,
      7,
      0
    ],
    [
      4,
      63,
      120,
      104,
      65,
      25,
      7,
      1
    ],
    [
      0,
      21,
      103,
      132,
      80,
      33,
      3,
      1
    ],
    [
      0,
      20,
      73,
      97,
      54,
      19,
      1,
      1
    ],
    [
      7,
      48,
      79,
      64,
      23,
      7,
      0,
      0
    ],
    [
      0,
      24,
      69,
      80,
      36,
      10,
      1,
      3
    ],
    [
      2,
      20,
      63,
      78,
      31,
      13,
      1,
      0
    ],
    [
      0,
      9,
      59,
      87,
      26,
      14,
      0,
      1
    ],
    [
      7,
      25,
      61,
      57,
      30,
      10,
      2,
      2
    ],
    [
      1,
      12,
      42,
      78,
      36,
      10,
      1,
      2
    ],
    [
      2,
      20,
      43,
      68,
      29,
      9,
      2,
      1
    ],
    [
      0,
      11,
      68,
      55,
      27,
      5,
      0,
      1
    ],
    [
      0,
      12,
      49,
      58,
      35,
      10,
      2,
      0
    ],
    [
      0,
      10,
      55,
      48,
      29,
      7,
      2,
      0
    ],
    [
      0,
      7,
      27,
      48,
      29,
      6,
      0,
      1
    ],
    [
      0,
      10,
      25,
      34,
      18,
      3,
      0,
      0
    ],
    [
      0,
      13,
      21,
      23,
      18,
      2,
      0,
      1
    ],
    [
      1,
      11,
      21,
      17,
      14,
      2,
      0,
      0
    ],
    [
      1,
      11,
      18,
      21,
      10,
      4,
      0,
      0
    ],
    [
      1,
      12,
      20,
      23,
      7,
      1,
      0,
      0
    ],
    [
      1,
      9,
      17,
      19,
      9,
      5,
      2,
      1
    ],
    [
      0,
      11,
      18,
      19,
      6,
      1,
      1,
      0
    ],
    [
      1,
      8,
      13,
      11,
      5,
      1,
      1,
      1
    ],
    [
      0,
      9,
      10,
      15,
      4,
      2,
      0,
      0
    ],
    [
      1,
      6,
      8,
      9,
      5,
      1,
      1,
      0
    ],
    [
      0,
      5,
      9,
      11,
      4,
      1,
      0,
      0
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1866,
    1524,
    1372,
    1329,
    1169,
    985,
    799,
    779,
    676,
    655,
    599,
    476,
    451,
    389,
    373,
    265,
    228,
    223,
    208,
    196,
    194,
    182,
    174,
    167,
    166,
    151,
    118,
    90,
    78,
    66,
    65,
    64,
    63,
    56,
    41,
    40,
    31,
    30
  ],
  "columnBases": [
    87,
    689,
    1930,
    1877,
    910,
    329,
    90,
    30
  ],
  "n": 5942,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 19,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "ESLint",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 77.60221248994836,
          "df": 7,
          "p": 4.2420256573649656e-14,
          "adjustedP": 8.059848748993434e-13,
          "minimumExpectedCount": 9.421070346684617,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11428013059169968,
            "label": "small"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 7.460700495669157,
          "df": 7,
          "p": 0.38253593684400167,
          "adjustedP": 0.7650718736880033,
          "minimumExpectedCount": 7.694378996970717,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03543426911545387,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 42.503278958773286,
          "df": 7,
          "p": 4.159341023619252e-7,
          "adjustedP": 0.000006239011535428878,
          "minimumExpectedCount": 6.926960619320094,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08457556232132249,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 33.284636145371174,
          "df": 7,
          "p": 0.000023431606075798428,
          "adjustedP": 0.00021088445468218586,
          "minimumExpectedCount": 6.709861999326826,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07484375753506467,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 40.35579857719548,
          "df": 7,
          "p": 0.0000010760197260034158,
          "adjustedP": 0.000013988256438044406,
          "minimumExpectedCount": 5.902053180747223,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08241127801495665,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 21.540988168094877,
          "df": 7,
          "p": 0.0030467700144351465,
          "adjustedP": 0.01828062008661088,
          "minimumExpectedCount": 4.97307303938068,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06020970333465419,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 25.8915539336173,
          "df": 7,
          "p": 0.0005266395494292459,
          "adjustedP": 0.0036864768460047213,
          "minimumExpectedCount": 4.033995287781892,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06601045623344055,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 29.0957273206705,
          "df": 7,
          "p": 0.0001389851911431852,
          "adjustedP": 0.0011118815291454817,
          "minimumExpectedCount": 3.9330191854594414,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0699758665431416,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 53.68357968381889,
          "df": 7,
          "p": 2.716357840990525e-9,
          "adjustedP": 4.34617254558484e-8,
          "minimumExpectedCount": 3.412992258498822,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09505050092090268,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 59.69146890199659,
          "df": 7,
          "p": 1.739553830565252e-10,
          "adjustedP": 3.1311968950174535e-9,
          "minimumExpectedCount": 3.306967351060249,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10022817195134785,
            "label": "small"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 37.91087791169587,
          "df": 7,
          "p": 0.0000031507041348259424,
          "adjustedP": 0.00003465774548308537,
          "minimumExpectedCount": 3.024234264557388,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07987586918823195,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 54.83461642912995,
          "df": 7,
          "p": 1.6077341927605855e-9,
          "adjustedP": 2.7331481276929954e-8,
          "minimumExpectedCount": 2.4032312352743186,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0960640917943167,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 38.85571721824045,
          "df": 7,
          "p": 0.000002082317707352314,
          "adjustedP": 0.00002498781248822777,
          "minimumExpectedCount": 2.2770111073712553,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08086510246125173,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 13.434817767944232,
          "df": 7,
          "p": 0.06219665861796358,
          "adjustedP": 0.2487866344718543,
          "minimumExpectedCount": 1.9639851901716594,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.047549895436607974,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 42.18164498697153,
          "df": 7,
          "p": 4.797506801512447e-7,
          "adjustedP": 0.0000067165095221174255,
          "minimumExpectedCount": 1.8832043083136991,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08425495139093915,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 20.70395349027374,
          "df": 7,
          "p": 0.004233936021769277,
          "adjustedP": 0.021169680108846387,
          "minimumExpectedCount": 1.337933355772467,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05902830572577214,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 35.36083267633125,
          "df": 7,
          "p": 0.000009566442145379518,
          "adjustedP": 0.00009566442145379517,
          "minimumExpectedCount": 1.151127566475934,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07714271469741726,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 10.594962328285316,
          "df": 7,
          "p": 0.1572882913171933,
          "adjustedP": 0.4718648739515799,
          "minimumExpectedCount": 1.1258835408953214,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04222633459827814,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 6.63506618807933,
          "df": 7,
          "p": 0.46783866772116056,
          "adjustedP": 0.7650718736880033,
          "minimumExpectedCount": 1.0501514641534837,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03341614186596375,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": null
      },
      {
        "label": "CodeQL",
        "test": null
      },
      {
        "label": "Cucumber",
        "test": null
      },
      {
        "label": "BrowserStack",
        "test": null
      },
      {
        "label": "k6",
        "test": null
      },
      {
        "label": "Snyk Code",
        "test": null
      },
      {
        "label": "Mocha",
        "test": null
      },
      {
        "label": "New Relic",
        "test": null
      },
      {
        "label": "Semgrep",
        "test": null
      },
      {
        "label": "TestNG",
        "test": null
      },
      {
        "label": "Appium",
        "test": null
      },
      {
        "label": "Robot Framework",
        "test": null
      },
      {
        "label": "Graphite",
        "test": null
      },
      {
        "label": "Canary",
        "test": null
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
