{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-want-to-work-with-next-year-by-age",
  "title": "Code testing and reliability tools: Want to work with next year by age",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestWantToWorkWith",
    "label": "Code testing and reliability tools: Want to work with next year",
    "officialLabel": "Code testing and reliability tools: Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Age",
    "label": "Age"
  },
  "rowLabels": [
    "ESLint",
    "Playwright",
    "pytest",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Sentry",
    "Jest",
    "Datadog",
    "xUnit.net",
    "Other, please specify",
    "Testcontainers",
    "Selenium",
    "CodeRabbit",
    "NUnit",
    "Cypress",
    "BrowserStack",
    "JaCoCo",
    "Cucumber",
    "CodeQL",
    "Snyk Code",
    "Codecov",
    "k6",
    "RSpec",
    "Mocha",
    "New Relic",
    "Appium",
    "Semgrep",
    "Graphite",
    "Robot Framework",
    "Canary",
    "TestNG",
    "Greptile",
    "DeepSource",
    "Ellipsis",
    "Sourcery",
    "Qodo"
  ],
  "colLabels": [
    "Under 18 years old",
    "18-24 years old",
    "25-34 years old",
    "35-44 years old",
    "45-54 years old",
    "55-64 years old",
    "65 years or older",
    "Prefer not to say"
  ],
  "counts": [
    [
      44,
      290,
      742,
      600,
      259,
      65,
      16,
      13
    ],
    [
      17,
      202,
      649,
      657,
      300,
      73,
      16,
      9
    ],
    [
      26,
      228,
      612,
      546,
      265,
      89,
      27,
      4
    ],
    [
      13,
      211,
      534,
      398,
      220,
      83,
      17,
      9
    ],
    [
      26,
      199,
      524,
      465,
      194,
      46,
      9,
      3
    ],
    [
      10,
      162,
      358,
      319,
      202,
      70,
      17,
      6
    ],
    [
      4,
      111,
      368,
      332,
      182,
      58,
      11,
      2
    ],
    [
      7,
      112,
      374,
      327,
      132,
      19,
      4,
      0
    ],
    [
      9,
      129,
      342,
      315,
      134,
      30,
      5,
      1
    ],
    [
      2,
      76,
      303,
      269,
      81,
      26,
      5,
      5
    ],
    [
      4,
      75,
      220,
      243,
      143,
      47,
      8,
      0
    ],
    [
      17,
      83,
      216,
      215,
      107,
      59,
      29,
      11
    ],
    [
      3,
      64,
      244,
      232,
      138,
      22,
      8,
      0
    ],
    [
      10,
      118,
      231,
      178,
      114,
      44,
      11,
      3
    ],
    [
      16,
      118,
      187,
      136,
      48,
      12,
      3,
      1
    ],
    [
      1,
      50,
      149,
      162,
      96,
      41,
      5,
      1
    ],
    [
      2,
      55,
      143,
      130,
      61,
      19,
      4,
      3
    ],
    [
      4,
      62,
      114,
      122,
      54,
      19,
      3,
      1
    ],
    [
      1,
      50,
      114,
      120,
      67,
      20,
      2,
      2
    ],
    [
      4,
      38,
      109,
      121,
      68,
      24,
      4,
      3
    ],
    [
      10,
      70,
      120,
      95,
      46,
      19,
      3,
      2
    ],
    [
      3,
      44,
      108,
      108,
      56,
      14,
      4,
      0
    ],
    [
      2,
      53,
      106,
      109,
      42,
      17,
      3,
      0
    ],
    [
      2,
      41,
      142,
      88,
      42,
      11,
      1,
      2
    ],
    [
      2,
      31,
      100,
      109,
      42,
      16,
      3,
      1
    ],
    [
      1,
      37,
      104,
      67,
      44,
      11,
      4,
      0
    ],
    [
      1,
      32,
      74,
      74,
      49,
      9,
      1,
      1
    ],
    [
      2,
      42,
      75,
      56,
      29,
      10,
      1,
      0
    ],
    [
      1,
      35,
      72,
      58,
      34,
      6,
      1,
      0
    ],
    [
      5,
      48,
      66,
      53,
      21,
      8,
      2,
      0
    ],
    [
      3,
      39,
      62,
      52,
      29,
      7,
      4,
      0
    ],
    [
      4,
      41,
      68,
      41,
      20,
      7,
      3,
      2
    ],
    [
      2,
      43,
      60,
      42,
      29,
      5,
      1,
      1
    ],
    [
      2,
      38,
      58,
      42,
      16,
      4,
      3,
      0
    ],
    [
      4,
      32,
      52,
      37,
      16,
      6,
      2,
      1
    ],
    [
      2,
      29,
      43,
      35,
      14,
      2,
      2,
      0
    ],
    [
      2,
      30,
      45,
      28,
      17,
      3,
      2,
      0
    ],
    [
      1,
      30,
      45,
      33,
      13,
      3,
      1,
      0
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    2029,
    1923,
    1797,
    1485,
    1466,
    1144,
    1068,
    975,
    965,
    767,
    740,
    737,
    711,
    709,
    521,
    505,
    417,
    379,
    376,
    371,
    365,
    337,
    332,
    329,
    304,
    268,
    241,
    215,
    207,
    203,
    196,
    186,
    183,
    163,
    150,
    127,
    127,
    126
  ],
  "columnBases": [
    116,
    855,
    2245,
    2132,
    1051,
    393,
    109,
    42
  ],
  "n": 6943,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 33,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "CodeRabbit",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 82.90864843141516,
          "df": 7,
          "p": 3.5099378202801064e-15,
          "adjustedP": 1.123180102489634e-13,
          "minimumExpectedCount": 12.273944980555955,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.1092763888980198,
            "label": "small"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 55.68780926452306,
          "df": 7,
          "p": 1.0891646060091224e-9,
          "adjustedP": 3.158577357426455e-8,
          "minimumExpectedCount": 11.632723606510154,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08955843255865151,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 11.62635630192294,
          "df": 7,
          "p": 0.1135354136499285,
          "adjustedP": 1,
          "minimumExpectedCount": 10.87051706755005,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04092118781937193,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 32.03882081372942,
          "df": 7,
          "p": 0.00003994833914178568,
          "adjustedP": 0.0009587601394028562,
          "minimumExpectedCount": 8.983148494886937,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06793047934161765,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 50.895929370899196,
          "df": 7,
          "p": 9.6309849100939e-9,
          "adjustedP": 2.600365925725353e-7,
          "minimumExpectedCount": 8.86821258821835,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08561856446726039,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 19.46828595283064,
          "df": 7,
          "p": 0.00684027990370575,
          "adjustedP": 0.0957639186518805,
          "minimumExpectedCount": 6.920351433098085,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0529529641533072,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 27.41590791806829,
          "df": 7,
          "p": 0.0002804434813379671,
          "adjustedP": 0.005889313108097309,
          "minimumExpectedCount": 6.460607806423736,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06283877841200348,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 68.58671813754553,
          "df": 7,
          "p": 2.8503551729648554e-12,
          "adjustedP": 8.836101036191051e-11,
          "minimumExpectedCount": 5.898026789572231,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09939085545749901,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 35.97901845268826,
          "df": 7,
          "p": 0.000007315672002905386,
          "adjustedP": 0.00018289180007263466,
          "minimumExpectedCount": 5.8375342071150795,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07198650238026777,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 57.81618279699346,
          "df": 7,
          "p": 4.1132992134962553e-10,
          "adjustedP": 1.2339897640488766e-8,
          "minimumExpectedCount": 4.639781074463488,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09125383495144121,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 29.051474246087036,
          "df": 7,
          "p": 0.00014159292393351082,
          "adjustedP": 0.003115044326537238,
          "minimumExpectedCount": 4.476451101829181,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06468603112127035,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 54.03828049582713,
          "df": 7,
          "p": 2.3112416708911103e-9,
          "adjustedP": 6.471476678495109e-8,
          "minimumExpectedCount": 4.458303327092035,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08822205666785325,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 40.92551304094049,
          "df": 7,
          "p": 8.366929379950492e-7,
          "adjustedP": 0.00002175401638787128,
          "minimumExpectedCount": 4.301022612703442,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07677564675000581,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 21.72838807680192,
          "df": 7,
          "p": 0.002829178241895024,
          "adjustedP": 0.042437673628425356,
          "minimumExpectedCount": 4.288924096212012,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.055942281211401455,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 90.96044866461544,
          "df": 7,
          "p": 7.855309347862713e-17,
          "adjustedP": 2.5922520847946953e-15,
          "minimumExpectedCount": 3.1516635460175717,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.11445972925822415,
            "label": "small"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 25.195818564697447,
          "df": 7,
          "p": 0.0007004647113311692,
          "adjustedP": 0.013308829515292216,
          "minimumExpectedCount": 3.05487541408613,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06024078929991781,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 6.7821049946612355,
          "df": 7,
          "p": 0.45191430919445297,
          "adjustedP": 1,
          "minimumExpectedCount": 2.5225406884632005,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03125422050062089,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 9.975018677806572,
          "df": 7,
          "p": 0.18999356300143036,
          "adjustedP": 1,
          "minimumExpectedCount": 2.2926688751260262,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.037903845761624755,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 10.429422838407897,
          "df": 7,
          "p": 0.16551607643060778,
          "adjustedP": 1,
          "minimumExpectedCount": 2.274521100388881,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03875757133506409,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 7.675021985822957,
          "df": 7,
          "p": 0.3621202086422457,
          "adjustedP": 1,
          "minimumExpectedCount": 2.2442748091603053,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.033248054018881805,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 23.324783425405094,
          "df": 7,
          "p": 0.0014961559768090485,
          "adjustedP": 0.023938495628944775,
          "minimumExpectedCount": 2.207979259686015,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05796091426569716,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 6.071220317446187,
          "df": 7,
          "p": 0.5314584070607937,
          "adjustedP": 1,
          "minimumExpectedCount": 2.0386000288059916,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029570891240117667,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 11.382158768836165,
          "df": 7,
          "p": 0.12279634412877173,
          "adjustedP": 1,
          "minimumExpectedCount": 2.008353737577416,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.040489157215946536,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 24.707941058550045,
          "df": 7,
          "p": 0.0008547508335543448,
          "adjustedP": 0.014530764170423862,
          "minimumExpectedCount": 1.9902059628402708,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05965470407809165,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 7.42836951456887,
          "df": 7,
          "p": 0.38567985369496405,
          "adjustedP": 1,
          "minimumExpectedCount": 1.838974506697393,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03270944436871569,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 13.071031748899905,
          "df": 7,
          "p": 0.07039651270095941,
          "adjustedP": 0.7743616397105535,
          "minimumExpectedCount": 1.621201209851649,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04338917096274378,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 11.106482115479107,
          "df": 7,
          "p": 0.1340412930532516,
          "adjustedP": 1,
          "minimumExpectedCount": 1.4578712372173412,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.039995826722162786,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 16.001342720436327,
          "df": 7,
          "p": 0.025104096291029714,
          "adjustedP": 0.32635325178338626,
          "minimumExpectedCount": 1.3005905228287484,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04800700702678052,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 12.35956582366577,
          "df": 7,
          "p": 0.08933729922978412,
          "adjustedP": 0.8933729922978412,
          "minimumExpectedCount": 1.2521964568630275,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04219179718072855,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 30.01509943035786,
          "df": 7,
          "p": 0.00009435605481904643,
          "adjustedP": 0.0021701892608380676,
          "minimumExpectedCount": 1.227999423880167,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06575008378141523,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 13.694557033658416,
          "df": 7,
          "p": 0.05688840678545817,
          "adjustedP": 0.6826608814254981,
          "minimumExpectedCount": 1.1856546161601613,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.044412008258512055,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 25.022387322357712,
          "df": 7,
          "p": 0.0007518971149518003,
          "adjustedP": 0.013534148069132406,
          "minimumExpectedCount": 1.1251620337030102,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06003310254257142,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 27.33062982154488,
          "df": 7,
          "p": 0.00029055845347678586,
          "adjustedP": 0.005889313108097309,
          "minimumExpectedCount": 1.107014258965865,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06274097123596799,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      }
    ]
  }
}
