{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-and-want-to-again-by-education",
  "title": "Code testing and reliability tools: Worked with in past year and want to again by education",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestAdmired",
    "label": "Code testing and reliability tools: Worked with in past year and want to again",
    "officialLabel": "Code testing and reliability tools: Worked with in past year AND Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "Education",
    "label": "Education"
  },
  "rowLabels": [
    "ESLint",
    "pytest",
    "Playwright",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Jest",
    "Sentry",
    "Other, please specify",
    "xUnit.net",
    "Datadog",
    "Testcontainers",
    "Selenium",
    "NUnit",
    "JaCoCo",
    "CodeRabbit",
    "Cypress",
    "Codecov",
    "RSpec",
    "CodeQL",
    "Cucumber",
    "BrowserStack",
    "k6",
    "Snyk Code",
    "Mocha",
    "New Relic",
    "Semgrep",
    "TestNG",
    "Appium",
    "Robot Framework",
    "Graphite",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Primary/elementary school",
    "Secondary school (e.g. American high school, German Realschule or Gymnasium, etc.)",
    "Some college/university study without earning a degree",
    "Associate degree (A.A., A.S., etc.)",
    "Bachelor's degree (B.A., B.S., B.Eng., etc.)",
    "Master's degree (M.A., M.S., M.Eng., MBA, etc.)",
    "Professional degree (JD, MD, Ph.D, Ed.D, etc.)",
    "Other, please specify"
  ],
  "counts": [
    [
      27,
      134,
      290,
      60,
      821,
      470,
      48,
      13
    ],
    [
      19,
      61,
      180,
      27,
      525,
      521,
      178,
      12
    ],
    [
      13,
      77,
      195,
      32,
      622,
      385,
      38,
      10
    ],
    [
      8,
      72,
      152,
      50,
      641,
      347,
      35,
      23
    ],
    [
      16,
      94,
      169,
      41,
      493,
      304,
      42,
      10
    ],
    [
      9,
      40,
      116,
      24,
      394,
      340,
      52,
      10
    ],
    [
      4,
      33,
      96,
      23,
      314,
      285,
      36,
      8
    ],
    [
      4,
      46,
      117,
      27,
      370,
      192,
      17,
      6
    ],
    [
      8,
      42,
      98,
      17,
      274,
      209,
      24,
      4
    ],
    [
      15,
      51,
      86,
      16,
      247,
      179,
      43,
      16
    ],
    [
      6,
      36,
      84,
      27,
      266,
      153,
      20,
      6
    ],
    [
      4,
      25,
      66,
      12,
      230,
      119,
      16,
      4
    ],
    [
      5,
      22,
      60,
      12,
      185,
      139,
      25,
      3
    ],
    [
      4,
      29,
      57,
      11,
      155,
      104,
      24,
      5
    ],
    [
      4,
      21,
      49,
      10,
      165,
      101,
      14,
      9
    ],
    [
      4,
      7,
      29,
      10,
      105,
      90,
      17,
      3
    ],
    [
      6,
      27,
      31,
      6,
      88,
      57,
      9,
      3
    ],
    [
      5,
      17,
      47,
      8,
      80,
      50,
      10,
      6
    ],
    [
      4,
      13,
      28,
      4,
      83,
      51,
      23,
      1
    ],
    [
      3,
      6,
      26,
      4,
      103,
      46,
      5,
      3
    ],
    [
      9,
      16,
      20,
      2,
      81,
      45,
      18,
      3
    ],
    [
      5,
      9,
      27,
      5,
      63,
      58,
      9,
      6
    ],
    [
      4,
      18,
      28,
      4,
      63,
      45,
      8,
      3
    ],
    [
      3,
      10,
      26,
      5,
      63,
      51,
      7,
      2
    ],
    [
      4,
      9,
      24,
      4,
      69,
      43,
      12,
      1
    ],
    [
      4,
      7,
      23,
      2,
      60,
      47,
      6,
      2
    ],
    [
      3,
      6,
      16,
      3,
      58,
      27,
      3,
      2
    ],
    [
      2,
      7,
      18,
      2,
      28,
      23,
      9,
      1
    ],
    [
      3,
      6,
      12,
      1,
      31,
      18,
      4,
      3
    ],
    [
      6,
      9,
      11,
      0,
      26,
      5,
      6,
      2
    ],
    [
      3,
      6,
      10,
      2,
      26,
      13,
      4,
      1
    ],
    [
      2,
      5,
      12,
      0,
      23,
      13,
      7,
      2
    ],
    [
      3,
      10,
      13,
      1,
      18,
      9,
      5,
      3
    ],
    [
      3,
      6,
      11,
      2,
      19,
      9,
      4,
      2
    ],
    [
      3,
      7,
      9,
      0,
      13,
      3,
      3,
      3
    ],
    [
      2,
      4,
      8,
      1,
      14,
      7,
      3,
      1
    ],
    [
      3,
      4,
      8,
      0,
      9,
      4,
      2,
      1
    ],
    [
      2,
      4,
      7,
      1,
      9,
      1,
      4,
      2
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1863,
    1523,
    1372,
    1328,
    1169,
    985,
    799,
    779,
    676,
    653,
    598,
    476,
    451,
    389,
    373,
    265,
    227,
    223,
    207,
    196,
    194,
    182,
    173,
    167,
    166,
    151,
    118,
    90,
    78,
    65,
    65,
    64,
    62,
    56,
    41,
    40,
    31,
    30
  ],
  "columnBases": [
    68,
    364,
    723,
    184,
    2458,
    1733,
    343,
    64
  ],
  "n": 5937,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 27,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "pytest",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 103.95582400096662,
          "df": 7,
          "p": 1.6414677844848127e-19,
          "adjustedP": 4.267816239660513e-18,
          "minimumExpectedCount": 20.082870136432543,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.1323246908815784,
            "label": "small"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 194.0212491573952,
          "df": 7,
          "p": 2.115986004026174e-38,
          "adjustedP": 5.71316221087067e-37,
          "minimumExpectedCount": 16.41771938689574,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.18077614615110857,
            "label": "small"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 48.251174091685925,
          "df": 7,
          "p": 3.179872365451584e-8,
          "adjustedP": 7.631693677083801e-7,
          "minimumExpectedCount": 14.78996125989557,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09015097296671959,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 69.99080489214846,
          "df": 7,
          "p": 1.4837644146728862e-12,
          "adjustedP": 3.709411036682215e-11,
          "minimumExpectedCount": 14.315647633484925,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10857678290241664,
            "label": "small"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 34.24420512875035,
          "df": 7,
          "p": 0.00001550340534866463,
          "adjustedP": 0.0003410749176706219,
          "minimumExpectedCount": 12.601650665319184,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07594689456984947,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 23.231957895493277,
          "df": 7,
          "p": 0.0015530487420513822,
          "adjustedP": 0.026401828614873498,
          "minimumExpectedCount": 10.618157318511033,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06255461874238599,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 26.445186882986835,
          "df": 7,
          "p": 0.00041924563216804865,
          "adjustedP": 0.007546421379024876,
          "minimumExpectedCount": 8.613104261411488,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06674055222223764,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 44.76678045282037,
          "df": 7,
          "p": 1.5178086114699764e-7,
          "adjustedP": 0.0000034909598063809457,
          "minimumExpectedCount": 8.397507158497557,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08683491958709283,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 13.369179527368281,
          "df": 7,
          "p": 0.06360821817958959,
          "adjustedP": 0.6360821817958959,
          "minimumExpectedCount": 7.287182078490821,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04745356590951586,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 30.166619066898107,
          "df": 7,
          "p": 0.00008850413726263913,
          "adjustedP": 0.0017700827452527825,
          "minimumExpectedCount": 7.039245410139801,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07128198665517721,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 17.669736644522327,
          "df": 7,
          "p": 0.013552348565609034,
          "adjustedP": 0.20328522848413552,
          "minimumExpectedCount": 6.446353377126495,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.054554617341614015,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 17.434538559529713,
          "df": 7,
          "p": 0.01479915554005701,
          "adjustedP": 0.20718817756079816,
          "minimumExpectedCount": 5.131211049351524,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05419031858352763,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 3.3459223712865693,
          "df": 7,
          "p": 0.851265612877725,
          "adjustedP": 1,
          "minimumExpectedCount": 4.861714670709112,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.023739655145457072,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 4.8125168111877406,
          "df": 7,
          "p": 0.6828303092710007,
          "adjustedP": 1,
          "minimumExpectedCount": 4.193363651675931,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.028470992395449885,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 11.488370220422258,
          "df": 7,
          "p": 0.11868974972486797,
          "adjustedP": 0.9495179977989437,
          "minimumExpectedCount": 4.020885969344787,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.043989161810802375,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 9.163337635391681,
          "df": 7,
          "p": 0.2411408954557602,
          "adjustedP": 1,
          "minimumExpectedCount": 2.856661613609567,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03928649822947908,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 21.205424709554677,
          "df": 7,
          "p": 0.003477715767450657,
          "adjustedP": 0.05564345227921051,
          "minimumExpectedCount": 2.447027118073101,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.059764042109361766,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 30.12461283316264,
          "df": 7,
          "p": 0.00009008961844666268,
          "adjustedP": 0.0017700827452527825,
          "minimumExpectedCount": 2.403907697490315,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07123234020856531,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 15.306639213447257,
          "df": 7,
          "p": 0.0322635771073377,
          "adjustedP": 0.3548993481807147,
          "minimumExpectedCount": 2.2314300151591713,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05077575600871181,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 16.703143250005333,
          "df": 7,
          "p": 0.01941398016467305,
          "adjustedP": 0.2329677619760766,
          "minimumExpectedCount": 2.11285160855651,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.053041473265159955,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 33.32004092061451,
          "df": 7,
          "p": 0.000023077966719276223,
          "adjustedP": 0.0004846373011048007,
          "minimumExpectedCount": 2.091291898265117,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.074915078440202,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 17.149841737026353,
          "df": 7,
          "p": 0.016455108711257254,
          "adjustedP": 0.2139164132463443,
          "minimumExpectedCount": 1.9619336365167592,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05374604777573821,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 12.93975746275299,
          "df": 7,
          "p": 0.07358986386602225,
          "adjustedP": 0.6623087747942003,
          "minimumExpectedCount": 1.864914940205491,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04668523439431262,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 3.7092202080746484,
          "df": 7,
          "p": 0.8125939317494979,
          "adjustedP": 1,
          "minimumExpectedCount": 1.8002358093313122,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024995267222808547,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 5.128465056763478,
          "df": 7,
          "p": 0.6442894154546162,
          "adjustedP": 1,
          "minimumExpectedCount": 1.7894559541856156,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029390716655007636,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 7.647613718239866,
          "df": 7,
          "p": 0.36468956824482035,
          "adjustedP": 1,
          "minimumExpectedCount": 1.6277581270001684,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03589049493182069,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 8.569891968621729,
          "df": 7,
          "p": 0.2850276434507757,
          "adjustedP": 1,
          "minimumExpectedCount": 1.2720229071921847,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03799304912497356,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": null
      },
      {
        "label": "TestNG",
        "test": null
      },
      {
        "label": "Appium",
        "test": null
      },
      {
        "label": "Robot Framework",
        "test": null
      },
      {
        "label": "Graphite",
        "test": null
      },
      {
        "label": "Canary",
        "test": null
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
