{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-by-sentiment",
  "title": "Code testing and reliability tools: Worked with in past year by attitude toward ai",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestHaveWorkedWith",
    "label": "Code testing and reliability tools: Worked with in past year",
    "officialLabel": "Code testing and reliability tools: Worked with in past year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "AISentiment",
    "label": "Attitude toward AI"
  },
  "rowLabels": [
    "ESLint",
    "Postman / Newman",
    "pytest",
    "Playwright",
    "Jest",
    "JUnit",
    "Vitest",
    "SonarQube / SonarCloud",
    "Sentry",
    "Selenium",
    "Datadog",
    "xUnit.net",
    "NUnit",
    "Cypress",
    "Other, please specify",
    "Testcontainers",
    "CodeRabbit",
    "JaCoCo",
    "BrowserStack",
    "Snyk Code",
    "Codecov",
    "CodeQL",
    "Mocha",
    "Cucumber",
    "k6",
    "New Relic",
    "RSpec",
    "Semgrep",
    "TestNG",
    "Graphite",
    "Robot Framework",
    "Appium",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Very favorable",
    "Somewhat favorable",
    "Neutral",
    "Somewhat unfavorable",
    "Very unfavorable",
    "Not sure"
  ],
  "counts": [
    [
      1041,
      1010,
      447,
      486,
      246,
      27
    ],
    [
      1031,
      949,
      408,
      370,
      186,
      24
    ],
    [
      837,
      763,
      333,
      352,
      162,
      18
    ],
    [
      972,
      686,
      281,
      240,
      145,
      17
    ],
    [
      640,
      575,
      249,
      264,
      138,
      18
    ],
    [
      537,
      609,
      284,
      258,
      136,
      23
    ],
    [
      659,
      504,
      225,
      230,
      145,
      16
    ],
    [
      521,
      547,
      226,
      258,
      126,
      16
    ],
    [
      457,
      388,
      168,
      151,
      88,
      10
    ],
    [
      358,
      337,
      140,
      143,
      60,
      12
    ],
    [
      353,
      310,
      134,
      140,
      91,
      10
    ],
    [
      356,
      284,
      136,
      121,
      77,
      4
    ],
    [
      264,
      226,
      95,
      102,
      58,
      5
    ],
    [
      247,
      235,
      84,
      92,
      58,
      8
    ],
    [
      203,
      217,
      107,
      122,
      44,
      11
    ],
    [
      225,
      235,
      93,
      91,
      49,
      7
    ],
    [
      215,
      150,
      71,
      49,
      37,
      6
    ],
    [
      155,
      165,
      69,
      77,
      48,
      11
    ],
    [
      160,
      146,
      78,
      62,
      28,
      7
    ],
    [
      171,
      148,
      51,
      68,
      28,
      5
    ],
    [
      148,
      130,
      71,
      67,
      29,
      7
    ],
    [
      163,
      139,
      73,
      41,
      30,
      4
    ],
    [
      152,
      132,
      57,
      55,
      35,
      9
    ],
    [
      146,
      142,
      58,
      46,
      30,
      9
    ],
    [
      126,
      97,
      52,
      34,
      15,
      4
    ],
    [
      123,
      95,
      43,
      39,
      24,
      3
    ],
    [
      94,
      90,
      40,
      48,
      36,
      3
    ],
    [
      69,
      70,
      28,
      21,
      15,
      5
    ],
    [
      60,
      53,
      37,
      25,
      13,
      6
    ],
    [
      77,
      48,
      22,
      23,
      14,
      2
    ],
    [
      60,
      62,
      24,
      17,
      12,
      5
    ],
    [
      52,
      46,
      22,
      16,
      15,
      5
    ],
    [
      49,
      39,
      22,
      7,
      8,
      3
    ],
    [
      44,
      34,
      13,
      8,
      6,
      3
    ],
    [
      36,
      22,
      19,
      11,
      3,
      3
    ],
    [
      29,
      28,
      11,
      5,
      6,
      3
    ],
    [
      29,
      19,
      11,
      5,
      4,
      2
    ],
    [
      27,
      18,
      10,
      2,
      4,
      2
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    3257,
    2968,
    2465,
    2341,
    1884,
    1847,
    1779,
    1694,
    1262,
    1050,
    1038,
    978,
    750,
    724,
    704,
    700,
    528,
    525,
    481,
    471,
    452,
    450,
    440,
    431,
    328,
    327,
    311,
    208,
    194,
    186,
    180,
    156,
    128,
    108,
    94,
    82,
    70,
    63
  ],
  "columnBases": [
    2702,
    2569,
    1179,
    1232,
    592,
    65
  ],
  "n": 8339,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 32,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Playwright",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 2.8364308425491576,
          "df": 5,
          "p": 0.7251857249105956,
          "adjustedP": 1,
          "minimumExpectedCount": 25.38733661110445,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.018442895803806692,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 31.45087295980771,
          "df": 5,
          "p": 0.000007630112406064196,
          "adjustedP": 0.00022890337218192588,
          "minimumExpectedCount": 23.13466842547068,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.061412865980212575,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 5.667386292784396,
          "df": 5,
          "p": 0.3399401731055096,
          "adjustedP": 1,
          "minimumExpectedCount": 19.213934524523324,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02606960319358297,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 145.32558444916003,
          "df": 5,
          "p": 1.3189132849000616e-29,
          "adjustedP": 4.220522511680197e-28,
          "minimumExpectedCount": 18.247391773593957,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.13201219498423056,
            "label": "small"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 5.471172742839926,
          "df": 5,
          "p": 0.36111724999478845,
          "adjustedP": 1,
          "minimumExpectedCount": 14.685214054442978,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.025614343341634024,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 22.169168495117596,
          "df": 5,
          "p": 0.0004862104494496473,
          "adjustedP": 0.013613892584590125,
          "minimumExpectedCount": 14.396810169085022,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0515605706383455,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 32.24350163738698,
          "df": 5,
          "p": 0.0000053167221533330284,
          "adjustedP": 0.00016481838675332387,
          "minimumExpectedCount": 13.866770595994723,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06218191790757555,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 5.638511532844758,
          "df": 5,
          "p": 0.3429964848281615,
          "adjustedP": 1,
          "minimumExpectedCount": 13.20422112963185,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.026003107392337015,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 15.360635838722795,
          "df": 5,
          "p": 0.00892758129688916,
          "adjustedP": 0.20533436982845066,
          "minimumExpectedCount": 9.8369109005876,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.042918803856981685,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 8.625544743542186,
          "df": 5,
          "p": 0.12496482106235103,
          "adjustedP": 1,
          "minimumExpectedCount": 8.184434584482553,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03216149876891591,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 9.038580198967434,
          "df": 5,
          "p": 0.10753518307063138,
          "adjustedP": 1,
          "minimumExpectedCount": 8.090898189231323,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03292252385410001,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 13.846443902764397,
          "df": 5,
          "p": 0.01661481548547618,
          "adjustedP": 0.3367232071922736,
          "minimumExpectedCount": 7.623216212975177,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0407485480268763,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 4.745354474086219,
          "df": 5,
          "p": 0.44774101603007166,
          "adjustedP": 1,
          "minimumExpectedCount": 5.846024703201823,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.023854885853773447,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 9.326404793200494,
          "df": 5,
          "p": 0.09673209621030233,
          "adjustedP": 1,
          "minimumExpectedCount": 5.6433625134908265,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.033442608416581684,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 13.859033527076198,
          "df": 5,
          "p": 0.01653008855519454,
          "adjustedP": 0.3367232071922736,
          "minimumExpectedCount": 5.487468521405444,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.040767068751638436,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 4.419286785622305,
          "df": 5,
          "p": 0.49075466752264785,
          "adjustedP": 1,
          "minimumExpectedCount": 5.456289722988368,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02302073077736066,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 25.72152973230511,
          "df": 5,
          "p": 0.00010104481432056908,
          "adjustedP": 0.0029302996152965033,
          "minimumExpectedCount": 4.115601391054083,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05553815010708259,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 17.63996264724497,
          "df": 5,
          "p": 0.003433183643075877,
          "adjustedP": 0.0892627747199728,
          "minimumExpectedCount": 4.092217292241276,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04599301115233153,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 7.10176540802276,
          "df": 5,
          "p": 0.2131812443725754,
          "adjustedP": 1,
          "minimumExpectedCount": 3.749250509653436,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.029182747278150747,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 7.763384245938854,
          "df": 5,
          "p": 0.1697671497620489,
          "adjustedP": 1,
          "minimumExpectedCount": 3.6713035136107446,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03051185094090706,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 5.441964917011513,
          "df": 5,
          "p": 0.36435161207021205,
          "adjustedP": 1,
          "minimumExpectedCount": 3.5232042211296317,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.025545880831607803,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 14.12754195812622,
          "df": 5,
          "p": 0.014819231041277012,
          "adjustedP": 0.32602308290809423,
          "minimumExpectedCount": 3.5076148219210936,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04116009002574843,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 12.872906647384664,
          "df": 5,
          "p": 0.024599330060003213,
          "adjustedP": 0.4181886110200546,
          "minimumExpectedCount": 3.429667825878403,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03928993614540737,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 16.301406178809486,
          "df": 5,
          "p": 0.00603421293103364,
          "adjustedP": 0.150855323275841,
          "minimumExpectedCount": 3.3595155294399808,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04421356636407777,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 13.096261903566093,
          "df": 5,
          "p": 0.022493196947180414,
          "adjustedP": 0.40487754504924744,
          "minimumExpectedCount": 2.5566614702002637,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03962932625781279,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 5.408161453597879,
          "df": 5,
          "p": 0.3681214240294355,
          "adjustedP": 1,
          "minimumExpectedCount": 2.548866770595995,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02546641648016606,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 10.566528655738654,
          "df": 5,
          "p": 0.06068500356211753,
          "adjustedP": 0.910275053431763,
          "minimumExpectedCount": 2.4241515769276893,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.035596654279123605,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 11.053908869063411,
          "df": 5,
          "p": 0.05032154410628744,
          "adjustedP": 0.805144705700599,
          "minimumExpectedCount": 1.6212975176879723,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03640834627206224,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 18.496483693686578,
          "df": 5,
          "p": 0.002384415126030634,
          "adjustedP": 0.06437920840282711,
          "minimumExpectedCount": 1.5121717232282048,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.047096387927403095,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 8.023390554412606,
          "df": 5,
          "p": 0.15495123090091723,
          "adjustedP": 1,
          "minimumExpectedCount": 1.449814126394052,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03101858479620945,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 13.93395373617342,
          "df": 5,
          "p": 0.016034438437727314,
          "adjustedP": 0.3367232071922736,
          "minimumExpectedCount": 1.4030459287684374,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04087711108135905,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 15.746528122228495,
          "df": 5,
          "p": 0.00760626995929445,
          "adjustedP": 0.18255047902306681,
          "minimumExpectedCount": 1.215973138265979,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04345456628620583,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": null
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
