{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-and-want-to-again-by-sentiment",
  "title": "Code testing and reliability tools: Worked with in past year and want to again by attitude toward ai",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestAdmired",
    "label": "Code testing and reliability tools: Worked with in past year and want to again",
    "officialLabel": "Code testing and reliability tools: Worked with in past year AND Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "AISentiment",
    "label": "Attitude toward AI"
  },
  "rowLabels": [
    "ESLint",
    "pytest",
    "Playwright",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Jest",
    "Sentry",
    "xUnit.net",
    "Other, please specify",
    "Datadog",
    "Testcontainers",
    "Selenium",
    "NUnit",
    "JaCoCo",
    "CodeRabbit",
    "Cypress",
    "Codecov",
    "CodeQL",
    "Cucumber",
    "RSpec",
    "BrowserStack",
    "Snyk Code",
    "k6",
    "Mocha",
    "New Relic",
    "Semgrep",
    "TestNG",
    "Graphite",
    "Appium",
    "Canary",
    "Greptile",
    "Robot Framework",
    "Qodo",
    "DeepSource",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Very favorable",
    "Somewhat favorable",
    "Neutral",
    "Somewhat unfavorable",
    "Very unfavorable",
    "Not sure"
  ],
  "counts": [
    [
      522,
      520,
      194,
      209,
      105,
      15
    ],
    [
      448,
      408,
      160,
      168,
      70,
      11
    ],
    [
      558,
      374,
      129,
      117,
      58,
      11
    ],
    [
      452,
      394,
      152,
      120,
      57,
      8
    ],
    [
      387,
      307,
      119,
      124,
      79,
      9
    ],
    [
      247,
      264,
      122,
      124,
      49,
      11
    ],
    [
      225,
      227,
      90,
      98,
      38,
      8
    ],
    [
      250,
      228,
      87,
      74,
      33,
      10
    ],
    [
      228,
      172,
      80,
      70,
      32,
      4
    ],
    [
      199,
      162,
      67,
      60,
      31,
      4
    ],
    [
      137,
      151,
      77,
      86,
      30,
      10
    ],
    [
      157,
      140,
      47,
      44,
      32,
      5
    ],
    [
      128,
      135,
      55,
      45,
      22,
      4
    ],
    [
      122,
      118,
      34,
      34,
      13,
      5
    ],
    [
      108,
      104,
      35,
      35,
      20,
      4
    ],
    [
      68,
      75,
      34,
      29,
      11,
      6
    ],
    [
      92,
      60,
      27,
      12,
      10,
      3
    ],
    [
      60,
      67,
      23,
      23,
      11,
      4
    ],
    [
      63,
      48,
      31,
      21,
      6,
      6
    ],
    [
      59,
      56,
      29,
      12,
      5,
      3
    ],
    [
      54,
      57,
      16,
      16,
      8,
      5
    ],
    [
      44,
      48,
      21,
      26,
      14,
      3
    ],
    [
      51,
      50,
      20,
      18,
      6,
      4
    ],
    [
      64,
      43,
      12,
      19,
      5,
      4
    ],
    [
      57,
      42,
      25,
      12,
      3,
      2
    ],
    [
      51,
      34,
      13,
      12,
      9,
      4
    ],
    [
      48,
      30,
      14,
      5,
      5,
      3
    ],
    [
      32,
      23,
      8,
      5,
      2,
      4
    ],
    [
      27,
      18,
      7,
      8,
      2,
      2
    ],
    [
      22,
      15,
      7,
      4,
      4,
      2
    ],
    [
      17,
      17,
      5,
      5,
      4,
      4
    ],
    [
      21,
      16,
      4,
      4,
      2,
      3
    ],
    [
      24,
      17,
      4,
      1,
      1,
      3
    ],
    [
      15,
      21,
      8,
      1,
      2,
      3
    ],
    [
      13,
      13,
      4,
      1,
      0,
      2
    ],
    [
      13,
      6,
      8,
      1,
      0,
      3
    ],
    [
      12,
      7,
      4,
      1,
      0,
      2
    ],
    [
      11,
      7,
      3,
      1,
      0,
      2
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1565,
    1265,
    1247,
    1183,
    1025,
    817,
    686,
    682,
    586,
    523,
    491,
    425,
    389,
    326,
    306,
    223,
    204,
    188,
    175,
    164,
    156,
    156,
    149,
    147,
    141,
    123,
    105,
    74,
    64,
    54,
    52,
    50,
    50,
    50,
    33,
    31,
    26,
    24
  ],
  "columnBases": [
    1612,
    1578,
    661,
    701,
    310,
    40
  ],
  "n": 4902,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 26,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Playwright",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 5.488757335317265,
          "df": 5,
          "p": 0.3591802549083727,
          "adjustedP": 1,
          "minimumExpectedCount": 12.7702978376173,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.033461881878107384,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 7.1895552868133255,
          "df": 5,
          "p": 0.20692023976654864,
          "adjustedP": 1,
          "minimumExpectedCount": 10.322317421460628,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03829696522245015,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 122.08219922529705,
          "df": 5,
          "p": 1.136612392925832e-24,
          "adjustedP": 2.955192221607163e-23,
          "minimumExpectedCount": 10.175438596491228,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.157811816431487,
            "label": "small"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 39.30840002717935,
          "df": 5,
          "p": 2.058456298698141e-7,
          "adjustedP": 0.0000051461407467453525,
          "minimumExpectedCount": 9.653202774377805,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08954802875970498,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 23.129874395362187,
          "df": 5,
          "p": 0.000318802716492405,
          "adjustedP": 0.00765126519581772,
          "minimumExpectedCount": 8.363933088535292,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0686910229142124,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 7.699295068896054,
          "df": 5,
          "p": 0.1736052972051421,
          "adjustedP": 1,
          "minimumExpectedCount": 6.666666666666667,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03963134654419105,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 2.256167758394612,
          "df": 5,
          "p": 0.8126826320126928,
          "adjustedP": 1,
          "minimumExpectedCount": 5.597715218278254,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02145354377896984,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 17.58005681599496,
          "df": 5,
          "p": 0.0035214800717331403,
          "adjustedP": 0.06690812136292966,
          "minimumExpectedCount": 5.565075479396165,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05988574872237778,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 12.53402001192733,
          "df": 5,
          "p": 0.028159643245321938,
          "adjustedP": 0.3660753621891852,
          "minimumExpectedCount": 4.78172174622603,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05056599279235165,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 8.654374383255115,
          "df": 5,
          "p": 0.12366986954209348,
          "adjustedP": 1,
          "minimumExpectedCount": 4.267645858833129,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04201759453321954,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 20.371378238037636,
          "df": 5,
          "p": 0.0010642292848127297,
          "adjustedP": 0.022348814981067323,
          "minimumExpectedCount": 4.0065279477764175,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06446493554434349,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 11.320986405479545,
          "df": 5,
          "p": 0.04537437623350585,
          "adjustedP": 0.49911813856856435,
          "minimumExpectedCount": 3.4679722562219504,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.048056869966902956,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 3.700951148484817,
          "df": 5,
          "p": 0.5932224230234155,
          "adjustedP": 1,
          "minimumExpectedCount": 3.1742146062831496,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02747704486270217,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 15.222866799465653,
          "df": 5,
          "p": 0.009451323953649837,
          "adjustedP": 0.1512211832583974,
          "minimumExpectedCount": 2.660138718890249,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05572647470970261,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 4.774999892343583,
          "df": 5,
          "p": 0.4439520455674648,
          "adjustedP": 1,
          "minimumExpectedCount": 2.4969400244798043,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.031210449937490625,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 12.145712665319664,
          "df": 5,
          "p": 0.03284481983419917,
          "adjustedP": 0.39413783801039004,
          "minimumExpectedCount": 1.8196654426764587,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04977655635016061,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 22.52214973792319,
          "df": 5,
          "p": 0.0004164759677220233,
          "adjustedP": 0.009578947257606536,
          "minimumExpectedCount": 1.6646266829865362,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06778260684483893,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 5.778986066328464,
          "df": 5,
          "p": 0.3283220150225834,
          "adjustedP": 1,
          "minimumExpectedCount": 1.5340677274581804,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.034335167486138705,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 22.479809400273847,
          "df": 5,
          "p": 0.00042428910813873376,
          "adjustedP": 0.009578947257606536,
          "minimumExpectedCount": 1.4279885760913913,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06771886318375714,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 13.71194478275586,
          "df": 5,
          "p": 0.017546518395449517,
          "adjustedP": 0.26319777593174276,
          "minimumExpectedCount": 1.3382292941656466,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.052888697828244284,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 15.815791156062904,
          "df": 5,
          "p": 0.007390158831752061,
          "adjustedP": 0.1330228589715371,
          "minimumExpectedCount": 1.2729498164014688,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05680136956687008,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 6.015060506767991,
          "df": 5,
          "p": 0.304756223289256,
          "adjustedP": 1,
          "minimumExpectedCount": 1.2729498164014688,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03502945227776842,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 8.561026302733309,
          "df": 5,
          "p": 0.12790727547732678,
          "adjustedP": 1,
          "minimumExpectedCount": 1.2158302733578132,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04179037442132388,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 17.80614925564372,
          "df": 5,
          "p": 0.0031994270440074994,
          "adjustedP": 0.06398854088014999,
          "minimumExpectedCount": 1.1995104039167688,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06026960584530323,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 12.803289105308457,
          "df": 5,
          "p": 0.025293575546829195,
          "adjustedP": 0.3541100576556087,
          "minimumExpectedCount": 1.1505507955936352,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05110626265617809,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 15.623676499958506,
          "df": 5,
          "p": 0.00800480548464531,
          "adjustedP": 0.13608169323897026,
          "minimumExpectedCount": 1.003671970624235,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05645533197453956,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": null
      },
      {
        "label": "Semgrep",
        "test": null
      },
      {
        "label": "TestNG",
        "test": null
      },
      {
        "label": "Graphite",
        "test": null
      },
      {
        "label": "Appium",
        "test": null
      },
      {
        "label": "Canary",
        "test": null
      },
      {
        "label": "Greptile",
        "test": null
      },
      {
        "label": "Robot Framework",
        "test": null
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "DeepSource",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
