{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-want-to-work-with-next-year-by-sentiment",
  "title": "Code testing and reliability tools: Want to work with next year by attitude toward ai",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestWantToWorkWith",
    "label": "Code testing and reliability tools: Want to work with next year",
    "officialLabel": "Code testing and reliability tools: Want to work with next year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "AISentiment",
    "label": "Attitude toward AI"
  },
  "rowLabels": [
    "Playwright",
    "ESLint",
    "pytest",
    "Postman / Newman",
    "Vitest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Sentry",
    "Jest",
    "Datadog",
    "xUnit.net",
    "Testcontainers",
    "Selenium",
    "Other, please specify",
    "CodeRabbit",
    "NUnit",
    "Cypress",
    "Cucumber",
    "JaCoCo",
    "BrowserStack",
    "CodeQL",
    "Snyk Code",
    "k6",
    "Codecov",
    "RSpec",
    "Mocha",
    "New Relic",
    "Semgrep",
    "Graphite",
    "Appium",
    "Robot Framework",
    "TestNG",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Very favorable",
    "Somewhat favorable",
    "Neutral",
    "Somewhat unfavorable",
    "Very unfavorable",
    "Not sure"
  ],
  "counts": [
    [
      719,
      536,
      188,
      186,
      85,
      12
    ],
    [
      564,
      565,
      220,
      221,
      112,
      15
    ],
    [
      522,
      475,
      199,
      194,
      79,
      14
    ],
    [
      503,
      419,
      172,
      134,
      65,
      9
    ],
    [
      470,
      387,
      158,
      154,
      95,
      10
    ],
    [
      295,
      297,
      145,
      136,
      59,
      12
    ],
    [
      320,
      295,
      119,
      120,
      50,
      10
    ],
    [
      323,
      256,
      122,
      92,
      48,
      6
    ],
    [
      297,
      278,
      113,
      96,
      42,
      10
    ],
    [
      248,
      218,
      92,
      61,
      44,
      9
    ],
    [
      235,
      202,
      89,
      67,
      37,
      4
    ],
    [
      206,
      215,
      84,
      68,
      35,
      6
    ],
    [
      196,
      201,
      85,
      62,
      32,
      5
    ],
    [
      159,
      165,
      86,
      89,
      38,
      11
    ],
    [
      181,
      143,
      71,
      33,
      22,
      4
    ],
    [
      149,
      138,
      59,
      40,
      26,
      5
    ],
    [
      114,
      118,
      57,
      37,
      19,
      4
    ],
    [
      115,
      104,
      41,
      32,
      18,
      8
    ],
    [
      104,
      100,
      53,
      32,
      16,
      7
    ],
    [
      114,
      100,
      48,
      26,
      14,
      5
    ],
    [
      103,
      103,
      59,
      23,
      8,
      4
    ],
    [
      119,
      87,
      33,
      31,
      15,
      5
    ],
    [
      103,
      86,
      49,
      19,
      14,
      3
    ],
    [
      97,
      75,
      56,
      28,
      10,
      7
    ],
    [
      79,
      73,
      40,
      33,
      17,
      4
    ],
    [
      88,
      64,
      31,
      17,
      15,
      4
    ],
    [
      90,
      60,
      30,
      11,
      12,
      3
    ],
    [
      73,
      48,
      26,
      14,
      10,
      5
    ],
    [
      66,
      48,
      31,
      14,
      9,
      3
    ],
    [
      64,
      46,
      26,
      12,
      11,
      4
    ],
    [
      51,
      56,
      29,
      12,
      8,
      4
    ],
    [
      62,
      42,
      27,
      11,
      5,
      2
    ],
    [
      59,
      46,
      20,
      9,
      7,
      5
    ],
    [
      61,
      44,
      26,
      3,
      4,
      3
    ],
    [
      44,
      31,
      31,
      4,
      5,
      3
    ],
    [
      43,
      31,
      19,
      5,
      4,
      2
    ],
    [
      45,
      27,
      18,
      7,
      4,
      3
    ],
    [
      40,
      28,
      22,
      8,
      3,
      2
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    1726,
    1697,
    1483,
    1302,
    1274,
    944,
    914,
    847,
    836,
    672,
    634,
    614,
    581,
    548,
    454,
    417,
    349,
    318,
    312,
    307,
    300,
    290,
    274,
    273,
    246,
    219,
    206,
    176,
    171,
    163,
    160,
    149,
    146,
    141,
    118,
    104,
    104,
    103
  ],
  "columnBases": [
    1877,
    1808,
    805,
    798,
    358,
    52
  ],
  "n": 5698,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 35,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Playwright",
    "items": [
      {
        "label": "Playwright",
        "test": {
          "statistic": 102.78055183285998,
          "df": 5,
          "p": 1.370204975988407e-20,
          "adjustedP": 4.795717415959425e-19,
          "minimumExpectedCount": 15.751491751491752,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.1343056398096216,
            "label": "small"
          }
        }
      },
      {
        "label": "ESLint",
        "test": {
          "statistic": 6.3142210517750526,
          "df": 5,
          "p": 0.2768331781809895,
          "adjustedP": 1,
          "minimumExpectedCount": 15.486837486837487,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03328884051350279,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 8.029081654999633,
          "df": 5,
          "p": 0.15464014667661746,
          "adjustedP": 1,
          "minimumExpectedCount": 13.533871533871533,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.037538050556171335,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 39.702030819947254,
          "df": 5,
          "p": 1.714893073915304e-7,
          "adjustedP": 0.000005830636451312033,
          "minimumExpectedCount": 11.882063882063882,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0834728301701465,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 20.378154341061084,
          "df": 5,
          "p": 0.0010611097945924105,
          "adjustedP": 0.029711074248587495,
          "minimumExpectedCount": 11.626535626535626,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05980275631796484,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 3.9513112032750186,
          "df": 5,
          "p": 0.5564470779310752,
          "adjustedP": 1,
          "minimumExpectedCount": 8.614952614952616,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.026333549127122522,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 4.596394862190805,
          "df": 5,
          "p": 0.4670906320924195,
          "adjustedP": 1,
          "minimumExpectedCount": 8.34117234117234,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02840190319296563,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 16.98307784031524,
          "df": 5,
          "p": 0.00453200238018014,
          "adjustedP": 0.10423605474414323,
          "minimumExpectedCount": 7.72972972972973,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.054594259235825025,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 10.745996948791326,
          "df": 5,
          "p": 0.056655297455981427,
          "adjustedP": 0.6798635694717772,
          "minimumExpectedCount": 7.629343629343629,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.043427230517697396,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 18.670264655637915,
          "df": 5,
          "p": 0.0022137113500406338,
          "adjustedP": 0.055342783751015846,
          "minimumExpectedCount": 6.132678132678133,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.057241896576713615,
            "label": "negligible"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 10.557178088236084,
          "df": 5,
          "p": 0.06090215356739581,
          "adjustedP": 0.6798635694717772,
          "minimumExpectedCount": 5.785889785889786,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04304400779750928,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 7.13790261728891,
          "df": 5,
          "p": 0.21058469137059038,
          "adjustedP": 1,
          "minimumExpectedCount": 5.603369603369603,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03539354689823225,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 7.684680743923229,
          "df": 5,
          "p": 0.1744910892401118,
          "adjustedP": 1,
          "minimumExpectedCount": 5.302211302211302,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03672414490796683,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 14.927748955838412,
          "df": 5,
          "p": 0.010675557875815382,
          "adjustedP": 0.22168687355575267,
          "minimumExpectedCount": 5.001053001053001,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05118420226566204,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 25.60023290774392,
          "df": 5,
          "p": 0.00010666055848606788,
          "adjustedP": 0.0033064773130681044,
          "minimumExpectedCount": 4.143208143208144,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06702869063434273,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 7.988269259650728,
          "df": 5,
          "p": 0.15688331777789005,
          "adjustedP": 1,
          "minimumExpectedCount": 3.8055458055458056,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03744252471470587,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 5.5076829447915125,
          "df": 5,
          "p": 0.3571041535565732,
          "adjustedP": 1,
          "minimumExpectedCount": 3.184977184977185,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.031090180498193218,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 14.954962905378771,
          "df": 5,
          "p": 0.010556517788369175,
          "adjustedP": 0.22168687355575267,
          "minimumExpectedCount": 2.902070902070902,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05123083655858636,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 12.355843927139293,
          "df": 5,
          "p": 0.03022417480509041,
          "adjustedP": 0.4312352666270273,
          "minimumExpectedCount": 2.8473148473148475,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046566648769969736,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 12.78172618718025,
          "df": 5,
          "p": 0.025512388631260142,
          "adjustedP": 0.4312352666270273,
          "minimumExpectedCount": 2.8016848016848015,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04736238158122249,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 24.028467425935723,
          "df": 5,
          "p": 0.00021439513850535577,
          "adjustedP": 0.006217459016655318,
          "minimumExpectedCount": 2.737802737802738,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06493843430705709,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 13.200182821304702,
          "df": 5,
          "p": 0.021573341585608856,
          "adjustedP": 0.4098934901265683,
          "minimumExpectedCount": 2.6465426465426467,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04813142842024717,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 15.784135549989513,
          "df": 5,
          "p": 0.007488177315576329,
          "adjustedP": 0.16473990094267923,
          "minimumExpectedCount": 2.5005265005265005,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05263191578445267,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 25.075657086438355,
          "df": 5,
          "p": 0.00013472424850154364,
          "adjustedP": 0.004041727455046309,
          "minimumExpectedCount": 2.4914004914004915,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06633839174604816,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 2.8823647353212376,
          "df": 5,
          "p": 0.7181157706087117,
          "adjustedP": 1,
          "minimumExpectedCount": 2.244998244998245,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.022491232000590677,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 12.614102901319109,
          "df": 5,
          "p": 0.027276289042954698,
          "adjustedP": 0.4312352666270273,
          "minimumExpectedCount": 1.9985959985959987,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04705079460496684,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 20.20246451515029,
          "df": 5,
          "p": 0.0011449752437437675,
          "adjustedP": 0.03091433158108172,
          "minimumExpectedCount": 1.87995787995788,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05954440416987094,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 17.458840112960445,
          "df": 5,
          "p": 0.003706993940215343,
          "adjustedP": 0.08896785456516823,
          "minimumExpectedCount": 1.606177606177606,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05535367651614536,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 10.374374108334013,
          "df": 5,
          "p": 0.06529641463999285,
          "adjustedP": 0.6798635694717772,
          "minimumExpectedCount": 1.5605475605475605,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04266971381105217,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 12.796055311827647,
          "df": 5,
          "p": 0.025366780389825136,
          "adjustedP": 0.4312352666270273,
          "minimumExpectedCount": 1.4875394875394876,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04738892225969805,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 12.423833870202822,
          "df": 5,
          "p": 0.029419864119017834,
          "adjustedP": 0.4312352666270273,
          "minimumExpectedCount": 1.46016146016146,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04669459309819093,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 13.009947464489183,
          "df": 5,
          "p": 0.023285727715737913,
          "adjustedP": 0.41914309888328244,
          "minimumExpectedCount": 1.3597753597753597,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.047783345040567374,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 20.02629794932613,
          "df": 5,
          "p": 0.0012356088959396244,
          "adjustedP": 0.03212583129443023,
          "minimumExpectedCount": 1.3323973323973324,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.059284220537387015,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 26.22511972391815,
          "df": 5,
          "p": 0.00008069744008680648,
          "adjustedP": 0.0025823180827778073,
          "minimumExpectedCount": 1.2867672867672868,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0678418242241521,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 28.40429236607035,
          "df": 5,
          "p": 0.000030338746234840678,
          "adjustedP": 0.0010011786257497423,
          "minimumExpectedCount": 1.076869076869077,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07060423709101064,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Qodo",
        "test": null
      },
      {
        "label": "Sourcery",
        "test": null
      },
      {
        "label": "Ellipsis",
        "test": null
      }
    ]
  }
}
