{
  "schemaVersion": 1,
  "url": "https://www.crosstabs.com/data/stackoverflow-developer-survey-2026/code-testing-and-reliability-tools-worked-with-in-past-year-by-setting",
  "title": "Code testing and reliability tools: Worked with in past year by work setting",
  "dataset": {
    "id": "stackoverflow-developer-survey-2026",
    "title": "Stack Overflow Developer Survey 2026",
    "release": "stackoverflow-developer-survey-2026",
    "publisher": "Stack Overflow",
    "publisherUrl": "https://stackoverflow.co/",
    "fileName": "2026 Developer Survey public results (survey_results_public.csv)",
    "sourceUrl": "https://survey.stackoverflow.co/2026",
    "datePublished": "2026-11-14",
    "dateModified": "2026-11-14"
  },
  "attribution": {
    "citation": "Stack Overflow. 2026 Developer Survey, https://survey.stackoverflow.co/2026, licensed under the ODbL 1.0. Tabulated by crosstabs.com.",
    "terms": "Stack Overflow licenses the survey data under the Open Database License (ODbL) 1.0 and its contents under the Database Contents License (DbCL) 1.0: credit Stack Overflow, keep the licence notice, and share any database made from the data under the ODbL. These tables and their downloads are offered on those terms.",
    "termsUrl": "https://opendatacommons.org/licenses/odbl/1-0/"
  },
  "question": {
    "variable": "CodeTestHaveWorkedWith",
    "label": "Code testing and reliability tools: Worked with in past year",
    "officialLabel": "Code testing and reliability tools: Worked with in past year",
    "text": "Which tools for code testing, reliability, and maintainability have you done extensive development work in over the past year? Which do you want to work in over the next year? If you worked with the tool and want to continue to do so, please check both boxes in that row.",
    "kind": "multiple-response"
  },
  "group": {
    "variable": "WorkSetting",
    "label": "Work setting"
  },
  "rowLabels": [
    "ESLint",
    "Postman / Newman",
    "pytest",
    "Playwright",
    "Jest",
    "JUnit",
    "SonarQube / SonarCloud",
    "Vitest",
    "Sentry",
    "Selenium",
    "Datadog",
    "xUnit.net",
    "NUnit",
    "Other, please specify",
    "Cypress",
    "Testcontainers",
    "JaCoCo",
    "CodeRabbit",
    "BrowserStack",
    "Codecov",
    "Mocha",
    "Snyk Code",
    "CodeQL",
    "Cucumber",
    "New Relic",
    "k6",
    "RSpec",
    "Semgrep",
    "TestNG",
    "Robot Framework",
    "Graphite",
    "Appium",
    "Canary",
    "Greptile",
    "DeepSource",
    "Qodo",
    "Sourcery",
    "Ellipsis"
  ],
  "colLabels": [
    "Hybrid (some in-person, leans heavy to flexibility)",
    "Hybrid (some remote, leans heavy to in-person)",
    "In-person",
    "Remote",
    "Your choice (very flexible, you can come in when you want or just as needed)"
  ],
  "counts": [
    [
      528,
      625,
      426,
      1400,
      525
    ],
    [
      497,
      608,
      417,
      1202,
      419
    ],
    [
      459,
      555,
      392,
      893,
      352
    ],
    [
      393,
      422,
      247,
      1057,
      339
    ],
    [
      327,
      349,
      199,
      879,
      271
    ],
    [
      399,
      435,
      231,
      652,
      303
    ],
    [
      420,
      401,
      194,
      593,
      284
    ],
    [
      293,
      319,
      205,
      777,
      282
    ],
    [
      200,
      225,
      125,
      656,
      187
    ],
    [
      189,
      239,
      139,
      430,
      131
    ],
    [
      181,
      178,
      72,
      554,
      127
    ],
    [
      171,
      211,
      125,
      390,
      152
    ],
    [
      142,
      175,
      103,
      316,
      120
    ],
    [
      114,
      152,
      108,
      327,
      120
    ],
    [
      135,
      147,
      68,
      334,
      112
    ],
    [
      162,
      156,
      50,
      284,
      120
    ],
    [
      147,
      120,
      64,
      171,
      91
    ],
    [
      61,
      93,
      61,
      242,
      73
    ],
    [
      88,
      63,
      53,
      229,
      85
    ],
    [
      74,
      96,
      52,
      204,
      73
    ],
    [
      72,
      83,
      55,
      208,
      79
    ],
    [
      93,
      86,
      49,
      196,
      69
    ],
    [
      81,
      80,
      57,
      183,
      73
    ],
    [
      104,
      101,
      34,
      160,
      74
    ],
    [
      59,
      54,
      27,
      173,
      43
    ],
    [
      60,
      63,
      34,
      130,
      66
    ],
    [
      38,
      46,
      19,
      198,
      45
    ],
    [
      41,
      27,
      23,
      102,
      36
    ],
    [
      40,
      35,
      37,
      60,
      26
    ],
    [
      35,
      50,
      27,
      52,
      32
    ],
    [
      27,
      44,
      22,
      73,
      28
    ],
    [
      29,
      24,
      26,
      70,
      23
    ],
    [
      16,
      25,
      26,
      43,
      23
    ],
    [
      15,
      13,
      11,
      50,
      20
    ],
    [
      6,
      16,
      17,
      32,
      23
    ],
    [
      13,
      14,
      11,
      33,
      18
    ],
    [
      8,
      8,
      13,
      19,
      21
    ],
    [
      4,
      9,
      17,
      14,
      17
    ]
  ],
  "weighted": false,
  "weightNote": "The survey has no weights. These tables are unweighted counts of the people who answered, so they describe the respondents, not developers in general.",
  "rowTotals": [
    3504,
    3143,
    2651,
    2458,
    2025,
    2020,
    1892,
    1876,
    1393,
    1128,
    1112,
    1049,
    856,
    821,
    796,
    772,
    593,
    530,
    518,
    499,
    497,
    493,
    474,
    473,
    356,
    353,
    346,
    229,
    198,
    196,
    194,
    172,
    133,
    109,
    94,
    89,
    69,
    61
  ],
  "columnBases": [
    1480,
    1808,
    1178,
    3428,
    1200
  ],
  "n": 9094,
  "datasetRespondents": 30903,
  "itemTests": {
    "name": "Pearson chi-square test, selected against not selected, by group",
    "adjustment": "Holm",
    "tested": 38,
    "rule": "An answer is tested when no expected count is below 1 and at most 20% of its expected counts are below 5 (Cochran's rule)",
    "headline": "Datadog",
    "items": [
      {
        "label": "ESLint",
        "test": {
          "statistic": 41.38676834480378,
          "df": 4,
          "p": 2.2351400957531487e-8,
          "adjustedP": 6.481906277684131e-7,
          "minimumExpectedCount": 453.89399604134593,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06746107899290964,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Postman / Newman",
        "test": {
          "statistic": 2.1404143815826298,
          "df": 4,
          "p": 0.7099515885919769,
          "adjustedP": 1,
          "minimumExpectedCount": 407.1315152848032,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01534162826053599,
            "label": "negligible"
          }
        }
      },
      {
        "label": "pytest",
        "test": {
          "statistic": 30.264978301846345,
          "df": 4,
          "p": 0.000004322597978332887,
          "adjustedP": 0.00011671014541498795,
          "minimumExpectedCount": 343.39982405981965,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.057688959842705334,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Playwright",
        "test": {
          "statistic": 60.656852355057616,
          "df": 4,
          "p": 2.110913534187334e-12,
          "adjustedP": 7.177106016236936e-11,
          "minimumExpectedCount": 318.3993842093688,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08166998202417236,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Jest",
        "test": {
          "statistic": 51.480982902471496,
          "df": 4,
          "p": 1.7709894985117882e-10,
          "adjustedP": 5.667166395237722e-9,
          "minimumExpectedCount": 262.3103144930724,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07523950680939497,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JUnit",
        "test": {
          "statistic": 54.12177272475452,
          "df": 4,
          "p": 4.962582759457641e-11,
          "adjustedP": 1.6376523106210215e-9,
          "minimumExpectedCount": 261.66263470420057,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07714513292101868,
            "label": "negligible"
          }
        }
      },
      {
        "label": "SonarQube / SonarCloud",
        "test": {
          "statistic": 98.57919075174377,
          "df": 4,
          "p": 1.9736896076398515e-20,
          "adjustedP": 7.302651548267451e-19,
          "minimumExpectedCount": 245.08203210908292,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10411544253406713,
            "label": "small"
          }
        }
      },
      {
        "label": "Vitest",
        "test": {
          "statistic": 32.68642341742185,
          "df": 4,
          "p": 0.0000013847228663284158,
          "adjustedP": 0.00003877224025719564,
          "minimumExpectedCount": 243.0094567846932,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05995235207379175,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sentry",
        "test": {
          "statistic": 73.940629189266,
          "df": 4,
          "p": 3.3376483088052126e-15,
          "adjustedP": 1.2015533911698765e-13,
          "minimumExpectedCount": 180.4435891796789,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.09017042071099066,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Selenium",
        "test": {
          "statistic": 4.188888318908686,
          "df": 4,
          "p": 0.38104573849605383,
          "adjustedP": 1,
          "minimumExpectedCount": 146.11656036947437,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02146208526459225,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Datadog",
        "test": {
          "statistic": 103.05142083373303,
          "df": 4,
          "p": 2.2031305098876005e-21,
          "adjustedP": 8.371895937572882e-20,
          "minimumExpectedCount": 144.04398504508467,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.10645094400017284,
            "label": "small"
          }
        }
      },
      {
        "label": "xUnit.net",
        "test": {
          "statistic": 2.608119051551642,
          "df": 4,
          "p": 0.6253855449983377,
          "adjustedP": 1,
          "minimumExpectedCount": 135.8832197053002,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01693504015855062,
            "label": "negligible"
          }
        }
      },
      {
        "label": "NUnit",
        "test": {
          "statistic": 1.4639667277900998,
          "df": 4,
          "p": 0.8330045630806504,
          "adjustedP": 1,
          "minimumExpectedCount": 110.88277985484935,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.012687852706851752,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Other, please specify",
        "test": {
          "statistic": 6.512740172479416,
          "df": 4,
          "p": 0.16398941734444186,
          "adjustedP": 1,
          "minimumExpectedCount": 106.34902133274687,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.026761127130189064,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cypress",
        "test": {
          "statistic": 18.946343720158772,
          "df": 4,
          "p": 0.0008052522838156395,
          "adjustedP": 0.01610504567631279,
          "minimumExpectedCount": 103.11062238838795,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04564416125642087,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Testcontainers",
        "test": {
          "statistic": 42.575741870868555,
          "df": 4,
          "p": 1.2672541013391696e-8,
          "adjustedP": 3.801762304017509e-7,
          "minimumExpectedCount": 100.00175940180338,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.06842324030809045,
            "label": "negligible"
          }
        }
      },
      {
        "label": "JaCoCo",
        "test": {
          "statistic": 46.01688288052482,
          "df": 4,
          "p": 2.4430075723165e-9,
          "adjustedP": 7.573323474181149e-8,
          "minimumExpectedCount": 76.81482296019354,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.07113463762745824,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeRabbit",
        "test": {
          "statistic": 19.91525865284108,
          "df": 4,
          "p": 0.0005190069049086563,
          "adjustedP": 0.010899145003081782,
          "minimumExpectedCount": 68.65405762040906,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.046796729311942925,
            "label": "negligible"
          }
        }
      },
      {
        "label": "BrowserStack",
        "test": {
          "statistic": 30.25707065861689,
          "df": 4,
          "p": 0.000004338658992816214,
          "adjustedP": 0.00011671014541498795,
          "minimumExpectedCount": 67.09962612711678,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05768142285539917,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Codecov",
        "test": {
          "statistic": 5.64625005859173,
          "df": 4,
          "p": 0.22716994831625048,
          "adjustedP": 1,
          "minimumExpectedCount": 64.63844292940401,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.024917391686655563,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Mocha",
        "test": {
          "statistic": 10.466548810012698,
          "df": 4,
          "p": 0.033260904072850275,
          "adjustedP": 0.49522631126560657,
          "minimumExpectedCount": 64.37937101385529,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.033925345292617155,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Snyk Code",
        "test": {
          "statistic": 8.202392348306931,
          "df": 4,
          "p": 0.08443940368930467,
          "adjustedP": 0.9288334405823513,
          "minimumExpectedCount": 63.861227182757865,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.030032590516072807,
            "label": "negligible"
          }
        }
      },
      {
        "label": "CodeQL",
        "test": {
          "statistic": 4.759024406255369,
          "df": 4,
          "p": 0.31292841438056707,
          "adjustedP": 1,
          "minimumExpectedCount": 61.40004398504509,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.022876073912944123,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Cucumber",
        "test": {
          "statistic": 27.602505034577984,
          "df": 4,
          "p": 0.000015013801039697174,
          "adjustedP": 0.0003603312249527322,
          "minimumExpectedCount": 61.27050802727073,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05509304466980784,
            "label": "negligible"
          }
        }
      },
      {
        "label": "New Relic",
        "test": {
          "statistic": 24.433915166072516,
          "df": 4,
          "p": 0.00006536935988706637,
          "adjustedP": 0.0015034952774025266,
          "minimumExpectedCount": 46.114800967670995,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05183451697890922,
            "label": "negligible"
          }
        }
      },
      {
        "label": "k6",
        "test": {
          "statistic": 12.507544101313743,
          "df": 4,
          "p": 0.013950353448282937,
          "adjustedP": 0.23715600862080993,
          "minimumExpectedCount": 45.72619309434792,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03708587639502397,
            "label": "negligible"
          }
        }
      },
      {
        "label": "RSpec",
        "test": {
          "statistic": 65.9053863867611,
          "df": 4,
          "p": 1.6584462907197551e-13,
          "adjustedP": 5.804562017519143e-12,
          "minimumExpectedCount": 44.81944138992743,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.08513006800690874,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Semgrep",
        "test": {
          "statistic": 13.709898501281028,
          "df": 4,
          "p": 0.008280884938004938,
          "adjustedP": 0.1490559288840889,
          "minimumExpectedCount": 29.66373433032769,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.0388275193543546,
            "label": "negligible"
          }
        }
      },
      {
        "label": "TestNG",
        "test": {
          "statistic": 10.484217365488085,
          "df": 4,
          "p": 0.033015087417707104,
          "adjustedP": 0.49522631126560657,
          "minimumExpectedCount": 25.64811963932263,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03395396786454001,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Robot Framework",
        "test": {
          "statistic": 11.717445629359183,
          "df": 4,
          "p": 0.019580882548964083,
          "adjustedP": 0.31329412078342533,
          "minimumExpectedCount": 25.389047723773917,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03589541663933389,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Graphite",
        "test": {
          "statistic": 2.0864934222799394,
          "df": 4,
          "p": 0.7198541597809015,
          "adjustedP": 1,
          "minimumExpectedCount": 25.129975808225204,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.01514715379599853,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Appium",
        "test": {
          "statistic": 4.191972835366901,
          "df": 4,
          "p": 0.38064813946773013,
          "adjustedP": 1,
          "minimumExpectedCount": 22.280184737189355,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.02146998568684491,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Canary",
        "test": {
          "statistic": 8.854197449777052,
          "df": 4,
          "p": 0.0648489837874884,
          "adjustedP": 0.8430367892373493,
          "minimumExpectedCount": 17.228282383989445,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.03120305570040475,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Greptile",
        "test": {
          "statistic": 8.81357716062634,
          "df": 4,
          "p": 0.06593187468501413,
          "adjustedP": 0.8430367892373493,
          "minimumExpectedCount": 14.119419397404883,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.031131398489602825,
            "label": "negligible"
          }
        }
      },
      {
        "label": "DeepSource",
        "test": {
          "statistic": 17.514634713066712,
          "df": 4,
          "p": 0.0015348849453823386,
          "adjustedP": 0.029162813962264434,
          "minimumExpectedCount": 12.176380030789531,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.04388570375121569,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Qodo",
        "test": {
          "statistic": 4.331574601341156,
          "df": 4,
          "p": 0.3629879924837569,
          "adjustedP": 1,
          "minimumExpectedCount": 11.528700241917749,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.021824556360187913,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Sourcery",
        "test": {
          "statistic": 22.760368344897806,
          "df": 4,
          "p": 0.0001413760737240539,
          "adjustedP": 0.003110273621929186,
          "minimumExpectedCount": 8.937981086430614,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.050027887917491916,
            "label": "negligible"
          }
        }
      },
      {
        "label": "Ellipsis",
        "test": {
          "statistic": 28.48404937685336,
          "df": 4,
          "p": 0.000009949698652621208,
          "adjustedP": 0.00024874246631553023,
          "minimumExpectedCount": 7.90169342423576,
          "effectSize": {
            "name": "Cramér's V",
            "value": 0.05596588684267623,
            "label": "negligible"
          }
        }
      }
    ]
  }
}
