dd-trace 5.116.0 → 5.118.0

package/ci/test-optimization-validation/init-probe.js

@@ -1,246 +0,0 @@
-'use strict'
-
-const fs = require('node:fs')
-const path = require('node:path')
-
-const {
-  mergeNodeOptions,
-  runCommand,
-} = require('./command-runner')
-const { inheritApprovedExecutable } = require('./executable-approval')
-const { sanitizeForReport } = require('./redaction')
-const { createFileSafely, ensureSafeDirectory, writeFileSafely } = require('./safe-files')
-
-const PROBE_PRELOAD = path.join(__dirname, 'init-probe-preload.js')
-const PROBE_FILE_ENV = 'DD_TEST_OPTIMIZATION_INIT_PROBE_FILE'
-const MAX_PROBE_RECORD_BYTES = 1024 * 1024
-
-/**
- * Runs a CI-shaped command with a lightweight NODE_OPTIONS preload that records process reachability.
- *
- * @param {object} options probe options
- * @param {object} options.command manifest command to run
- * @param {object} options.framework manifest framework entry
- * @param {string} options.outDir scenario output directory
- * @param {object} options.options CLI options
- * @returns {Promise<{ artifacts: object, summary: object }>} probe artifacts and summary
- */
-async function runInitializationProbe ({ command, framework, outDir, options }) {
-  const probeOutDir = path.join(outDir, 'initialization-probe')
-  const recordsPath = path.join(probeOutDir, 'records.ndjson')
-  const rawRecordsPath = path.join(probeOutDir, '.records.raw.ndjson')
-  const probeCommand = getProbeCommand(command)
-
-  ensureSafeDirectory(outDir, probeOutDir, 'initialization probe artifact directory')
-  createFileSafely(outDir, rawRecordsPath, '', 'raw initialization probe records')
-
-  let result
-  let records
-  try {
-    result = await runCommand(probeCommand, {
-      artifactRoot: outDir,
-      env: {
-        [PROBE_FILE_ENV]: rawRecordsPath,
-        NODE_OPTIONS: mergeNodeOptions(
-          `-r ${formatNodeRequire(PROBE_PRELOAD)}`
-        ),
-      },
-      envMode: 'clean',
-      outDir: probeOutDir,
-      repositoryRoot: options.repositoryRoot,
-      requireExecutableApproval: options.requireExecutableApproval,
-      label: `${framework.id}:ci-wiring:init-probe`,
-      stopWhen: () => probeReachedFramework(rawRecordsPath, framework.framework),
-      verbose: options.verbose,
-    })
-    records = readProbeRecords(rawRecordsPath)
-    writeFileSafely(
-      outDir,
-      recordsPath,
-      records.map(record => JSON.stringify(sanitizeForReport(record))).join('\n') + '\n',
-      'initialization probe records'
-    )
-  } finally {
-    fs.rmSync(rawRecordsPath, { force: true })
-  }
-
-  return {
-    artifacts: {
-      command: result.artifacts.command,
-      records: recordsPath,
-      stderr: result.artifacts.stderr,
-      stdout: result.artifacts.stdout,
-    },
-    summary: summarizeProbeResult({ framework, result, records, recordsPath }),
-  }
-}
-
-function getProbeCommand (command) {
-  if (!command.env?.NODE_OPTIONS) return command
-
-  const env = { ...command.env }
-  const nodeOptions = removeDatadogPreloads(env.NODE_OPTIONS)
-  if (nodeOptions) {
-    env.NODE_OPTIONS = nodeOptions
-  } else {
-    delete env.NODE_OPTIONS
-  }
-
-  return inheritApprovedExecutable(command, {
-    ...command,
-    env,
-  })
-}
-
-function removeDatadogPreloads (nodeOptions) {
-  const tokens = tokenizeNodeOptions(nodeOptions)
-  const kept = []
-
-  for (let index = 0; index < tokens.length; index++) {
-    const token = tokens[index]
-    if (isSeparatedPreloadFlag(token) && isDatadogPreload(tokens[index + 1])) {
-      index++
-      continue
-    }
-    if (isInlineDatadogPreload(token)) continue
-    kept.push(token)
-  }
-
-  return kept.join(' ')
-}
-
-function tokenizeNodeOptions (nodeOptions) {
-  return String(nodeOptions || '').match(/"[^"]*"|'[^']*'|\S+/g) || []
-}
-
-function isSeparatedPreloadFlag (token) {
-  return token === '-r' || token === '--require' || token === '--import'
-}
-
-function isInlineDatadogPreload (token) {
-  return (token.startsWith('--require=') && isDatadogPreload(token.slice('--require='.length))) ||
-    (token.startsWith('--import=') && isDatadogPreload(token.slice('--import='.length))) ||
-    (token.startsWith('-r') && token.length > 2 && isDatadogPreload(token.slice(2)))
-}
-
-function isDatadogPreload (value) {
-  const normalized = String(value || '').replaceAll(/^['"]|['"]$/g, '')
-  return normalized.includes('dd-trace/ci/init') || normalized.includes('dd-trace/register')
-}
-
-function summarizeProbeResult ({ framework, result, records, recordsPath }) {
-  const processRecords = records.filter(record => record.type === 'process-start')
-  const moduleLoadRecords = records.filter(record => record.type === 'module-load')
-  const testRunnerSignals = getToolSignals(records, 'test-runner')
-    .filter(signal => signal.name === framework.framework)
-  const wrapperSignals = getToolSignals(records, 'wrapper', { processStartsOnly: true })
-  const packageManagerSignals = getToolSignals(records, 'package-manager', { processStartsOnly: true })
-
-  return {
-    ran: true,
-    commandExitCode: result.exitCode,
-    commandTimedOut: result.timedOut,
-    processCount: processRecords.length,
-    moduleLoadCount: moduleLoadRecords.length,
-    reachedAnyNodeProcess: processRecords.length > 0,
-    reachedTestRunnerProcess: testRunnerSignals.length > 0,
-    stoppedAfterRunnerReached: result.stoppedEarly === true && testRunnerSignals.length > 0,
-    testRunnerSignals,
-    wrapperSignals,
-    packageManagerSignals,
-    recordsPath,
-  }
-}
-
-function probeReachedFramework (recordsPath, frameworkName) {
-  return readProbeRecords(recordsPath).some(record => {
-    return getRecordTools(record).some(tool => tool.kind === 'test-runner' && tool.name === frameworkName)
-  })
-}
-
-function getToolSignals (records, kind, { processStartsOnly = false } = {}) {
-  const signals = []
-  const signalsByLocation = new Map()
-
-  for (const record of records) {
-    if (processStartsOnly && record.type !== 'process-start') continue
-    for (const tool of getRecordTools(record)) {
-      if (tool.kind !== kind) continue
-
-      const key = `${tool.name}:${record.cwd}`
-      let signal = signalsByLocation.get(key)
-      if (!signal) {
-        signal = {
-          name: tool.name,
-          kind: tool.kind,
-          pid: record.pid,
-          ppid: record.ppid,
-          source: record.type,
-          argv: Array.isArray(record.argv) ? record.argv : undefined,
-          cwd: record.cwd,
-          request: record.request,
-          processCount: 0,
-          processIds: new Set(),
-        }
-        signalsByLocation.set(key, signal)
-        signals.push(signal)
-      }
-      signal.processIds.add(record.pid)
-    }
-  }
-
-  return signals.map(signal => {
-    signal.processCount = signal.processIds.size
-    delete signal.processIds
-    return signal
-  })
-}
-
-function getRecordTools (record) {
-  if (record.tool) return [record.tool]
-  if (Array.isArray(record.detectedTools)) return record.detectedTools
-  return []
-}
-
-function readProbeRecords (recordsPath) {
-  let file
-  try {
-    file = fs.openSync(recordsPath, fs.constants.O_RDONLY | (fs.constants.O_NOFOLLOW || 0))
-    const stat = fs.fstatSync(file)
-    if (!stat.isFile() || stat.size > MAX_PROBE_RECORD_BYTES) return []
-    const content = fs.readFileSync(file, 'utf8')
-    return parseProbeRecords(content)
-  } catch {
-    return []
-  } finally {
-    if (file !== undefined) fs.closeSync(file)
-  }
-}
-
-function parseProbeRecords (content) {
-  const records = []
-  for (const line of content.split(/\r?\n/)) {
-    if (!line) continue
-    try {
-      const record = JSON.parse(line)
-      if (isProbeRecord(record)) records.push(sanitizeForReport(record))
-    } catch {}
-  }
-  return records
-}
-
-function isProbeRecord (record) {
-  return record && typeof record === 'object' && !Array.isArray(record) &&
-    (record.type === 'process-start' || record.type === 'module-load') &&
-    Number.isInteger(record.pid) && Number.isInteger(record.ppid) &&
-    typeof record.cwd === 'string' && Array.isArray(record.argv)
-}
-
-function formatNodeRequire (filename) {
-  if (!/\s/.test(filename)) return filename
-  return JSON.stringify(filename)
-}
-
-module.exports = {
-  runInitializationProbe,
-}

package/ci/test-optimization-validation/late-initialization.js

@@ -1,63 +0,0 @@
-'use strict'
-
-const fs = require('node:fs')
-const path = require('node:path')
-
-const MAX_FILE_BYTES = 512 * 1024
-const SCRIPT_LITERAL_PATTERN = /['"]([^'"]+\.[cm]?[jt]sx?)['"]/g
-
-/**
- * Finds Test Optimization initialization loaded from a Vitest setup file.
- *
- * @param {object} manifest normalized manifest
- * @param {object} framework manifest framework
- * @returns {{configFile: string, setupFile: string}[]} late initialization evidence
- */
-function findLateInitialization (manifest, framework) {
-  if (framework.framework !== 'vitest') return []
-
-  const findings = []
-  const seen = new Set()
-  for (const configFile of framework.project?.configFiles || []) {
-    const config = readSmallFile(configFile)
-    if (!config || !/\bsetupFiles\b/.test(config)) continue
-
-    if (/setupFiles[\s\S]{0,1000}?dd-trace\/ci\/init/.test(config)) {
-      addFinding(findings, seen, configFile, 'dd-trace/ci/init')
-    }
-
-    for (const match of config.matchAll(SCRIPT_LITERAL_PATTERN)) {
-      for (const candidate of getSetupFileCandidates(manifest.repository.root, configFile, match[1])) {
-        const setup = readSmallFile(candidate)
-        if (!setup || !/dd-trace\/ci\/init/.test(setup)) continue
-        addFinding(findings, seen, configFile, candidate)
-      }
-    }
-  }
-  return findings
-}
-
-function getSetupFileCandidates (repositoryRoot, configFile, filename) {
-  if (path.isAbsolute(filename)) return [filename]
-  return [
-    path.resolve(path.dirname(configFile), filename),
-    path.resolve(repositoryRoot, filename),
-  ]
-}
-
-function readSmallFile (filename) {
-  try {
-    const stat = fs.statSync(filename)
-    if (!stat.isFile() || stat.size > MAX_FILE_BYTES) return
-    return fs.readFileSync(filename, 'utf8')
-  } catch {}
-}
-
-function addFinding (findings, seen, configFile, setupFile) {
-  const key = `${configFile}:${setupFile}`
-  if (seen.has(key)) return
-  seen.add(key)
-  findings.push({ configFile, setupFile })
-}
-
-module.exports = { findLateInitialization }

package/ci/test-optimization-validation/local-command.js

@@ -1,163 +0,0 @@
-'use strict'
-
-const path = require('path')
-
-const { inheritApprovedExecutable } = require('./executable-approval')
-
-const JEST_NO_WATCHMAN_ADJUSTMENT = 'Disable Watchman for local validation to avoid home-directory writes.'
-const INLINE_DATADOG_ENV_PATTERN = /(?:^|[\s;&|()'"])(?:export\s+|set\s+)?["']?(?:\$env:)?DD_[A-Z0-9_]+\s*\+?=/i
-const INIT_PATH = path.resolve(__dirname, '..', 'init.js').replaceAll('\\', '/')
-const REGISTER_PATH = path.resolve(__dirname, '..', '..', 'register.js').replaceAll('\\', '/')
-
-/**
- * Applies semantics-preserving local validation adjustments to a command.
- *
- * @param {object} framework manifest framework entry
- * @param {object} command command to adjust
- * @returns {object} adjusted command
- */
-function getLocalValidationCommand (framework, command) {
-  if (framework.framework !== 'jest' || command.usesShell || command.argv?.includes('--no-watchman') ||
-    !isJestCommand(command.argv)) {
-    return command
-  }
-
-  const argv = [...command.argv]
-  const executable = path.basename(argv[0]).replace(/\.cmd$/i, '')
-  if (executable === 'npm' && !argv.includes('--')) argv.push('--')
-  argv.push('--no-watchman')
-
-  return inheritApprovedExecutable(command, {
-    ...command,
-    argv,
-    localAdjustments: [
-      ...(command.localAdjustments || []),
-      JEST_NO_WATCHMAN_ADJUSTMENT,
-    ],
-  })
-}
-
-/**
- * Identifies Jest entrypoints and package scripts that can forward Jest options.
- *
- * @param {string[]} argv command arguments
- * @returns {boolean} whether --no-watchman can be appended safely
- */
-function isJestCommand (argv) {
-  if (!Array.isArray(argv) || argv.length === 0) return false
-
-  const executable = path.basename(argv[0]).replace(/\.cmd$/i, '')
-  if (['npm', 'npx', 'pnpm', 'yarn', 'yarnpkg'].includes(executable)) return true
-
-  return argv.some(argument => /(?:^|[/\\])(?:jest|jest\.js)$/.test(argument))
-}
-
-/**
- * Removes Datadog initialization from a command before an uninstrumented preflight.
- *
- * @param {object} command command to sanitize
- * @returns {object} Datadog-clean command
- */
-function getDatadogCleanCommand (command) {
-  const inlineInitialization = getInlineDatadogInitialization(command)
-  if (inlineInitialization) {
-    throw new Error(
-      `Cannot create a Datadog-clean command because it ${inlineInitialization}. ` +
-      'Remove inline Datadog initialization from the local validation command.'
-    )
-  }
-
-  const env = {}
-  for (const [name, value] of Object.entries(command.env || {})) {
-    if (name.startsWith('DD_') || (name === 'NODE_OPTIONS' && /dd-trace/.test(value))) continue
-    env[name] = value
-  }
-
-  return inheritApprovedExecutable(command, {
-    ...command,
-    env,
-  })
-}
-
-/**
- * Finds Datadog initialization embedded in executable arguments or shell source.
- *
- * @param {object} command manifest command
- * @returns {string|undefined} customer-facing inline initialization description
- */
-function getInlineDatadogInitialization (command) {
-  const source = command?.usesShell
-    ? String(command.shellCommand || '')
-    : (command?.argv || []).join(' ')
-  const normalized = source.replaceAll('\\', '/')
-
-  if (normalized.includes('dd-trace/ci/init') || normalized.includes('dd-trace/register.js') ||
-    normalized.includes(INIT_PATH) || normalized.includes(REGISTER_PATH)) {
-    return 'contains an inline dd-trace preload'
-  }
-  if (INLINE_DATADOG_ENV_PATTERN.test(source)) return 'contains an inline DD_* assignment'
-}
-
-/**
- * Returns the CI wiring command with the replay shell recorded by CI discovery when available.
- *
- * @param {object} framework manifest framework entry
- * @returns {object|undefined} command to run
- */
-function getCiWiringCommand (framework) {
-  const command = framework.ciWiringCommand
-  if (!command || !command.usesShell || command.shell || !framework.ciWiring?.shell) return command
-
-  const replayCommand = getShellReplayCommand(command, framework.ciWiring.shell)
-  if (replayCommand) return inheritApprovedExecutable(command, replayCommand)
-
-  const shell = getReplayShell(framework.ciWiring.shell)
-  if (!shell) return command
-
-  return inheritApprovedExecutable(command, {
-    ...command,
-    shell,
-  })
-}
-
-function getShellReplayCommand (command, shell) {
-  const tokens = tokenizeShellTemplate(shell)
-  const hasTemplate = tokens.includes('{0}')
-  if (tokens.length <= 1 && !hasTemplate) return
-
-  const argv = hasTemplate ? tokens.filter(token => token !== '{0}') : tokens
-  if (!isBourneShell(argv[0])) return
-
-  return {
-    ...command,
-    argv: [...argv, '-c', command.shellCommand],
-    shell: undefined,
-    shellCommand: undefined,
-    usesShell: false,
-  }
-}
-
-function getReplayShell (shell) {
-  const value = String(shell || '').trim()
-  if (!value) return
-
-  const firstToken = value.split(/\s+/)[0]
-  if (firstToken && value.includes('{0}')) return firstToken
-  if (!/\s/.test(value)) return value
-}
-
-function tokenizeShellTemplate (shell) {
-  return String(shell || '').trim().split(/\s+/).filter(Boolean)
-}
-
-function isBourneShell (executable) {
-  const basename = path.basename(String(executable || ''))
-  return basename === 'bash' || basename === 'sh' || basename === 'zsh'
-}
-
-module.exports = {
-  getCiWiringCommand,
-  getDatadogCleanCommand,
-  getInlineDatadogInitialization,
-  getLocalValidationCommand,
-}

package/ci/test-optimization-validation/setup-runner.js

@@ -1,97 +0,0 @@
-'use strict'
-
-const path = require('path')
-
-const { getArtifactId } = require('./artifact-id')
-const { runCommand } = require('./command-runner')
-
-async function runSetupCommands ({ framework, out, options }) {
-  const commands = framework.setup?.commands || []
-  const results = []
-  const artifacts = []
-
-  for (let index = 0; index < commands.length; index++) {
-    const command = commands[index]
-    const outDir = path.join(
-      out,
-      'setup',
-      getArtifactId(framework.id),
-      `${index + 1}-${getArtifactId(command.id || 'setup')}`
-    )
-    // eslint-disable-next-line no-await-in-loop
-    const result = await runCommand(command, {
-      artifactRoot: out,
-      envMode: 'clean',
-      outDir,
-      label: `${framework.id}:setup:${command.id || index + 1}`,
-      repositoryRoot: options.repositoryRoot,
-      requireExecutableApproval: options.requireExecutableApproval,
-      verbose: options.verbose,
-    })
-    const summary = summarizeSetupCommand(command, result, outDir)
-    results.push(summary)
-    artifacts.push(...Object.values(result.artifacts))
-
-    if (command.required !== false && result.exitCode !== 0) {
-      const failure = getSetupFailure(framework, command, result, results)
-      failure.artifacts.push(...artifacts)
-      return {
-        ok: false,
-        results,
-        artifacts,
-        failure,
-      }
-    }
-  }
-
-  return { ok: true, results, artifacts }
-}
-
-function getSetupFailure (framework, command, result, setupCommands) {
-  const setupName = command.description || command.id || result.command
-
-  return {
-    frameworkId: framework.id,
-    scenario: 'all',
-    status: 'blocked',
-    diagnosis: `Validation is blocked by required project setup: ${setupName}. ` +
-      'No Test Optimization conclusion was reached for this framework.',
-    evidence: {
-      blockedByProjectSetup: true,
-      setupFailed: true,
-      setupCommand: {
-        id: command.id,
-        description: command.description,
-        command: result.command,
-        cwd: result.cwd,
-        exitCode: result.exitCode,
-        timedOut: result.timedOut,
-        stdoutSummary: tail(result.stdout),
-        stderrSummary: tail(result.stderr),
-      },
-      setupCommands,
-      recommendation: 'Run or fix the documented project setup command, then rerun validation for this framework.',
-    },
-    artifacts: [],
-  }
-}
-
-function summarizeSetupCommand (command, result, outDir) {
-  return {
-    id: command.id,
-    description: command.description,
-    required: command.required !== false,
-    command: result.command,
-    cwd: result.cwd,
-    exitCode: result.exitCode,
-    timedOut: result.timedOut,
-    durationMs: result.durationMs,
-    artifactDirectory: outDir,
-  }
-}
-
-function tail (value) {
-  return String(value || '').trim().split(/\r?\n/).slice(-20).join('\n')
-}
-
-module.exports = { runSetupCommands }

package/ci/test-optimization-validation-manifest.schema.json

@@ -1 +0,0 @@
-{"$schema":"https://json-schema.org/draft/2020-12/schema","$id":"https://github.com/DataDog/dd-trace-js/ci/test-optimization-validation-manifest.schema.json","title":"Datadog Test Optimization validation manifest","type":"object","required":["schemaVersion","repository","environment","frameworks"],"properties":{"schemaVersion":{"type":"string"},"generatedAt":{"type":"string"},"repository":{"$ref":"#/$defs/repository"},"environment":{"$ref":"#/$defs/environment"},"ciDiscovery":{"$ref":"#/$defs/ciDiscovery"},"frameworks":{"type":"array","minItems":1,"items":{"$ref":"#/$defs/framework"}},"omitted":{"type":"array","items":{"type":"string"}},"warnings":{"type":"array","items":{"type":"string"}}},"additionalProperties":true,"$defs":{"repository":{"type":"object","required":["root"],"properties":{"root":{"$ref":"#/$defs/absolutePathString"},"gitRemote":{"type":["string","null"]},"gitSha":{"type":["string","null"]},"packageManager":{"enum":["npm","yarn","pnpm","bun","mixed","unknown"]},"workspaceManager":{"enum":["npm","yarn","pnpm","lerna","nx","turbo","rush","none","unknown"]}},"additionalProperties":true},"environment":{"type":"object","properties":{"os":{"enum":["darwin","linux","windows","unknown"]},"shell":{"type":["string","null"],"minLength":1,"pattern":"^[^\\u0000-\\u001F\\u007F-\\u009F\\u00AD\\u0600-\\u0605\\u061C\\u06DD\\u070F\\u0890\\u0891\\u08E2\\u180B-\\u180F\\u200B-\\u200F\\u202A-\\u202E\\u2060-\\u2064\\u2066-\\u206F\\uFE00-\\uFE0F\\uFEFF\\uFFF9-\\uFFFB]*$"},"nodeVersion":{"type":["string","null"]},"requiredEnvVars":{"type":"array","items":{"type":"string"}},"safeEnv":{"type":"object"}},"additionalProperties":true},"ciDiscovery":{"type":"object","properties":{"searched":{"type":"array","items":{"type":"string"}},"found":{"type":"array","items":{"type":"string"}},"staticFound":{"type":"array","items":{"type":"string"}},"method":{"type":"string"},"warnings":{"type":"array","items":{"type":"string"}},"notes":{"type":"array","items":{"type":"string"}},"contradictions":{"type":"array","items":{"type":"string"}}},"additionalProperties":true},"framework":{"type":"object","required":["id","framework","status","project"],"properties":{"id":{"type":"string"},"framework":{"enum":["jest","vitest","mocha","cucumber","cypress","playwright","node:test","ava","tap","jasmine","karma","uvu","testcafe","custom","unknown"]},"frameworkVersion":{"type":["string","null"]},"language":{"enum":["javascript","typescript","mixed","unknown"]},"status":{"enum":["runnable","detected_not_runnable","requires_external_service","requires_manual_setup","unsupported_by_validator","unknown"]},"supportLevel":{"enum":["validator_supported","dd_trace_supported_but_validator_missing_adapter","detected_only","unknown"]},"project":{"$ref":"#/$defs/project"},"setup":{"$ref":"#/$defs/setup"},"existingTestCommand":{"$ref":"#/$defs/command"},"ciWiring":{"$ref":"#/$defs/ciWiring"},"ciWiringCommand":{"$ref":"#/$defs/command"},"forcedLocalCommand":false,"preflight":{"$ref":"#/$defs/preflight"},"generatedTestStrategy":{"$ref":"#/$defs/generatedTestStrategy"},"notes":{"type":"array","items":{"type":"string"}}},"additionalProperties":true,"allOf":[{"if":{"properties":{"status":{"const":"runnable"}}},"then":{"required":["existingTestCommand","preflight","ciWiring"]}},{"if":{"properties":{"status":{"enum":["detected_not_runnable","requires_external_service","requires_manual_setup","unsupported_by_validator","unknown"]}}},"then":{"required":["notes"],"properties":{"notes":{"minItems":1}}}},{"if":{"required":["ciWiringCommand"]},"then":{"properties":{"ciWiring":{"required":["provider","configFile","job","step","workingDirectory","whySelected"]}}}},{"if":{"required":["ciWiring"],"properties":{"ciWiring":{"required":["replayability"],"properties":{"replayability":{"const":"replayable"}}}}},"then":{"required":["ciWiringCommand"]}},{"if":{"required":["ciWiring"],"properties":{"ciWiring":{"required":["replayability"],"properties":{"replayability":{"const":"not_replayable"}}}}},"then":{"not":{"required":["ciWiringCommand"]}}}]},"project":{"type":"object","required":["root"],"properties":{"name":{"type":["string","null"]},"root":{"$ref":"#/$defs/absolutePathString"},"packageJson":{"anyOf":[{"$ref":"#/$defs/absolutePathString"},{"type":"null"}]},"configFiles":{"type":"array","items":{"$ref":"#/$defs/absolutePathString"}},"evidence":{"type":"array","items":{"type":"string"}}},"additionalProperties":true},"setup":{"type":"object","properties":{"commands":{"type":"array","items":{"$ref":"#/$defs/setupCommand"}},"services":{"type":"array","items":{"$ref":"#/$defs/service"}}},"additionalProperties":true},"setupCommand":{"allOf":[{"$ref":"#/$defs/command"},{"type":"object","properties":{"id":{"type":"string"},"description":{"type":"string"},"required":{"type":"boolean"}}}]},"service":{"type":"object","properties":{"name":{"type":"string"},"required":{"type":"boolean"},"description":{"type":"string"}},"additionalProperties":true},"command":{"type":"object","required":["cwd"],"properties":{"description":{"type":"string"},"id":{"type":"string"},"required":{"type":"boolean"},"cwd":{"$ref":"#/$defs/absolutePathString"},"argv":{"type":"array","items":{"$ref":"#/$defs/executableString"}},"env":{"type":"object","propertyNames":{"pattern":"^[A-Za-z_][A-Za-z0-9_]*$"},"additionalProperties":{"$ref":"#/$defs/executableString"}},"requiredEnvVars":{"type":"array","items":{"type":"string"}},"outputPaths":{"type":"array","items":{"$ref":"#/$defs/absolutePathString"}},"timeoutMs":{"type":"number","exclusiveMinimum":0,"maximum":1800000},"usesShell":{"type":"boolean"},"shell":{"$ref":"#/$defs/executableString"},"shellCommand":{"anyOf":[{"$ref":"#/$defs/executableString"},{"type":"null"}]},"shellReason":{"type":["string","null"]}},"additionalProperties":false,"allOf":[{"if":{"required":["usesShell"],"properties":{"usesShell":{"const":true}}},"then":{"required":["shellCommand"]}},{"if":{"required":["shell"]},"then":{"required":["usesShell"],"properties":{"usesShell":{"const":true}}}}],"anyOf":[{"required":["argv"]},{"properties":{"usesShell":{"const":true}},"required":["usesShell","shellCommand"]}]},"executableString":{"type":"string","not":{"pattern":"\\$\\{[^}]+\\}"}},"absolutePathString":{"allOf":[{"$ref":"#/$defs/executableString"},{"pattern":"^(?:/|[A-Za-z]:[\\\\/]|\\\\\\\\)"}]},"preflight":{"type":"object","properties":{"status":{"enum":["pending","verified"]},"ran":{"type":"boolean"},"command":{"type":"string"},"exitCode":{"type":["number","null"]},"durationMs":{"type":["number","null"]},"observedTestCount":{"type":["number","null"]},"stdoutSummary":{"type":"string"},"stderrSummary":{"type":"string"},"maxTestCount":{"type":"integer","minimum":1,"maximum":1000}},"additionalProperties":true,"required":["maxTestCount"]},"ciWiring":{"type":"object","required":["status","replayability"],"properties":{"status":{"enum":["pass","fail","skip","unknown"]},"provider":{"type":"string"},"configFile":{"$ref":"#/$defs/absolutePathString"},"workflow":{"type":["string","null"]},"job":{"type":["string","null"]},"step":{"type":["string","null"]},"matrix":{"type":"object"},"runner":{"type":["string","null"]},"shell":{"type":["string","null"],"minLength":1,"pattern":"^[^\\u0000-\\u001F\\u007F-\\u009F\\u00AD\\u0600-\\u0605\\u061C\\u06DD\\u070F\\u0890\\u0891\\u08E2\\u180B-\\u180F\\u200B-\\u200F\\u202A-\\u202E\\u2060-\\u2064\\u2066-\\u206F\\uFE00-\\uFE0F\\uFEFF\\uFFF9-\\uFFFB]*$"},"workingDirectory":{"anyOf":[{"$ref":"#/$defs/absolutePathString"},{"type":"null"}]},"inheritedEnv":{"type":"object"},"requiredSecretEnvVars":{"type":"array","items":{"type":"string"}},"setupCommandIds":{"type":"array","items":{"type":"string"}},"whySelected":{"type":"string"},"workflowEnv":{"type":"object"},"jobEnv":{"type":"object"},"stepEnv":{"type":"object"},"initialization":{"type":"object","required":["status","evidence"],"properties":{"status":{"enum":["configured","not_configured","unknown"]},"evidence":{"type":"array","items":{"type":"string"}}},"allOf":[{"if":{"properties":{"status":{"enum":["configured","not_configured"]}},"required":["status"]},"then":{"properties":{"evidence":{"minItems":1}}}}],"additionalProperties":false},"packageScriptExpansionChain":{"type":"array","items":{"type":"string"}},"runnerToolChain":{"type":"array","items":{"type":"string"}},"unresolved":{"type":"array","items":{"type":"string"}},"diagnosis":{"type":"string"},"reason":{"type":"string"},"replayability":{"enum":["replayable","not_replayable"]},"replayBlocker":{"type":"string","minLength":1},"ciWiringCommand":false},"additionalProperties":true,"allOf":[{"if":{"properties":{"status":{"enum":["skip","unknown"]}}},"then":{"anyOf":[{"required":["diagnosis"]},{"required":["reason"]}]}},{"if":{"properties":{"replayability":{"const":"not_replayable"}},"required":["replayability"]},"then":{"required":["replayBlocker"],"properties":{"status":{"enum":["skip","unknown"]}}}}]},"generatedTestStrategy":{"type":"object","required":["status"],"properties":{"status":{"enum":["planned","verified","proposed","not_possible"]},"reason":{"type":["string","null"]},"adapter":{"enum":["jest","vitest","mocha","cucumber","cypress","playwright","node:test","generic-js","custom","unknown"]},"testDirectory":{"anyOf":[{"$ref":"#/$defs/absolutePathString"},{"type":"null"}]},"moduleSystem":{"enum":["commonjs","esm","typescript","unknown"]},"fileExtension":{"type":"string"},"supportsFocusedSingleFileRun":{"type":"boolean"},"usesMultipleFiles":{"type":"boolean"},"files":{"type":"array","maxItems":8,"items":{"$ref":"#/$defs/generatedFile"}},"scenarios":{"type":"array","items":{"$ref":"#/$defs/scenario"}},"verification":{"$ref":"#/$defs/verification"},"cleanupPaths":{"type":"array","items":{"$ref":"#/$defs/absolutePathString"}},"limitations":{"type":"array","items":{"type":"string"}}},"additionalProperties":true,"allOf":[{"if":{"properties":{"status":{"enum":["planned","verified"]}}},"then":{"required":["files","scenarios","cleanupPaths"],"properties":{"scenarios":{"allOf":[{"items":{"required":["testIdentities","expectedWithoutDatadog"],"properties":{"testIdentities":{"minItems":1}}}},{"contains":{"properties":{"id":{"const":"basic-pass"}},"required":["id"]}},{"contains":{"properties":{"id":{"const":"atr-fail-once"}},"required":["id"]}},{"contains":{"properties":{"id":{"const":"test-management-target"}},"required":["id"]}}]}}}}]},"generatedFile":{"type":"object","required":["path","contentLines"],"properties":{"path":{"$ref":"#/$defs/absolutePathString"},"role":{"enum":["test","feature","steps","support","state","config"]},"contentLines":{"type":"array","maxItems":256,"items":{"type":"string","maxLength":4096,"pattern":"^[^\\r\\n\\u0000-\\u0008\\u000B\\u000C\\u000E-\\u001F\\u007F-\\u009F\\u061C\\u180B-\\u180F\\u200B-\\u200F\\u202A-\\u202E\\u2060-\\u2064\\u2066-\\u206F\\uFE00-\\uFE0F\\uFEFF]*$"}}},"additionalProperties":true},"scenario":{"type":"object","required":["id","runCommand"],"properties":{"id":{"type":"string"},"purpose":{"type":"string"},"runCommand":{"$ref":"#/$defs/command"},"expectedWithoutDatadog":{"$ref":"#/$defs/expectedWithoutDatadog"},"testIdentities":{"type":"array","items":{"$ref":"#/$defs/testIdentity"}}},"additionalProperties":true,"allOf":[{"if":{"required":["id"],"properties":{"id":{"const":"basic-pass"}}},"then":{"properties":{"expectedWithoutDatadog":{"properties":{"exitCode":{"const":0},"observedTestCount":{"const":1}}}}}},{"if":{"required":["id"],"properties":{"id":{"const":"atr-fail-once"}}},"then":{"properties":{"expectedWithoutDatadog":{"properties":{"exitCode":{"const":1},"observedTestCount":{"const":1}}}}}},{"if":{"required":["id"],"properties":{"id":{"const":"test-management-target"}}},"then":{"properties":{"expectedWithoutDatadog":{"properties":{"exitCode":{"const":0},"observedTestCount":{"const":1}}}}}}]},"expectedWithoutDatadog":{"type":"object","required":["exitCode","observedTestCount"],"properties":{"exitCode":{"type":"number"},"observedTestCount":{"type":"number"}},"additionalProperties":true},"testIdentity":{"type":"object","required":["name"],"properties":{"suite":{"type":["string","null"]},"name":{"type":"string","minLength":1},"file":{"anyOf":[{"$ref":"#/$defs/absolutePathString"},{"type":"null"}]},"parameters":{"type":["object","null"]}},"additionalProperties":true},"verification":{"type":"object","properties":{"createdTemporaryFiles":{"type":"boolean"},"ranScenarioIds":{"type":"array","items":{"type":"string"}},"exitCode":{"type":["number","null"]},"durationMs":{"type":["number","null"]},"observedTestCount":{"type":["number","null"]},"cleanupCompleted":{"type":"boolean"},"stdoutSummary":{"type":"string"},"stderrSummary":{"type":"string"}},"additionalProperties":true}}}