tryscript 0.0.1 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +80 -171
- package/dist/bin.cjs +249 -33
- package/dist/bin.cjs.map +1 -1
- package/dist/bin.mjs +251 -35
- package/dist/bin.mjs.map +1 -1
- package/dist/index.cjs +1 -1
- package/dist/index.d.cts +115 -10
- package/dist/index.d.mts +115 -10
- package/dist/index.mjs +1 -1
- package/dist/{src-UjaSQrqA.mjs → src-CndHSuTT.mjs} +137 -19
- package/dist/src-CndHSuTT.mjs.map +1 -0
- package/dist/{src-CeUA446P.cjs → src-CxUUK92Q.cjs} +146 -16
- package/dist/src-CxUUK92Q.cjs.map +1 -0
- package/docs/tryscript-reference.md +402 -84
- package/package.json +23 -16
- package/dist/src-CeUA446P.cjs.map +0 -1
- package/dist/src-UjaSQrqA.mjs.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"src-CxUUK92Q.cjs","names":["DEFAULT_COVERAGE_CONFIG: Required<CoverageConfig>","module","config: TestConfig","blocks: TestBlock[]","match: RegExpExecArray | null","commandLines: string[]","outputLines: string[]","stderrLines: string[]","expectedStderr: string | undefined","cwd: string","combinedChunks: { data: Buffer; type: 'stdout' | 'stderr' }[]","stdoutChunks: Buffer[]","stderrChunks: Buffer[]","VERSION: string"],"sources":["../src/lib/config.ts","../src/lib/parser.ts","../src/lib/runner.ts","../src/lib/matcher.ts","../src/index.ts"],"sourcesContent":["import { pathToFileURL } from 'node:url';\nimport { existsSync } from 'node:fs';\nimport { resolve } from 'node:path';\nimport type { TestConfig, CoverageConfig } from './types.js';\n\n/** Fixture configuration for copying files to sandbox directory */\nexport interface Fixture {\n /** Source path (resolved relative to test file) */\n source: string;\n /** Destination path (resolved relative to sandbox dir) */\n dest?: string;\n}\n\nexport interface TryscriptConfig {\n /** Working directory for commands (default: test file directory) */\n cwd?: string;\n /** Run in isolated sandbox: true = empty temp, path = copy to temp */\n sandbox?: boolean | string;\n /** Fixtures to copy to sandbox directory before tests */\n fixtures?: (string | Fixture)[];\n /** Script to run before first test block */\n before?: string;\n /** Script to run after all test blocks */\n after?: string;\n env?: Record<string, string>;\n timeout?: number;\n patterns?: Record<string, RegExp | string>;\n tests?: string[];\n /** Coverage configuration (used with --coverage flag) */\n coverage?: CoverageConfig;\n}\n\n/** Default coverage configuration values. */\nexport const DEFAULT_COVERAGE_CONFIG: Required<CoverageConfig> = {\n reportsDir: 'coverage-tryscript',\n reporters: ['text', 'html'],\n include: ['dist/**'],\n src: 'src',\n};\n\n/**\n * Resolve coverage options by merging user config with defaults.\n */\nexport function resolveCoverageConfig(config?: CoverageConfig): Required<CoverageConfig> {\n return {\n reportsDir: config?.reportsDir ?? DEFAULT_COVERAGE_CONFIG.reportsDir,\n reporters: config?.reporters ?? DEFAULT_COVERAGE_CONFIG.reporters,\n include: config?.include ?? DEFAULT_COVERAGE_CONFIG.include,\n src: config?.src ?? DEFAULT_COVERAGE_CONFIG.src,\n };\n}\n\nconst CONFIG_FILES = ['tryscript.config.ts', 'tryscript.config.js', 'tryscript.config.mjs'];\n\n/**\n * Load config file using dynamic import.\n * Supports both TypeScript (via tsx/ts-node) and JavaScript configs.\n */\nexport async function loadConfig(baseDir: string): Promise<TryscriptConfig> {\n for (const filename of CONFIG_FILES) {\n const configPath = resolve(baseDir, filename);\n if (existsSync(configPath)) {\n const configUrl = pathToFileURL(configPath).href;\n const module = (await import(configUrl)) as { default?: TryscriptConfig } | TryscriptConfig;\n return (module as { default?: TryscriptConfig }).default ?? (module as TryscriptConfig);\n }\n }\n return {};\n}\n\n/**\n * Merge config with frontmatter overrides.\n * Frontmatter takes precedence over config file.\n */\nexport function mergeConfig(base: TryscriptConfig, frontmatter: TestConfig): TryscriptConfig {\n return {\n ...base,\n ...frontmatter,\n env: { ...base.env, ...frontmatter.env },\n patterns: { ...base.patterns, ...frontmatter.patterns },\n fixtures: [...(base.fixtures ?? []), ...(frontmatter.fixtures ?? [])],\n };\n}\n\n/**\n * Helper for typed config files.\n */\nexport function defineConfig(config: TryscriptConfig): TryscriptConfig {\n return config;\n}\n","import { parse as parseYaml } from 'yaml';\nimport type { TestConfig, TestBlock, TestFile } from './types.js';\n\n/** Regex to match YAML frontmatter at the start of a file */\nconst FRONTMATTER_REGEX = /^---\\r?\\n([\\s\\S]*?)\\r?\\n---\\r?\\n/;\n\n/** Regex to match fenced code blocks with console/bash info string */\nconst CODE_BLOCK_REGEX = /```(console|bash)\\r?\\n([\\s\\S]*?)```/g;\n\n/** Regex to match markdown headings (for test names) */\nconst HEADING_REGEX = /^#+\\s+(?:Test:\\s*)?(.+)$/m;\n\n/** Regex to match skip annotation in heading or nearby HTML comment */\nconst SKIP_ANNOTATION_REGEX = /<!--\\s*skip\\s*-->/i;\n\n/** Regex to match only annotation in heading or nearby HTML comment */\nconst ONLY_ANNOTATION_REGEX = /<!--\\s*only\\s*-->/i;\n\n/**\n * Parse a .tryscript.md file into structured test data.\n */\nexport function parseTestFile(content: string, filePath: string): TestFile {\n const rawContent = content;\n let config: TestConfig = {};\n let body = content;\n\n // Extract frontmatter if present\n const frontmatterMatch = FRONTMATTER_REGEX.exec(content);\n if (frontmatterMatch) {\n const yamlContent = frontmatterMatch[1] ?? '';\n config = parseYaml(yamlContent) as TestConfig;\n body = content.slice(frontmatterMatch[0].length);\n }\n\n // Parse all console blocks\n const blocks: TestBlock[] = [];\n\n // Reset regex lastIndex\n CODE_BLOCK_REGEX.lastIndex = 0;\n\n let match: RegExpExecArray | null;\n while ((match = CODE_BLOCK_REGEX.exec(body)) !== null) {\n const blockContent = match[2] ?? '';\n const blockStart = match.index;\n\n // Find the line number (1-indexed)\n const precedingContent = content.slice(0, content.indexOf(match[0]));\n const lineNumber = precedingContent.split('\\n').length;\n\n // Look for a heading before this block (for test name)\n const contentBefore = body.slice(0, blockStart);\n const lastHeadingMatch = [\n ...contentBefore.matchAll(new RegExp(HEADING_REGEX.source, 'gm')),\n ].pop();\n const name = lastHeadingMatch?.[1]?.trim();\n\n // Check for skip/only annotations in the heading line or nearby comments\n const headingContext = lastHeadingMatch\n ? contentBefore.slice(contentBefore.lastIndexOf(lastHeadingMatch[0]))\n : '';\n const skip = SKIP_ANNOTATION_REGEX.test(headingContext);\n const only = ONLY_ANNOTATION_REGEX.test(headingContext);\n\n // Parse the block content\n const parsed = parseBlockContent(blockContent);\n if (parsed) {\n blocks.push({\n name,\n command: parsed.command,\n expectedOutput: parsed.expectedOutput,\n expectedStderr: parsed.expectedStderr,\n expectedExitCode: parsed.expectedExitCode,\n lineNumber,\n rawContent: match[0],\n skip,\n only,\n });\n }\n }\n\n return { path: filePath, config, blocks, rawContent };\n}\n\n/**\n * Parse the content of a single console block.\n */\nfunction parseBlockContent(content: string): {\n command: string;\n expectedOutput: string;\n expectedStderr?: string;\n expectedExitCode: number;\n} | null {\n const lines = content.split('\\n');\n const commandLines: string[] = [];\n const outputLines: string[] = [];\n const stderrLines: string[] = [];\n let expectedExitCode = 0;\n let inCommand = false;\n\n for (const line of lines) {\n if (line.startsWith('$ ')) {\n // Start of a command\n inCommand = true;\n commandLines.push(line.slice(2));\n } else if (line.startsWith('> ') && inCommand) {\n // Continuation of a multi-line command\n commandLines.push(line.slice(2));\n } else if (line.startsWith('? ')) {\n // Exit code specification\n inCommand = false;\n expectedExitCode = parseInt(line.slice(2).trim(), 10);\n } else if (line.startsWith('! ')) {\n // Stderr line (prefixed with !)\n inCommand = false;\n stderrLines.push(line.slice(2));\n } else {\n // Output line (stdout or combined)\n inCommand = false;\n outputLines.push(line);\n }\n }\n\n if (commandLines.length === 0) {\n return null;\n }\n\n // Join command lines, handling shell continuations\n let command = '';\n for (let i = 0; i < commandLines.length; i++) {\n const line = commandLines[i] ?? '';\n if (line.endsWith('\\\\')) {\n command += line.slice(0, -1) + ' ';\n } else {\n command += line;\n if (i < commandLines.length - 1) {\n command += ' ';\n }\n }\n }\n\n // Join output lines, preserving blank lines but trimming trailing empty lines\n let expectedOutput = outputLines.join('\\n');\n expectedOutput = expectedOutput.replace(/\\n+$/, '');\n if (expectedOutput) {\n expectedOutput += '\\n';\n }\n\n // Join stderr lines if any\n let expectedStderr: string | undefined;\n if (stderrLines.length > 0) {\n expectedStderr = stderrLines.join('\\n');\n expectedStderr = expectedStderr.replace(/\\n+$/, '');\n if (expectedStderr) {\n expectedStderr += '\\n';\n }\n }\n\n return { command: command.trim(), expectedOutput, expectedStderr, expectedExitCode };\n}\n","import { spawn } from 'node:child_process';\nimport { mkdtemp, realpath, rm, cp } from 'node:fs/promises';\nimport { tmpdir } from 'node:os';\nimport { join, dirname, resolve, basename } from 'node:path';\nimport treeKill from 'tree-kill';\nimport type { TestBlock, TestBlockResult } from './types.js';\nimport type { TryscriptConfig, Fixture } from './config.js';\n\n/** Default timeout in milliseconds */\nconst DEFAULT_TIMEOUT = 30_000;\n\n/**\n * Execution context for a test file.\n * Created once per file, contains directory paths and config.\n */\nexport interface ExecutionContext {\n /** Temporary directory for this test file (resolved, no symlinks) */\n tempDir: string;\n /** Directory containing the test file */\n testDir: string;\n /** Working directory for command execution */\n cwd: string;\n /** Whether running in sandbox mode */\n sandbox: boolean;\n /** Environment variables */\n env: Record<string, string>;\n /** Timeout per command */\n timeout: number;\n /** Before hook script */\n before?: string;\n /** After hook script */\n after?: string;\n /** Whether before hook has been run */\n beforeRan?: boolean;\n}\n\n/**\n * Normalize fixture config to Fixture object.\n */\nfunction normalizeFixture(fixture: string | Fixture): Fixture {\n if (typeof fixture === 'string') {\n return { source: fixture };\n }\n return fixture;\n}\n\n/**\n * Setup fixtures by copying files to sandbox directory.\n */\nasync function setupFixtures(\n fixtures: (string | Fixture)[] | undefined,\n testDir: string,\n sandboxDir: string,\n): Promise<void> {\n if (!fixtures || fixtures.length === 0) {\n return;\n }\n\n for (const f of fixtures) {\n const fixture = normalizeFixture(f);\n const src = resolve(testDir, fixture.source);\n const destName = fixture.dest ?? basename(fixture.source);\n const dst = resolve(sandboxDir, destName);\n await cp(src, dst, { recursive: true });\n }\n}\n\n/**\n * Create an execution context for a test file.\n * @param config - Test configuration\n * @param testFilePath - Path to the test file\n * @param coverageEnv - Optional coverage environment variables (e.g., NODE_V8_COVERAGE)\n */\nexport async function createExecutionContext(\n config: TryscriptConfig,\n testFilePath: string,\n coverageEnv?: Record<string, string>,\n): Promise<ExecutionContext> {\n // Create temp directory and resolve symlinks (e.g., /var -> /private/var on macOS)\n // This ensures [CWD] and [ROOT] patterns match pwd output\n const rawTempDir = await mkdtemp(join(tmpdir(), 'tryscript-'));\n const tempDir = await realpath(rawTempDir);\n\n // Resolve test file directory for portable test commands\n const testDir = resolve(dirname(testFilePath));\n\n // Determine working directory based on sandbox config\n let cwd: string;\n let sandbox = false;\n\n if (config.sandbox === true) {\n // Empty sandbox: run in temp directory\n cwd = tempDir;\n sandbox = true;\n } else if (typeof config.sandbox === 'string') {\n // Copy directory to sandbox: copy source to temp, run in temp\n const srcPath = resolve(testDir, config.sandbox);\n await cp(srcPath, tempDir, { recursive: true });\n cwd = tempDir;\n sandbox = true;\n } else if (config.cwd) {\n // Run in specified directory (relative to test file)\n cwd = resolve(testDir, config.cwd);\n } else {\n // Default: run in test file directory\n cwd = testDir;\n }\n\n // Copy additional fixtures to sandbox (only if sandbox enabled)\n if (sandbox && config.fixtures) {\n await setupFixtures(config.fixtures, testDir, tempDir);\n }\n\n const ctx: ExecutionContext = {\n tempDir,\n testDir,\n cwd,\n sandbox,\n env: {\n ...process.env,\n ...config.env,\n ...coverageEnv,\n // Disable colors by default for deterministic output\n NO_COLOR: config.env?.NO_COLOR ?? '1',\n FORCE_COLOR: '0',\n // Provide test directory for portable test commands\n TRYSCRIPT_TEST_DIR: testDir,\n } as Record<string, string>,\n timeout: config.timeout ?? DEFAULT_TIMEOUT,\n before: config.before,\n after: config.after,\n };\n\n return ctx;\n}\n\n/**\n * Clean up execution context (remove temp directory).\n */\nexport async function cleanupExecutionContext(ctx: ExecutionContext): Promise<void> {\n await rm(ctx.tempDir, { recursive: true, force: true });\n}\n\n/**\n * Run the before hook if it hasn't run yet.\n */\nexport async function runBeforeHook(ctx: ExecutionContext): Promise<void> {\n if (ctx.before && !ctx.beforeRan) {\n ctx.beforeRan = true;\n await executeCommand(ctx.before, ctx);\n }\n}\n\n/**\n * Run the after hook.\n */\nexport async function runAfterHook(ctx: ExecutionContext): Promise<void> {\n if (ctx.after) {\n await executeCommand(ctx.after, ctx);\n }\n}\n\n/**\n * Run a single test block and return the result.\n */\nexport async function runBlock(block: TestBlock, ctx: ExecutionContext): Promise<TestBlockResult> {\n const startTime = Date.now();\n\n // Handle skip annotation\n if (block.skip) {\n return {\n block,\n passed: true,\n actualOutput: '',\n actualExitCode: 0,\n duration: 0,\n skipped: true,\n };\n }\n\n try {\n // Run before hook if this is the first test\n await runBeforeHook(ctx);\n\n // Execute command directly (shell handles $VAR expansion)\n const { output, stdout, stderr, exitCode } = await executeCommand(block.command, ctx);\n\n const duration = Date.now() - startTime;\n\n return {\n block,\n passed: true, // Matching handled separately\n actualOutput: output,\n actualStdout: stdout,\n actualStderr: stderr,\n actualExitCode: exitCode,\n duration,\n };\n } catch (error) {\n const duration = Date.now() - startTime;\n const message = error instanceof Error ? error.message : String(error);\n\n return {\n block,\n passed: false,\n actualOutput: '',\n actualExitCode: -1,\n duration,\n error: message,\n };\n }\n}\n\n/** Command execution result with separate stdout/stderr */\ninterface CommandResult {\n output: string;\n stdout: string;\n stderr: string;\n exitCode: number;\n}\n\n/**\n * Execute a command and capture output.\n */\nasync function executeCommand(command: string, ctx: ExecutionContext): Promise<CommandResult> {\n return new Promise((resolve, reject) => {\n const proc = spawn(command, {\n shell: true,\n cwd: ctx.cwd,\n env: ctx.env as NodeJS.ProcessEnv,\n // Pipe both to capture\n stdio: ['ignore', 'pipe', 'pipe'],\n });\n\n const combinedChunks: { data: Buffer; type: 'stdout' | 'stderr' }[] = [];\n const stdoutChunks: Buffer[] = [];\n const stderrChunks: Buffer[] = [];\n\n // Capture data as it comes in to preserve order\n proc.stdout.on('data', (data: Buffer) => {\n combinedChunks.push({ data, type: 'stdout' });\n stdoutChunks.push(data);\n });\n proc.stderr.on('data', (data: Buffer) => {\n combinedChunks.push({ data, type: 'stderr' });\n stderrChunks.push(data);\n });\n\n const timeoutId = setTimeout(() => {\n if (proc.pid) {\n treeKill(proc.pid, 'SIGKILL');\n }\n reject(new Error(`Command timed out after ${ctx.timeout}ms`));\n }, ctx.timeout);\n\n proc.on('close', (code) => {\n clearTimeout(timeoutId);\n const output = Buffer.concat(combinedChunks.map((c) => c.data)).toString('utf-8');\n const stdout = Buffer.concat(stdoutChunks).toString('utf-8');\n const stderr = Buffer.concat(stderrChunks).toString('utf-8');\n resolve({\n output,\n stdout,\n stderr,\n exitCode: code ?? 0,\n });\n });\n\n proc.on('error', (err) => {\n clearTimeout(timeoutId);\n reject(err);\n });\n });\n}\n","import stripAnsi from 'strip-ansi';\n\n/**\n * Escape special regex characters in a string.\n */\nfunction escapeRegex(str: string): string {\n return str.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n}\n\n// Marker prefix for patterns (uses Unicode private use chars that won't appear in normal output)\nconst MARKER = '\\uE000';\n\n/**\n * Convert expected output with elision patterns to a regex.\n *\n * Handles (matching trycmd):\n * - [..] — matches any characters on the same line (trycmd: [^\\n]*?)\n * - ... — matches zero or more complete lines (trycmd: \\n(([^\\n]*\\n)*)?)\n * - [EXE] — matches .exe on Windows, empty otherwise\n * - [ROOT] — replaced with test root directory (pre-processed)\n * - [CWD] — replaced with current working directory (pre-processed)\n * - Custom [NAME] patterns from config (trycmd: TestCases::insert_var)\n */\nfunction patternToRegex(\n expected: string,\n customPatterns: Record<string, string | RegExp> = {},\n): RegExp {\n // Build a map of markers to their regex replacements\n const replacements = new Map<string, string>();\n let markerIndex = 0;\n\n const getMarker = (): string => {\n return `${MARKER}${markerIndex++}${MARKER}`;\n };\n\n let processed = expected;\n\n // Replace [..] with marker\n const dotdotMarker = getMarker();\n replacements.set(dotdotMarker, '[^\\\\n]*');\n processed = processed.replaceAll('[..]', dotdotMarker);\n\n // Replace ... (followed by newline) with marker\n const ellipsisMarker = getMarker();\n replacements.set(ellipsisMarker, '(?:[^\\\\n]*\\\\n)*');\n processed = processed.replace(/\\.\\.\\.\\n/g, ellipsisMarker);\n\n // Replace [EXE] with marker\n const exeMarker = getMarker();\n const exe = process.platform === 'win32' ? '\\\\.exe' : '';\n replacements.set(exeMarker, exe);\n processed = processed.replaceAll('[EXE]', exeMarker);\n\n // Replace custom patterns with markers\n for (const [name, pattern] of Object.entries(customPatterns)) {\n const placeholder = `[${name}]`;\n const patternStr = pattern instanceof RegExp ? pattern.source : pattern;\n const marker = getMarker();\n replacements.set(marker, `(${patternStr})`);\n processed = processed.replaceAll(placeholder, marker);\n }\n\n // Escape special regex characters\n let regex = escapeRegex(processed);\n\n // Restore markers to their regex replacements\n for (const [marker, replacement] of replacements) {\n regex = regex.replaceAll(escapeRegex(marker), replacement);\n }\n\n // Match the entire string (dotall mode for . to match newlines if needed)\n return new RegExp(`^${regex}$`, 's');\n}\n\n/**\n * Pre-process expected output to replace path placeholders with actual paths.\n * This happens BEFORE pattern matching.\n */\nfunction preprocessPaths(expected: string, context: { root: string; cwd: string }): string {\n let result = expected;\n // Normalize paths for comparison (use forward slashes)\n const normalizedRoot = context.root.replace(/\\\\/g, '/');\n const normalizedCwd = context.cwd.replace(/\\\\/g, '/');\n result = result.replaceAll('[ROOT]', normalizedRoot);\n result = result.replaceAll('[CWD]', normalizedCwd);\n return result;\n}\n\n/**\n * Normalize actual output for comparison.\n * - Remove ANSI escape codes (colors, etc.)\n * - Normalize line endings to \\n\n * - Normalize paths (Windows backslashes to forward slashes)\n * - Trim trailing whitespace from lines\n * - Ensure single trailing newline\n */\nexport function normalizeOutput(output: string): string {\n // Remove ANSI escape codes first\n let normalized = stripAnsi(output);\n\n normalized = normalized\n .replace(/\\r\\n/g, '\\n')\n .replace(/\\r/g, '\\n')\n .split('\\n')\n .map((line) => line.trimEnd())\n .join('\\n')\n .replace(/\\n+$/, '\\n');\n\n // Handle empty output\n if (normalized === '\\n') {\n normalized = '';\n }\n\n return normalized;\n}\n\n/**\n * Check if actual output matches expected pattern.\n */\nexport function matchOutput(\n actual: string,\n expected: string,\n context: { root: string; cwd: string },\n customPatterns: Record<string, string | RegExp> = {},\n): boolean {\n const normalizedActual = normalizeOutput(actual);\n const normalizedExpected = normalizeOutput(expected);\n\n // Empty expected matches empty actual\n if (normalizedExpected === '' && normalizedActual === '') {\n return true;\n }\n\n const preprocessed = preprocessPaths(normalizedExpected, context);\n const regex = patternToRegex(preprocessed, customPatterns);\n return regex.test(normalizedActual);\n}\n","// Public API exports\n\n// Version constant (injected at build time)\ndeclare const __VERSION__: string;\nexport const VERSION: string = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'development';\n\n// Config helper\nexport { defineConfig } from './lib/config.js';\nexport type { TryscriptConfig } from './lib/config.js';\n\n// Types\nexport type {\n TestConfig,\n TestBlock,\n TestFile,\n TestBlockResult,\n TestFileResult,\n TestRunSummary,\n CoverageConfig,\n CoverageContext,\n} from './lib/types.js';\n\n// Core functions (for programmatic use)\nexport { parseTestFile } from './lib/parser.js';\nexport { runBlock, createExecutionContext, cleanupExecutionContext } from './lib/runner.js';\nexport type { ExecutionContext } from './lib/runner.js';\nexport { matchOutput, normalizeOutput } from './lib/matcher.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCA,MAAaA,0BAAoD;CAC/D,YAAY;CACZ,WAAW,CAAC,QAAQ,OAAO;CAC3B,SAAS,CAAC,UAAU;CACpB,KAAK;CACN;;;;AAKD,SAAgB,sBAAsB,QAAmD;AACvF,QAAO;EACL,YAAY,QAAQ,cAAc,wBAAwB;EAC1D,WAAW,QAAQ,aAAa,wBAAwB;EACxD,SAAS,QAAQ,WAAW,wBAAwB;EACpD,KAAK,QAAQ,OAAO,wBAAwB;EAC7C;;AAGH,MAAM,eAAe;CAAC;CAAuB;CAAuB;CAAuB;;;;;AAM3F,eAAsB,WAAW,SAA2C;AAC1E,MAAK,MAAM,YAAY,cAAc;EACnC,MAAM,oCAAqB,SAAS,SAAS;AAC7C,8BAAe,WAAW,EAAE;GAE1B,MAAMC,WAAU,MAAM,mCADU,WAAW,CAAC;AAE5C,UAAQA,SAAyC,WAAYA;;;AAGjE,QAAO,EAAE;;;;;;AAOX,SAAgB,YAAY,MAAuB,aAA0C;AAC3F,QAAO;EACL,GAAG;EACH,GAAG;EACH,KAAK;GAAE,GAAG,KAAK;GAAK,GAAG,YAAY;GAAK;EACxC,UAAU;GAAE,GAAG,KAAK;GAAU,GAAG,YAAY;GAAU;EACvD,UAAU,CAAC,GAAI,KAAK,YAAY,EAAE,EAAG,GAAI,YAAY,YAAY,EAAE,CAAE;EACtE;;;;;AAMH,SAAgB,aAAa,QAA0C;AACrE,QAAO;;;;;;ACpFT,MAAM,oBAAoB;;AAG1B,MAAM,mBAAmB;;AAGzB,MAAM,gBAAgB;;AAGtB,MAAM,wBAAwB;;AAG9B,MAAM,wBAAwB;;;;AAK9B,SAAgB,cAAc,SAAiB,UAA4B;CACzE,MAAM,aAAa;CACnB,IAAIC,SAAqB,EAAE;CAC3B,IAAI,OAAO;CAGX,MAAM,mBAAmB,kBAAkB,KAAK,QAAQ;AACxD,KAAI,kBAAkB;AAEpB,2BADoB,iBAAiB,MAAM,GACZ;AAC/B,SAAO,QAAQ,MAAM,iBAAiB,GAAG,OAAO;;CAIlD,MAAMC,SAAsB,EAAE;AAG9B,kBAAiB,YAAY;CAE7B,IAAIC;AACJ,SAAQ,QAAQ,iBAAiB,KAAK,KAAK,MAAM,MAAM;EACrD,MAAM,eAAe,MAAM,MAAM;EACjC,MAAM,aAAa,MAAM;EAIzB,MAAM,aADmB,QAAQ,MAAM,GAAG,QAAQ,QAAQ,MAAM,GAAG,CAAC,CAChC,MAAM,KAAK,CAAC;EAGhD,MAAM,gBAAgB,KAAK,MAAM,GAAG,WAAW;EAC/C,MAAM,mBAAmB,CACvB,GAAG,cAAc,SAAS,IAAI,OAAO,cAAc,QAAQ,KAAK,CAAC,CAClE,CAAC,KAAK;EACP,MAAM,OAAO,mBAAmB,IAAI,MAAM;EAG1C,MAAM,iBAAiB,mBACnB,cAAc,MAAM,cAAc,YAAY,iBAAiB,GAAG,CAAC,GACnE;EACJ,MAAM,OAAO,sBAAsB,KAAK,eAAe;EACvD,MAAM,OAAO,sBAAsB,KAAK,eAAe;EAGvD,MAAM,SAAS,kBAAkB,aAAa;AAC9C,MAAI,OACF,QAAO,KAAK;GACV;GACA,SAAS,OAAO;GAChB,gBAAgB,OAAO;GACvB,gBAAgB,OAAO;GACvB,kBAAkB,OAAO;GACzB;GACA,YAAY,MAAM;GAClB;GACA;GACD,CAAC;;AAIN,QAAO;EAAE,MAAM;EAAU;EAAQ;EAAQ;EAAY;;;;;AAMvD,SAAS,kBAAkB,SAKlB;CACP,MAAM,QAAQ,QAAQ,MAAM,KAAK;CACjC,MAAMC,eAAyB,EAAE;CACjC,MAAMC,cAAwB,EAAE;CAChC,MAAMC,cAAwB,EAAE;CAChC,IAAI,mBAAmB;CACvB,IAAI,YAAY;AAEhB,MAAK,MAAM,QAAQ,MACjB,KAAI,KAAK,WAAW,KAAK,EAAE;AAEzB,cAAY;AACZ,eAAa,KAAK,KAAK,MAAM,EAAE,CAAC;YACvB,KAAK,WAAW,KAAK,IAAI,UAElC,cAAa,KAAK,KAAK,MAAM,EAAE,CAAC;UACvB,KAAK,WAAW,KAAK,EAAE;AAEhC,cAAY;AACZ,qBAAmB,SAAS,KAAK,MAAM,EAAE,CAAC,MAAM,EAAE,GAAG;YAC5C,KAAK,WAAW,KAAK,EAAE;AAEhC,cAAY;AACZ,cAAY,KAAK,KAAK,MAAM,EAAE,CAAC;QAC1B;AAEL,cAAY;AACZ,cAAY,KAAK,KAAK;;AAI1B,KAAI,aAAa,WAAW,EAC1B,QAAO;CAIT,IAAI,UAAU;AACd,MAAK,IAAI,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;EAC5C,MAAM,OAAO,aAAa,MAAM;AAChC,MAAI,KAAK,SAAS,KAAK,CACrB,YAAW,KAAK,MAAM,GAAG,GAAG,GAAG;OAC1B;AACL,cAAW;AACX,OAAI,IAAI,aAAa,SAAS,EAC5B,YAAW;;;CAMjB,IAAI,iBAAiB,YAAY,KAAK,KAAK;AAC3C,kBAAiB,eAAe,QAAQ,QAAQ,GAAG;AACnD,KAAI,eACF,mBAAkB;CAIpB,IAAIC;AACJ,KAAI,YAAY,SAAS,GAAG;AAC1B,mBAAiB,YAAY,KAAK,KAAK;AACvC,mBAAiB,eAAe,QAAQ,QAAQ,GAAG;AACnD,MAAI,eACF,mBAAkB;;AAItB,QAAO;EAAE,SAAS,QAAQ,MAAM;EAAE;EAAgB;EAAgB;EAAkB;;;;;;ACpJtF,MAAM,kBAAkB;;;;AA8BxB,SAAS,iBAAiB,SAAoC;AAC5D,KAAI,OAAO,YAAY,SACrB,QAAO,EAAE,QAAQ,SAAS;AAE5B,QAAO;;;;;AAMT,eAAe,cACb,UACA,SACA,YACe;AACf,KAAI,CAAC,YAAY,SAAS,WAAW,EACnC;AAGF,MAAK,MAAM,KAAK,UAAU;EACxB,MAAM,UAAU,iBAAiB,EAAE;AAInC,wDAHoB,SAAS,QAAQ,OAAO,yBAExB,YADH,QAAQ,gCAAiB,QAAQ,OAAO,CAChB,EACtB,EAAE,WAAW,MAAM,CAAC;;;;;;;;;AAU3C,eAAsB,uBACpB,QACA,cACA,aAC2B;CAI3B,MAAM,UAAU,qCADG,6EAA2B,EAAE,aAAa,CAAC,CACpB;CAG1C,MAAM,wDAA0B,aAAa,CAAC;CAG9C,IAAIC;CACJ,IAAI,UAAU;AAEd,KAAI,OAAO,YAAY,MAAM;AAE3B,QAAM;AACN,YAAU;YACD,OAAO,OAAO,YAAY,UAAU;AAG7C,wDADwB,SAAS,OAAO,QAAQ,EAC9B,SAAS,EAAE,WAAW,MAAM,CAAC;AAC/C,QAAM;AACN,YAAU;YACD,OAAO,IAEhB,8BAAc,SAAS,OAAO,IAAI;KAGlC,OAAM;AAIR,KAAI,WAAW,OAAO,SACpB,OAAM,cAAc,OAAO,UAAU,SAAS,QAAQ;AAuBxD,QApB8B;EAC5B;EACA;EACA;EACA;EACA,KAAK;GACH,GAAG,QAAQ;GACX,GAAG,OAAO;GACV,GAAG;GAEH,UAAU,OAAO,KAAK,YAAY;GAClC,aAAa;GAEb,oBAAoB;GACrB;EACD,SAAS,OAAO,WAAW;EAC3B,QAAQ,OAAO;EACf,OAAO,OAAO;EACf;;;;;AAQH,eAAsB,wBAAwB,KAAsC;AAClF,gCAAS,IAAI,SAAS;EAAE,WAAW;EAAM,OAAO;EAAM,CAAC;;;;;AAMzD,eAAsB,cAAc,KAAsC;AACxE,KAAI,IAAI,UAAU,CAAC,IAAI,WAAW;AAChC,MAAI,YAAY;AAChB,QAAM,eAAe,IAAI,QAAQ,IAAI;;;;;;AAOzC,eAAsB,aAAa,KAAsC;AACvE,KAAI,IAAI,MACN,OAAM,eAAe,IAAI,OAAO,IAAI;;;;;AAOxC,eAAsB,SAAS,OAAkB,KAAiD;CAChG,MAAM,YAAY,KAAK,KAAK;AAG5B,KAAI,MAAM,KACR,QAAO;EACL;EACA,QAAQ;EACR,cAAc;EACd,gBAAgB;EAChB,UAAU;EACV,SAAS;EACV;AAGH,KAAI;AAEF,QAAM,cAAc,IAAI;EAGxB,MAAM,EAAE,QAAQ,QAAQ,QAAQ,aAAa,MAAM,eAAe,MAAM,SAAS,IAAI;AAIrF,SAAO;GACL;GACA,QAAQ;GACR,cAAc;GACd,cAAc;GACd,cAAc;GACd,gBAAgB;GAChB,UATe,KAAK,KAAK,GAAG;GAU7B;UACM,OAAO;AAId,SAAO;GACL;GACA,QAAQ;GACR,cAAc;GACd,gBAAgB;GAChB,UARe,KAAK,KAAK,GAAG;GAS5B,OARc,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GASrE;;;;;;AAeL,eAAe,eAAe,SAAiB,KAA+C;AAC5F,QAAO,IAAI,SAAS,WAAS,WAAW;EACtC,MAAM,qCAAa,SAAS;GAC1B,OAAO;GACP,KAAK,IAAI;GACT,KAAK,IAAI;GAET,OAAO;IAAC;IAAU;IAAQ;IAAO;GAClC,CAAC;EAEF,MAAMC,iBAAgE,EAAE;EACxE,MAAMC,eAAyB,EAAE;EACjC,MAAMC,eAAyB,EAAE;AAGjC,OAAK,OAAO,GAAG,SAAS,SAAiB;AACvC,kBAAe,KAAK;IAAE;IAAM,MAAM;IAAU,CAAC;AAC7C,gBAAa,KAAK,KAAK;IACvB;AACF,OAAK,OAAO,GAAG,SAAS,SAAiB;AACvC,kBAAe,KAAK;IAAE;IAAM,MAAM;IAAU,CAAC;AAC7C,gBAAa,KAAK,KAAK;IACvB;EAEF,MAAM,YAAY,iBAAiB;AACjC,OAAI,KAAK,IACP,wBAAS,KAAK,KAAK,UAAU;AAE/B,0BAAO,IAAI,MAAM,2BAA2B,IAAI,QAAQ,IAAI,CAAC;KAC5D,IAAI,QAAQ;AAEf,OAAK,GAAG,UAAU,SAAS;AACzB,gBAAa,UAAU;AAIvB,aAAQ;IACN,QAJa,OAAO,OAAO,eAAe,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,SAAS,QAAQ;IAK/E,QAJa,OAAO,OAAO,aAAa,CAAC,SAAS,QAAQ;IAK1D,QAJa,OAAO,OAAO,aAAa,CAAC,SAAS,QAAQ;IAK1D,UAAU,QAAQ;IACnB,CAAC;IACF;AAEF,OAAK,GAAG,UAAU,QAAQ;AACxB,gBAAa,UAAU;AACvB,UAAO,IAAI;IACX;GACF;;;;;;;;AC3QJ,SAAS,YAAY,KAAqB;AACxC,QAAO,IAAI,QAAQ,uBAAuB,OAAO;;AAInD,MAAM,SAAS;;;;;;;;;;;;AAaf,SAAS,eACP,UACA,iBAAkD,EAAE,EAC5C;CAER,MAAM,+BAAe,IAAI,KAAqB;CAC9C,IAAI,cAAc;CAElB,MAAM,kBAA0B;AAC9B,SAAO,GAAG,SAAS,gBAAgB;;CAGrC,IAAI,YAAY;CAGhB,MAAM,eAAe,WAAW;AAChC,cAAa,IAAI,cAAc,UAAU;AACzC,aAAY,UAAU,WAAW,QAAQ,aAAa;CAGtD,MAAM,iBAAiB,WAAW;AAClC,cAAa,IAAI,gBAAgB,kBAAkB;AACnD,aAAY,UAAU,QAAQ,aAAa,eAAe;CAG1D,MAAM,YAAY,WAAW;CAC7B,MAAM,MAAM,QAAQ,aAAa,UAAU,WAAW;AACtD,cAAa,IAAI,WAAW,IAAI;AAChC,aAAY,UAAU,WAAW,SAAS,UAAU;AAGpD,MAAK,MAAM,CAAC,MAAM,YAAY,OAAO,QAAQ,eAAe,EAAE;EAC5D,MAAM,cAAc,IAAI,KAAK;EAC7B,MAAM,aAAa,mBAAmB,SAAS,QAAQ,SAAS;EAChE,MAAM,SAAS,WAAW;AAC1B,eAAa,IAAI,QAAQ,IAAI,WAAW,GAAG;AAC3C,cAAY,UAAU,WAAW,aAAa,OAAO;;CAIvD,IAAI,QAAQ,YAAY,UAAU;AAGlC,MAAK,MAAM,CAAC,QAAQ,gBAAgB,aAClC,SAAQ,MAAM,WAAW,YAAY,OAAO,EAAE,YAAY;AAI5D,QAAO,IAAI,OAAO,IAAI,MAAM,IAAI,IAAI;;;;;;AAOtC,SAAS,gBAAgB,UAAkB,SAAgD;CACzF,IAAI,SAAS;CAEb,MAAM,iBAAiB,QAAQ,KAAK,QAAQ,OAAO,IAAI;CACvD,MAAM,gBAAgB,QAAQ,IAAI,QAAQ,OAAO,IAAI;AACrD,UAAS,OAAO,WAAW,UAAU,eAAe;AACpD,UAAS,OAAO,WAAW,SAAS,cAAc;AAClD,QAAO;;;;;;;;;;AAWT,SAAgB,gBAAgB,QAAwB;CAEtD,IAAI,qCAAuB,OAAO;AAElC,cAAa,WACV,QAAQ,SAAS,KAAK,CACtB,QAAQ,OAAO,KAAK,CACpB,MAAM,KAAK,CACX,KAAK,SAAS,KAAK,SAAS,CAAC,CAC7B,KAAK,KAAK,CACV,QAAQ,QAAQ,KAAK;AAGxB,KAAI,eAAe,KACjB,cAAa;AAGf,QAAO;;;;;AAMT,SAAgB,YACd,QACA,UACA,SACA,iBAAkD,EAAE,EAC3C;CACT,MAAM,mBAAmB,gBAAgB,OAAO;CAChD,MAAM,qBAAqB,gBAAgB,SAAS;AAGpD,KAAI,uBAAuB,MAAM,qBAAqB,GACpD,QAAO;AAKT,QADc,eADO,gBAAgB,oBAAoB,QAAQ,EACtB,eAAe,CAC7C,KAAK,iBAAiB;;;;;ACnIrC,MAAaC"}
|
|
@@ -1,163 +1,481 @@
|
|
|
1
|
-
# tryscript
|
|
1
|
+
# tryscript Reference
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
Complete reference for writing tryscript golden tests. This document covers all syntax,
|
|
4
|
+
configuration, and patterns needed to write accurate CLI tests on the first try.
|
|
4
5
|
|
|
5
|
-
##
|
|
6
|
+
## Overview
|
|
6
7
|
|
|
7
|
-
|
|
8
|
+
Tryscript is a markdown-based CLI golden testing format. Test files are markdown documents
|
|
9
|
+
with embedded console code blocks specifying commands and expected output.
|
|
8
10
|
|
|
9
|
-
|
|
10
|
-
|
|
11
|
+
**Design Philosophy:**
|
|
12
|
+
- **Shell delegation**: Commands run in a real shell with full shell features
|
|
13
|
+
- **Markdown-first**: Test files are valid markdown, readable as documentation
|
|
14
|
+
- **Output matching**: Patterns like `[..]` match variable output; they're not for commands
|
|
11
15
|
|
|
12
|
-
|
|
13
|
-
$ command
|
|
14
|
-
expected output
|
|
15
|
-
? exit_code
|
|
16
|
-
\`\`\`
|
|
17
|
-
```
|
|
16
|
+
## Quick Start Example
|
|
18
17
|
|
|
19
|
-
|
|
18
|
+
````markdown
|
|
19
|
+
---
|
|
20
|
+
sandbox: true
|
|
21
|
+
env:
|
|
22
|
+
NO_COLOR: "1"
|
|
23
|
+
---
|
|
20
24
|
|
|
21
|
-
|
|
22
|
-
# Test: Echo command
|
|
25
|
+
# Test: Basic echo
|
|
23
26
|
|
|
24
|
-
|
|
27
|
+
```console
|
|
25
28
|
$ echo "hello world"
|
|
26
29
|
hello world
|
|
27
30
|
? 0
|
|
28
|
-
\`\`\`
|
|
29
31
|
```
|
|
30
32
|
|
|
31
|
-
|
|
33
|
+
# Test: Command with variable output
|
|
34
|
+
|
|
35
|
+
```console
|
|
36
|
+
$ date +%Y
|
|
37
|
+
[..]
|
|
38
|
+
? 0
|
|
39
|
+
```
|
|
40
|
+
````
|
|
41
|
+
|
|
42
|
+
## Test File Structure
|
|
43
|
+
|
|
44
|
+
```
|
|
45
|
+
┌──────────────────────────────────────┐
|
|
46
|
+
│ --- │ YAML Frontmatter (optional)
|
|
47
|
+
│ env: │ - Configuration
|
|
48
|
+
│ MY_VAR: value │ - Environment variables
|
|
49
|
+
│ sandbox: true │ - Patterns
|
|
50
|
+
│ --- │
|
|
51
|
+
├──────────────────────────────────────┤
|
|
52
|
+
│ # Test: Description │ Test heading (# or ##)
|
|
53
|
+
│ │
|
|
54
|
+
│ ```console │ Test block
|
|
55
|
+
│ $ command --flag │ - Command starts with $
|
|
56
|
+
│ expected output │ - Expected stdout follows
|
|
57
|
+
│ ? 0 │ - Exit code (optional, default 0)
|
|
58
|
+
│ ``` │
|
|
59
|
+
└──────────────────────────────────────┘
|
|
60
|
+
```
|
|
61
|
+
|
|
62
|
+
## Command Block Syntax
|
|
63
|
+
|
|
64
|
+
```
|
|
65
|
+
$ command [arguments...] # Command to execute (required)
|
|
66
|
+
> continuation line # Multi-line command continuation
|
|
67
|
+
expected output # Expected stdout (line by line)
|
|
68
|
+
! stderr line # Expected stderr (when separating streams)
|
|
69
|
+
? exit_code # Expected exit code (default: 0)
|
|
70
|
+
```
|
|
32
71
|
|
|
33
|
-
|
|
72
|
+
### Examples
|
|
34
73
|
|
|
74
|
+
**Simple command:**
|
|
75
|
+
```console
|
|
76
|
+
$ echo "hello"
|
|
77
|
+
hello
|
|
78
|
+
? 0
|
|
79
|
+
```
|
|
80
|
+
|
|
81
|
+
**Non-zero exit code:**
|
|
35
82
|
```console
|
|
36
83
|
$ exit 42
|
|
37
84
|
? 42
|
|
38
85
|
```
|
|
39
86
|
|
|
87
|
+
**Multi-line command:**
|
|
88
|
+
```console
|
|
89
|
+
$ ls -la | \
|
|
90
|
+
> grep ".md" | \
|
|
91
|
+
> wc -l
|
|
92
|
+
5
|
|
93
|
+
```
|
|
94
|
+
|
|
95
|
+
**Stderr handling:**
|
|
96
|
+
```console
|
|
97
|
+
$ cat nonexistent 2>&1
|
|
98
|
+
cat: nonexistent: No such file or directory
|
|
99
|
+
? 1
|
|
100
|
+
```
|
|
101
|
+
|
|
102
|
+
**Separate stderr assertion:**
|
|
103
|
+
```console
|
|
104
|
+
$ ./script.sh
|
|
105
|
+
stdout line
|
|
106
|
+
! stderr line
|
|
107
|
+
? 0
|
|
108
|
+
```
|
|
109
|
+
|
|
40
110
|
## Elision Patterns
|
|
41
111
|
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
|
45
|
-
|
|
46
|
-
| `[
|
|
47
|
-
|
|
|
48
|
-
| `[CWD]`
|
|
112
|
+
Patterns in expected output match variable content:
|
|
113
|
+
|
|
114
|
+
| Pattern | Matches | Example |
|
|
115
|
+
|---------|---------|---------|
|
|
116
|
+
| `[..]` | Any text on a single line | `Built in [..]ms` |
|
|
117
|
+
| `...` | Zero or more complete lines | `...\nDone` |
|
|
118
|
+
| `[CWD]` | Current working directory | `[CWD]/output.txt` |
|
|
119
|
+
| `[ROOT]` | Test file directory | `[ROOT]/fixtures/` |
|
|
120
|
+
| `[EXE]` | `.exe` on Windows, empty otherwise | `my-cli[EXE]` |
|
|
121
|
+
| `[PATTERN]` | Custom pattern from config | User-defined regex |
|
|
122
|
+
|
|
123
|
+
### Pattern Examples
|
|
124
|
+
|
|
125
|
+
**Single-line wildcard:**
|
|
126
|
+
```console
|
|
127
|
+
$ date
|
|
128
|
+
[..]
|
|
129
|
+
? 0
|
|
130
|
+
```
|
|
131
|
+
|
|
132
|
+
**Multi-line wildcard:**
|
|
133
|
+
```console
|
|
134
|
+
$ ls -la
|
|
135
|
+
total [..]
|
|
136
|
+
...
|
|
137
|
+
-rw-r--r-- 1 user user [..] README.md
|
|
138
|
+
```
|
|
139
|
+
|
|
140
|
+
**Custom pattern:**
|
|
141
|
+
```yaml
|
|
142
|
+
patterns:
|
|
143
|
+
VERSION: '\d+\.\d+\.\d+'
|
|
144
|
+
```
|
|
145
|
+
```console
|
|
146
|
+
$ my-cli --version
|
|
147
|
+
my-cli version [VERSION]
|
|
148
|
+
```
|
|
49
149
|
|
|
50
|
-
##
|
|
150
|
+
## Configuration (Frontmatter)
|
|
51
151
|
|
|
52
|
-
|
|
152
|
+
All options are optional. Place at the top of the file:
|
|
53
153
|
|
|
54
154
|
```yaml
|
|
55
155
|
---
|
|
56
|
-
|
|
57
|
-
|
|
156
|
+
cwd: ./subdir # Working directory (relative to test file)
|
|
157
|
+
sandbox: true # Run in isolated temp directory
|
|
158
|
+
env: # Environment variables
|
|
58
159
|
NO_COLOR: "1"
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
160
|
+
MY_VAR: value
|
|
161
|
+
timeout: 5000 # Command timeout in milliseconds
|
|
162
|
+
patterns: # Custom elision patterns
|
|
163
|
+
UUID: '[0-9a-f]{8}-...'
|
|
164
|
+
fixtures: # Files to copy to sandbox
|
|
165
|
+
- data/input.txt
|
|
166
|
+
before: npm run build # Run before first test
|
|
167
|
+
after: rm -rf ./cache # Run after all tests
|
|
62
168
|
---
|
|
63
169
|
```
|
|
64
170
|
|
|
65
|
-
### Config Options
|
|
171
|
+
### Config Options Reference
|
|
66
172
|
|
|
67
|
-
| Option
|
|
68
|
-
|
|
69
|
-
| `
|
|
70
|
-
| `
|
|
71
|
-
| `
|
|
72
|
-
| `
|
|
173
|
+
| Option | Type | Default | Description |
|
|
174
|
+
|--------|------|---------|-------------|
|
|
175
|
+
| `cwd` | path | `"."` | Working directory (relative to test file) |
|
|
176
|
+
| `sandbox` | `boolean \| path` | `false` | Run in isolated temp directory |
|
|
177
|
+
| `env` | `object` | `{}` | Environment variables passed to shell |
|
|
178
|
+
| `timeout` | `number` | `30000` | Command timeout in milliseconds |
|
|
179
|
+
| `patterns` | `object` | `{}` | Custom regex patterns for `[NAME]` |
|
|
180
|
+
| `fixtures` | `array` | `[]` | Files to copy to sandbox |
|
|
181
|
+
| `before` | `string` | - | Shell command before first test |
|
|
182
|
+
| `after` | `string` | - | Shell command after all tests |
|
|
73
183
|
|
|
74
|
-
##
|
|
184
|
+
## Sandbox Mode
|
|
75
185
|
|
|
76
|
-
|
|
186
|
+
Sandbox provides test isolation by running commands in a temporary directory:
|
|
187
|
+
|
|
188
|
+
| Configuration | Behavior |
|
|
189
|
+
|--------------|----------|
|
|
190
|
+
| `sandbox: false` (default) | Commands run in `cwd` (test file dir) |
|
|
191
|
+
| `sandbox: true` | Creates empty temp dir, commands run there |
|
|
192
|
+
| `sandbox: ./fixtures` | Copies `./fixtures/` to temp dir, runs there |
|
|
193
|
+
|
|
194
|
+
**When sandbox is enabled:**
|
|
195
|
+
- Fresh temp directory created for each test file
|
|
196
|
+
- Fixtures are copied before tests run
|
|
197
|
+
- `[CWD]` matches the sandbox directory
|
|
198
|
+
- Files created by tests don't pollute source
|
|
199
|
+
|
|
200
|
+
### Sandbox with Fixtures
|
|
77
201
|
|
|
78
202
|
```yaml
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
203
|
+
---
|
|
204
|
+
sandbox: true
|
|
205
|
+
fixtures:
|
|
206
|
+
- data/input.txt # Copies to sandbox/input.txt
|
|
207
|
+
- source: config/settings.json # Copies to sandbox/custom.json
|
|
208
|
+
dest: custom.json
|
|
209
|
+
---
|
|
82
210
|
```
|
|
83
211
|
|
|
84
|
-
|
|
212
|
+
## Environment Variables
|
|
213
|
+
|
|
214
|
+
Use `env` to set variables. The **shell** handles `$VAR` expansion:
|
|
215
|
+
|
|
216
|
+
```yaml
|
|
217
|
+
env:
|
|
218
|
+
CLI: ./dist/cli.mjs
|
|
219
|
+
DEBUG: "true"
|
|
220
|
+
```
|
|
85
221
|
|
|
86
222
|
```console
|
|
87
|
-
$
|
|
223
|
+
$ $CLI --version
|
|
224
|
+
1.0.0
|
|
225
|
+
```
|
|
226
|
+
|
|
227
|
+
**Important:** Variables are for the shell, not for output matching.
|
|
228
|
+
|
|
229
|
+
## Test Annotations
|
|
230
|
+
|
|
231
|
+
Control test execution with HTML comments:
|
|
232
|
+
|
|
233
|
+
```markdown
|
|
234
|
+
## This test is skipped <!-- skip -->
|
|
235
|
+
|
|
236
|
+
## Only run this test <!-- only -->
|
|
237
|
+
```
|
|
238
|
+
|
|
239
|
+
| Annotation | Effect |
|
|
240
|
+
|------------|--------|
|
|
241
|
+
| `<!-- skip -->` | Test is skipped, marked as passed |
|
|
242
|
+
| `<!-- only -->` | Only tests with this annotation run |
|
|
243
|
+
|
|
244
|
+
## Complete Example
|
|
245
|
+
|
|
246
|
+
Here's a complete test file demonstrating all features:
|
|
247
|
+
|
|
248
|
+
````markdown
|
|
249
|
+
---
|
|
250
|
+
sandbox: true
|
|
251
|
+
env:
|
|
252
|
+
NO_COLOR: "1"
|
|
253
|
+
CLI: ./dist/my-cli.mjs
|
|
254
|
+
timeout: 5000
|
|
255
|
+
patterns:
|
|
256
|
+
VERSION: '\d+\.\d+\.\d+'
|
|
257
|
+
TIMESTAMP: '\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}'
|
|
258
|
+
fixtures:
|
|
259
|
+
- test-data/config.json
|
|
260
|
+
before: echo "Setup complete"
|
|
261
|
+
---
|
|
262
|
+
|
|
263
|
+
# CLI Golden Tests
|
|
264
|
+
|
|
265
|
+
These tests validate the my-cli command-line tool.
|
|
266
|
+
|
|
267
|
+
## Basic Commands
|
|
268
|
+
|
|
269
|
+
# Test: Show version
|
|
270
|
+
|
|
271
|
+
```console
|
|
272
|
+
$ $CLI --version
|
|
88
273
|
my-cli version [VERSION]
|
|
89
274
|
? 0
|
|
90
275
|
```
|
|
91
276
|
|
|
92
|
-
|
|
277
|
+
# Test: Show help
|
|
93
278
|
|
|
94
|
-
|
|
279
|
+
```console
|
|
280
|
+
$ $CLI --help
|
|
281
|
+
Usage: my-cli [options] [command]
|
|
95
282
|
|
|
96
|
-
|
|
97
|
-
|
|
283
|
+
Options:
|
|
284
|
+
--version Show version
|
|
285
|
+
--help Show help
|
|
286
|
+
...
|
|
287
|
+
? 0
|
|
288
|
+
```
|
|
289
|
+
|
|
290
|
+
## Error Handling
|
|
291
|
+
|
|
292
|
+
# Test: Missing required argument
|
|
98
293
|
|
|
99
|
-
|
|
100
|
-
$
|
|
101
|
-
|
|
294
|
+
```console
|
|
295
|
+
$ $CLI process
|
|
296
|
+
Error: missing required argument 'file'
|
|
297
|
+
? 1
|
|
298
|
+
```
|
|
299
|
+
|
|
300
|
+
# Test: File not found
|
|
301
|
+
|
|
302
|
+
```console
|
|
303
|
+
$ $CLI process nonexistent.txt 2>&1
|
|
304
|
+
Error: file not found: nonexistent.txt
|
|
305
|
+
? 1
|
|
306
|
+
```
|
|
307
|
+
|
|
308
|
+
## Feature Tests
|
|
309
|
+
|
|
310
|
+
# Test: Process config file
|
|
311
|
+
|
|
312
|
+
```console
|
|
313
|
+
$ $CLI process config.json
|
|
314
|
+
Processing: config.json
|
|
315
|
+
Done at [TIMESTAMP][..]
|
|
102
316
|
? 0
|
|
103
|
-
|
|
317
|
+
```
|
|
104
318
|
|
|
105
|
-
# Test:
|
|
319
|
+
# Test: Verbose output <!-- skip -->
|
|
106
320
|
|
|
107
|
-
|
|
108
|
-
$
|
|
109
|
-
|
|
321
|
+
```console
|
|
322
|
+
$ $CLI --verbose process config.json
|
|
323
|
+
[DEBUG] Loading config.json
|
|
324
|
+
...
|
|
325
|
+
Done
|
|
110
326
|
? 0
|
|
111
|
-
\`\`\`
|
|
112
327
|
```
|
|
328
|
+
````
|
|
113
329
|
|
|
114
330
|
## CLI Usage
|
|
115
331
|
|
|
116
332
|
```bash
|
|
117
|
-
#
|
|
118
|
-
|
|
333
|
+
tryscript # Show help (same as --help)
|
|
334
|
+
tryscript run [files...] # Run golden tests
|
|
335
|
+
tryscript docs # Show this reference
|
|
336
|
+
tryscript readme # Show README
|
|
337
|
+
```
|
|
338
|
+
|
|
339
|
+
### Run Options
|
|
340
|
+
|
|
341
|
+
| Option | Description |
|
|
342
|
+
|--------|-------------|
|
|
343
|
+
| `--update` | Update test files with actual output |
|
|
344
|
+
| `--diff` / `--no-diff` | Show/hide diff on failure |
|
|
345
|
+
| `--fail-fast` | Stop on first failure |
|
|
346
|
+
| `--filter <pattern>` | Filter tests by name |
|
|
347
|
+
| `--verbose` | Show detailed output |
|
|
348
|
+
| `--quiet` | Suppress non-essential output |
|
|
349
|
+
| `--coverage` | Enable code coverage collection (requires c8) |
|
|
350
|
+
| `--coverage-dir <dir>` | Coverage output directory (default: coverage-tryscript) |
|
|
351
|
+
| `--coverage-reporter <reporter...>` | Coverage reporters (default: text, html) |
|
|
352
|
+
|
|
353
|
+
## Code Coverage
|
|
354
|
+
|
|
355
|
+
Collect code coverage from subprocess execution using the `--coverage` flag:
|
|
356
|
+
|
|
357
|
+
```bash
|
|
358
|
+
# Basic coverage
|
|
359
|
+
tryscript run --coverage tests/
|
|
360
|
+
|
|
361
|
+
# Custom output directory
|
|
362
|
+
tryscript run --coverage --coverage-dir my-coverage tests/
|
|
363
|
+
|
|
364
|
+
# Custom reporters
|
|
365
|
+
tryscript run --coverage --coverage-reporter text --coverage-reporter lcov tests/
|
|
366
|
+
```
|
|
367
|
+
|
|
368
|
+
Coverage uses [c8](https://github.com/bcoe/c8) and `NODE_V8_COVERAGE` to track code executed
|
|
369
|
+
by spawned CLI processes. Install c8 as a dev dependency:
|
|
370
|
+
|
|
371
|
+
```bash
|
|
372
|
+
npm install -D c8
|
|
373
|
+
```
|
|
119
374
|
|
|
120
|
-
|
|
121
|
-
|
|
375
|
+
Configure coverage in `tryscript.config.ts`:
|
|
376
|
+
|
|
377
|
+
```typescript
|
|
378
|
+
import { defineConfig } from 'tryscript';
|
|
379
|
+
|
|
380
|
+
export default defineConfig({
|
|
381
|
+
coverage: {
|
|
382
|
+
reportsDir: 'coverage-tryscript',
|
|
383
|
+
reporters: ['text', 'html'],
|
|
384
|
+
include: ['dist/**'],
|
|
385
|
+
src: 'src',
|
|
386
|
+
},
|
|
387
|
+
});
|
|
388
|
+
```
|
|
122
389
|
|
|
123
|
-
|
|
124
|
-
npx tryscript --update
|
|
390
|
+
## Best Practices
|
|
125
391
|
|
|
126
|
-
|
|
127
|
-
npx tryscript --filter "pattern"
|
|
392
|
+
### DO: Use shell features directly
|
|
128
393
|
|
|
129
|
-
|
|
130
|
-
|
|
394
|
+
```console
|
|
395
|
+
$ echo "hello" | tr 'a-z' 'A-Z'
|
|
396
|
+
HELLO
|
|
131
397
|
|
|
132
|
-
|
|
133
|
-
|
|
398
|
+
$ cat file.txt 2>/dev/null || echo "not found"
|
|
399
|
+
not found
|
|
134
400
|
```
|
|
135
401
|
|
|
136
|
-
|
|
402
|
+
### DO: Use env for CLI paths
|
|
403
|
+
|
|
404
|
+
```yaml
|
|
405
|
+
env:
|
|
406
|
+
BIN: ./dist/cli.mjs
|
|
407
|
+
```
|
|
408
|
+
```console
|
|
409
|
+
$ $BIN --version
|
|
410
|
+
1.0.0
|
|
411
|
+
```
|
|
137
412
|
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
413
|
+
### DO: Use sandbox for file operations
|
|
414
|
+
|
|
415
|
+
```yaml
|
|
416
|
+
sandbox: true
|
|
417
|
+
```
|
|
418
|
+
```console
|
|
419
|
+
$ echo "test" > output.txt
|
|
420
|
+
$ cat output.txt
|
|
421
|
+
test
|
|
422
|
+
```
|
|
423
|
+
|
|
424
|
+
### DON'T: Use patterns in commands
|
|
425
|
+
|
|
426
|
+
```console
|
|
427
|
+
# ❌ WRONG: Patterns are for output matching only
|
|
428
|
+
$ cat [CWD]/file.txt
|
|
429
|
+
```
|
|
430
|
+
|
|
431
|
+
### DON'T: Rely on exact timestamps or paths
|
|
432
|
+
|
|
433
|
+
```console
|
|
434
|
+
# ❌ WRONG: Exact match will fail
|
|
435
|
+
$ date
|
|
436
|
+
Mon Jan 3 12:34:56 UTC 2026
|
|
437
|
+
|
|
438
|
+
# ✓ RIGHT: Use elision
|
|
439
|
+
$ date
|
|
440
|
+
[..]
|
|
441
|
+
```
|
|
147
442
|
|
|
148
443
|
## Config File
|
|
149
444
|
|
|
150
|
-
|
|
445
|
+
For project-wide settings, create `tryscript.config.ts`:
|
|
151
446
|
|
|
152
447
|
```typescript
|
|
153
448
|
import { defineConfig } from 'tryscript';
|
|
154
449
|
|
|
155
450
|
export default defineConfig({
|
|
156
|
-
bin: './dist/cli.js',
|
|
157
451
|
env: { NO_COLOR: '1' },
|
|
158
452
|
timeout: 30000,
|
|
159
453
|
patterns: {
|
|
160
454
|
VERSION: '\\d+\\.\\d+\\.\\d+',
|
|
455
|
+
UUID: '[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}',
|
|
161
456
|
},
|
|
162
457
|
});
|
|
163
458
|
```
|
|
459
|
+
|
|
460
|
+
## Execution Model
|
|
461
|
+
|
|
462
|
+
```
|
|
463
|
+
Test File → Parse YAML + Blocks → Create Execution Context
|
|
464
|
+
│
|
|
465
|
+
┌────────────────────┴────────────────────┐
|
|
466
|
+
│ │
|
|
467
|
+
sandbox: false sandbox: true
|
|
468
|
+
cwd = testDir/config.cwd cwd = /tmp/tryscript-xxx/
|
|
469
|
+
│ │
|
|
470
|
+
└────────────────────┬────────────────────┘
|
|
471
|
+
│
|
|
472
|
+
spawn(command, { shell: true, cwd, env })
|
|
473
|
+
│
|
|
474
|
+
Capture stdout + stderr → Match against expected
|
|
475
|
+
```
|
|
476
|
+
|
|
477
|
+
**Key points:**
|
|
478
|
+
1. Commands run in a real shell (`shell: true`)
|
|
479
|
+
2. Shell handles all variable expansion (`$VAR`)
|
|
480
|
+
3. Patterns (`[..]`, `[CWD]`) only apply to output matching
|
|
481
|
+
4. Sandbox creates isolated temp directory per test file
|