@skillmark/cli 0.1.0

package/dist/engine/markdown-test-definition-parser.test.js

@@ -0,0 +1,265 @@
+/**
+ * Tests for markdown-test-definition-parser.ts
+ * Verifies parsing of test markdown files with YAML frontmatter
+ */
+import { describe, it, expect } from 'vitest';
+import { parseTestContent } from './markdown-test-definition-parser.js';
+describe('parseTestContent', () => {
+    describe('frontmatter parsing', () => {
+        it('parses name from frontmatter', () => {
+            const content = `---
+name: my-test
+type: knowledge
+---
+
+# Prompt
+What is the answer?
+
+# Expected
+- Correct response`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.name).toBe('my-test');
+        });
+        it('throws error when name is missing', () => {
+            const content = `---
+type: knowledge
+---
+
+# Prompt
+What is the answer?
+
+# Expected
+- Correct`;
+            expect(() => parseTestContent(content, 'test.md')).toThrow("Test file missing required 'name' field");
+        });
+        it('parses type with default to knowledge', () => {
+            const content = `---
+name: test-with-type
+type: task
+---
+
+# Prompt
+Do something
+
+# Expected
+- Done`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.type).toBe('task');
+            // Test default
+            const contentNoType = `---
+name: test-no-type
+---
+
+# Prompt
+Question?
+
+# Expected
+- Answer`;
+            const resultDefault = parseTestContent(contentNoType, 'default.md');
+            expect(resultDefault.type).toBe('knowledge');
+        });
+        it('parses timeout with default to 600', () => {
+            const content = `---
+name: test-timeout
+timeout: 1800
+---
+
+# Prompt
+Long task
+
+# Expected
+- Complete`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.timeout).toBe(1800);
+            // Test default
+            const contentNoTimeout = `---
+name: test-default-timeout
+---
+
+# Prompt
+Question
+
+# Expected
+- Answer`;
+            const resultDefault = parseTestContent(contentNoTimeout, 'default.md');
+            expect(resultDefault.timeout).toBe(600);
+        });
+        it('parses concepts array from frontmatter', () => {
+            const content = `---
+name: test-concepts
+concepts:
+  - orchestrator
+  - consensus
+  - isolation
+---
+
+# Prompt
+Explain multi-agent systems
+
+# Expected
+- Covers key concepts`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.concepts).toContain('orchestrator');
+            expect(result.concepts).toContain('consensus');
+            expect(result.concepts).toContain('isolation');
+        });
+    });
+    describe('section parsing', () => {
+        it('extracts prompt from # Prompt section', () => {
+            const content = `---
+name: test-prompt
+---
+
+# Prompt
+This is the prompt text.
+It can span multiple lines.
+
+# Expected
+- Expected output`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.prompt).toBe('This is the prompt text.\nIt can span multiple lines.');
+        });
+        it('extracts prompt from # Question section as fallback', () => {
+            const content = `---
+name: test-question
+---
+
+# Question
+What is 2 + 2?
+
+# Expected
+- 4`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.prompt).toBe('What is 2 + 2?');
+        });
+        it('throws error when prompt section is missing', () => {
+            const content = `---
+name: test-no-prompt
+---
+
+# Expected
+- Something`;
+            expect(() => parseTestContent(content, 'test.md')).toThrow("Test file missing 'Prompt' or 'Question' section");
+        });
+    });
+    describe('expected patterns parsing', () => {
+        it('parses checkbox items', () => {
+            const content = `---
+name: test-checkbox
+---
+
+# Prompt
+Question?
+
+# Expected
+- [ ] First item
+- [x] Second item (checked)
+- [ ] Third item`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.expected).toContain('First item');
+            expect(result.expected).toContain('Second item (checked)');
+            expect(result.expected).toContain('Third item');
+        });
+        it('parses bullet list items', () => {
+            const content = `---
+name: test-bullets
+---
+
+# Prompt
+Question?
+
+# Expected
+- First bullet
+- Second bullet
+* Asterisk bullet`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.expected).toContain('First bullet');
+            expect(result.expected).toContain('Second bullet');
+            expect(result.expected).toContain('Asterisk bullet');
+        });
+        it('parses numbered list items', () => {
+            const content = `---
+name: test-numbered
+---
+
+# Prompt
+Question?
+
+# Expected
+1. First item
+2. Second item
+3. Third item`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.expected).toContain('First item');
+            expect(result.expected).toContain('Second item');
+            expect(result.expected).toContain('Third item');
+        });
+        it('extracts concepts from expected patterns with quotes', () => {
+            const content = `---
+name: test-quoted-concepts
+---
+
+# Prompt
+Question?
+
+# Expected
+- Should mention "orchestrator" pattern
+- Include "context isolation" technique`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.concepts).toContain('orchestrator');
+            expect(result.concepts).toContain('context isolation');
+        });
+        it('extracts concepts from backticked terms', () => {
+            const content = `---
+name: test-backtick-concepts
+---
+
+# Prompt
+Question?
+
+# Expected
+- Uses \`spawn\` function
+- Calls \`Task\` tool`;
+            const result = parseTestContent(content, 'test.md');
+            expect(result.concepts).toContain('spawn');
+            expect(result.concepts).toContain('Task');
+        });
+    });
+    describe('concept deduplication', () => {
+        it('removes duplicate concepts', () => {
+            const content = `---
+name: test-dedup
+concepts:
+  - orchestrator
+  - consensus
+---
+
+# Prompt
+Question?
+
+# Expected
+- Uses "orchestrator" pattern
+- Implements "consensus"`;
+            const result = parseTestContent(content, 'test.md');
+            // Should have unique concepts only
+            const orchestratorCount = result.concepts.filter((c) => c === 'orchestrator').length;
+            expect(orchestratorCount).toBe(1);
+        });
+    });
+    describe('sourcePath tracking', () => {
+        it('includes source path in result', () => {
+            const content = `---
+name: test-source
+---
+
+# Prompt
+Q
+
+# Expected
+- A`;
+            const result = parseTestContent(content, '/path/to/test.md');
+            expect(result.sourcePath).toBe('/path/to/test.md');
+        });
+    });
+});
+//# sourceMappingURL=markdown-test-definition-parser.test.js.map

package/dist/engine/markdown-test-definition-parser.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-test-definition-parser.test.js","sourceRoot":"","sources":["../../src/engine/markdown-test-definition-parser.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AAExE,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG;;;;;;;;;mBASH,CAAC;YAEd,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,OAAO,GAAG;;;;;;;;UAQZ,CAAC;YAEL,MAAM,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CACxD,yCAAyC,CAC1C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,OAAO,GAAG;;;;;;;;;OASf,CAAC;YAEF,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEjC,eAAe;YACf,MAAM,aAAa,GAAG;;;;;;;;SAQnB,CAAC;YAEJ,MAAM,aAAa,GAAG,gBAAgB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACpE,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,OAAO,GAAG;;;;;;;;;WASX,CAAC;YAEN,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAElC,eAAe;YACf,MAAM,gBAAgB,GAAG;;;;;;;;SAQtB,CAAC;YAEJ,MAAM,aAAa,GAAG,gBAAgB,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,OAAO,GAAG;;;;;;;;;;;;sBAYA,CAAC;YAEjB,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,OAAO,GAAG;;;;;;;;;kBASJ,CAAC;YAEb,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,OAAO,GAAG;;;;;;;;IAQlB,CAAC;YAEC,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,OAAO,GAAG;;;;;YAKV,CAAC;YAEP,MAAM,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CACxD,kDAAkD,CACnD,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACzC,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,OAAO,GAAG;;;;;;;;;;iBAUL,CAAC;YAEZ,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,OAAO,GAAG;;;;;;;;;;kBAUJ,CAAC;YAEb,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,OAAO,GAAG;;;;;;;;;;cAUR,CAAC;YAET,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,OAAO,GAAG;;;;;;;;;wCASkB,CAAC;YAEnC,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,OAAO,GAAG;;;;;;;;;sBASA,CAAC;YAEjB,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,OAAO,GAAG;;;;;;;;;;;;yBAYG,CAAC;YAEpB,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpD,mCAAmC;YACnC,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,cAAc,CAAC,CAAC,MAAM,CAAC;YACrF,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,OAAO,GAAG;;;;;;;;IAQlB,CAAC;YAEC,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;YAE7D,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/engine/retry-with-degrade-utils.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Retry-then-degrade utilities for graceful error handling.
+ *
+ * Provides retry logic with exponential backoff and graceful
+ * degradation when operations fail after exhausting retries.
+ */
+/** Options for retry behavior */
+export interface RetryOptions {
+    /** Maximum number of retry attempts (default: 1) */
+    maxRetries?: number;
+    /** Initial delay between retries in milliseconds (default: 1000) */
+    delayMs?: number;
+    /** Whether to use exponential backoff (default: false) */
+    exponentialBackoff?: boolean;
+    /** Optional callback for logging retry attempts */
+    onRetry?: (attempt: number, error: Error) => void;
+}
+/**
+ * Sleep for a specified duration
+ */
+export declare function sleep(ms: number): Promise<void>;
+/**
+ * Execute a function with retry logic and graceful degradation.
+ *
+ * Attempts the function up to maxRetries times. If all attempts fail,
+ * returns null instead of throwing, allowing callers to gracefully
+ * degrade to fallback behavior.
+ *
+ * @param fn - Async function to execute
+ * @param options - Retry configuration
+ * @returns Result of fn, or null if all attempts fail
+ *
+ * @example
+ * ```ts
+ * const result = await withRetry(
+ *   () => invokeSkillCreator(skillPath),
+ *   { maxRetries: 1, delayMs: 1000 }
+ * );
+ *
+ * if (!result) {
+ *   // Gracefully degrade to basic generation
+ *   return generateFallbackTests(skillPath);
+ * }
+ * ```
+ */
+export declare function withRetry<T>(fn: () => Promise<T>, options?: RetryOptions): Promise<T | null>;
+/**
+ * Execute multiple functions with retry, returning the first successful result.
+ *
+ * Tries each function in order, applying retry logic to each.
+ * Returns the first successful result, or null if all fail.
+ *
+ * @param fns - Array of async functions to try in order
+ * @param options - Retry configuration for each function
+ * @returns First successful result, or null if all fail
+ */
+export declare function withRetryChain<T>(fns: Array<() => Promise<T>>, options?: RetryOptions): Promise<T | null>;
+//# sourceMappingURL=retry-with-degrade-utils.d.ts.map

package/dist/engine/retry-with-degrade-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry-with-degrade-utils.d.ts","sourceRoot":"","sources":["../../src/engine/retry-with-degrade-utils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,iCAAiC;AACjC,MAAM,WAAW,YAAY;IAC3B,oDAAoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,oEAAoE;IACpE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,mDAAmD;IACnD,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CACnD;AASD;;GAEG;AACH,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/C;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CA8BnB;AAED;;;;;;;;;GASG;AACH,wBAAsB,cAAc,CAAC,CAAC,EACpC,GAAG,EAAE,KAAK,CAAC,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC,EAC5B,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAQnB"}

package/dist/engine/retry-with-degrade-utils.js

@@ -0,0 +1,86 @@
+/**
+ * Retry-then-degrade utilities for graceful error handling.
+ *
+ * Provides retry logic with exponential backoff and graceful
+ * degradation when operations fail after exhausting retries.
+ */
+/** Default retry options */
+const DEFAULT_RETRY_OPTIONS = {
+    maxRetries: 1,
+    delayMs: 1000,
+    exponentialBackoff: false,
+};
+/**
+ * Sleep for a specified duration
+ */
+export function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Execute a function with retry logic and graceful degradation.
+ *
+ * Attempts the function up to maxRetries times. If all attempts fail,
+ * returns null instead of throwing, allowing callers to gracefully
+ * degrade to fallback behavior.
+ *
+ * @param fn - Async function to execute
+ * @param options - Retry configuration
+ * @returns Result of fn, or null if all attempts fail
+ *
+ * @example
+ * ```ts
+ * const result = await withRetry(
+ *   () => invokeSkillCreator(skillPath),
+ *   { maxRetries: 1, delayMs: 1000 }
+ * );
+ *
+ * if (!result) {
+ *   // Gracefully degrade to basic generation
+ *   return generateFallbackTests(skillPath);
+ * }
+ * ```
+ */
+export async function withRetry(fn, options = {}) {
+    const opts = { ...DEFAULT_RETRY_OPTIONS, ...options };
+    for (let attempt = 0; attempt <= opts.maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (error) {
+            const isLastAttempt = attempt === opts.maxRetries;
+            if (opts.onRetry && !isLastAttempt) {
+                opts.onRetry(attempt + 1, error);
+            }
+            if (isLastAttempt) {
+                console.warn(`Failed after ${attempt + 1} attempt(s), degrading gracefully: ${error.message}`);
+                return null;
+            }
+            // Calculate delay with optional exponential backoff
+            const delay = opts.exponentialBackoff
+                ? opts.delayMs * Math.pow(2, attempt)
+                : opts.delayMs;
+            await sleep(delay);
+        }
+    }
+    return null;
+}
+/**
+ * Execute multiple functions with retry, returning the first successful result.
+ *
+ * Tries each function in order, applying retry logic to each.
+ * Returns the first successful result, or null if all fail.
+ *
+ * @param fns - Array of async functions to try in order
+ * @param options - Retry configuration for each function
+ * @returns First successful result, or null if all fail
+ */
+export async function withRetryChain(fns, options = {}) {
+    for (const fn of fns) {
+        const result = await withRetry(fn, options);
+        if (result !== null) {
+            return result;
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=retry-with-degrade-utils.js.map

package/dist/engine/retry-with-degrade-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry-with-degrade-utils.js","sourceRoot":"","sources":["../../src/engine/retry-with-degrade-utils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAcH,4BAA4B;AAC5B,MAAM,qBAAqB,GAA4C;IACrE,UAAU,EAAE,CAAC;IACb,OAAO,EAAE,IAAI;IACb,kBAAkB,EAAE,KAAK;CAC1B,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAoB,EACpB,UAAwB,EAAE;IAE1B,MAAM,IAAI,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IAEtD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QAC5D,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,OAAO,KAAK,IAAI,CAAC,UAAU,CAAC;YAElD,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnC,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,KAAc,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CACV,gBAAgB,OAAO,GAAG,CAAC,sCAAuC,KAAe,CAAC,OAAO,EAAE,CAC5F,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;YAED,oDAAoD;YACpD,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB;gBACnC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC;gBACrC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;YAEjB,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAA4B,EAC5B,UAAwB,EAAE;IAE1B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/engine/skill-content-collector.d.ts

@@ -0,0 +1,53 @@
+/** Collected skill content for Claude analysis */
+export interface SkillContent {
+    /** Skill name from frontmatter */
+    skillName: string;
+    /** Full SKILL.md content */
+    skillMd: string;
+    /** Reference files (filename -> content) */
+    references: Map<string, string>;
+    /** Script files (filename -> first 100 lines) */
+    scripts: Map<string, string>;
+}
+/** Validation result */
+export interface ValidationResult {
+    valid: boolean;
+    message: string;
+}
+/**
+ * Skill content collector - gathers skill files for test generation
+ */
+export declare class SkillContentCollector {
+    private skillPath;
+    private skillMdPath;
+    constructor(skillPath: string);
+    /**
+     * Validate skill has required SKILL.md with YAML frontmatter
+     */
+    validate(): Promise<ValidationResult>;
+    /**
+     * Extract skill name from SKILL.md frontmatter
+     */
+    getSkillName(): Promise<string | null>;
+    /**
+     * Read SKILL.md content
+     */
+    collectSkillMd(): Promise<string>;
+    /**
+     * Collect all markdown files from references/ directory
+     */
+    collectReferences(): Promise<Map<string, string>>;
+    /**
+     * Collect Python scripts from scripts/ directory (first 100 lines)
+     */
+    collectScripts(): Promise<Map<string, string>>;
+    /**
+     * Collect all skill content for Claude analysis
+     */
+    collectAll(): Promise<SkillContent>;
+    /**
+     * Format collected content as a prompt-friendly string
+     */
+    formatForPrompt(): Promise<string>;
+}
+//# sourceMappingURL=skill-content-collector.d.ts.map

package/dist/engine/skill-content-collector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-content-collector.d.ts","sourceRoot":"","sources":["../../src/engine/skill-content-collector.ts"],"names":[],"mappings":"AAUA,kDAAkD;AAClD,MAAM,WAAW,YAAY;IAC3B,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,4BAA4B;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,4CAA4C;IAC5C,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,iDAAiD;IACjD,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B;AAED,wBAAwB;AACxB,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,qBAAa,qBAAqB;IAChC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;gBAEhB,SAAS,EAAE,MAAM;IAK7B;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAoC3C;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAU5C;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC;IAIvC;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAqBvD;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAuBpD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;IAgBzC;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;CAuBzC"}

package/dist/engine/skill-content-collector.js

@@ -0,0 +1,157 @@
+/**
+ * Skill content collector for test generation.
+ *
+ * Collects and formats skill content (SKILL.md, references/, scripts/)
+ * for analysis by Claude CLI to generate test files.
+ */
+import { readFile, readdir, stat } from 'node:fs/promises';
+import { join, extname } from 'node:path';
+import matter from 'gray-matter';
+/**
+ * Skill content collector - gathers skill files for test generation
+ */
+export class SkillContentCollector {
+    skillPath;
+    skillMdPath;
+    constructor(skillPath) {
+        this.skillPath = skillPath;
+        this.skillMdPath = join(skillPath, 'SKILL.md');
+    }
+    /**
+     * Validate skill has required SKILL.md with YAML frontmatter
+     */
+    async validate() {
+        try {
+            await stat(this.skillPath);
+        }
+        catch {
+            return { valid: false, message: `Skill path not found: ${this.skillPath}` };
+        }
+        try {
+            await stat(this.skillMdPath);
+        }
+        catch {
+            return { valid: false, message: `SKILL.md not found in ${this.skillPath}` };
+        }
+        const content = await readFile(this.skillMdPath, 'utf-8');
+        if (!content.startsWith('---')) {
+            return { valid: false, message: 'SKILL.md missing YAML frontmatter' };
+        }
+        try {
+            const { data: frontmatter } = matter(content);
+            if (!frontmatter.name) {
+                return { valid: false, message: "Missing 'name' in frontmatter" };
+            }
+            if (!frontmatter.description) {
+                return { valid: false, message: "Missing 'description' in frontmatter" };
+            }
+            return { valid: true, message: 'Valid' };
+        }
+        catch {
+            return { valid: false, message: 'Invalid YAML frontmatter format' };
+        }
+    }
+    /**
+     * Extract skill name from SKILL.md frontmatter
+     */
+    async getSkillName() {
+        try {
+            const content = await readFile(this.skillMdPath, 'utf-8');
+            const { data: frontmatter } = matter(content);
+            return frontmatter.name || null;
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Read SKILL.md content
+     */
+    async collectSkillMd() {
+        return readFile(this.skillMdPath, 'utf-8');
+    }
+    /**
+     * Collect all markdown files from references/ directory
+     */
+    async collectReferences() {
+        const refs = new Map();
+        const refsDir = join(this.skillPath, 'references');
+        try {
+            const entries = await readdir(refsDir);
+            for (const entry of entries) {
+                if (extname(entry) === '.md') {
+                    const filePath = join(refsDir, entry);
+                    const content = await readFile(filePath, 'utf-8');
+                    refs.set(entry, content);
+                }
+            }
+        }
+        catch {
+            // references/ directory doesn't exist - that's okay
+        }
+        return refs;
+    }
+    /**
+     * Collect Python scripts from scripts/ directory (first 100 lines)
+     */
+    async collectScripts() {
+        const scripts = new Map();
+        const scriptsDir = join(this.skillPath, 'scripts');
+        try {
+            const entries = await readdir(scriptsDir);
+            for (const entry of entries) {
+                if (extname(entry) === '.py') {
+                    const filePath = join(scriptsDir, entry);
+                    const content = await readFile(filePath, 'utf-8');
+                    // Limit to first 100 lines to reduce token usage
+                    const lines = content.split('\n').slice(0, 100);
+                    scripts.set(entry, lines.join('\n'));
+                }
+            }
+        }
+        catch {
+            // scripts/ directory doesn't exist - that's okay
+        }
+        return scripts;
+    }
+    /**
+     * Collect all skill content for Claude analysis
+     */
+    async collectAll() {
+        const [skillName, skillMd, references, scripts] = await Promise.all([
+            this.getSkillName(),
+            this.collectSkillMd(),
+            this.collectReferences(),
+            this.collectScripts(),
+        ]);
+        return {
+            skillName: skillName || 'unknown-skill',
+            skillMd,
+            references,
+            scripts,
+        };
+    }
+    /**
+     * Format collected content as a prompt-friendly string
+     */
+    async formatForPrompt() {
+        const content = await this.collectAll();
+        const parts = [];
+        parts.push(`# Skill: ${content.skillName}\n`);
+        parts.push('## SKILL.md\n```markdown\n' + content.skillMd + '\n```\n');
+        if (content.references.size > 0) {
+            parts.push('## Reference Files\n');
+            for (const [name, text] of content.references) {
+                parts.push(`### ${name}\n\`\`\`markdown\n${text}\n\`\`\`\n`);
+            }
+        }
+        if (content.scripts.size > 0) {
+            parts.push('## Scripts (first 100 lines each)\n');
+            for (const [name, text] of content.scripts) {
+                parts.push(`### ${name}\n\`\`\`python\n${text}\n\`\`\`\n`);
+            }
+        }
+        return parts.join('\n');
+    }
+}
+//# sourceMappingURL=skill-content-collector.js.map

package/dist/engine/skill-content-collector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-content-collector.js","sourceRoot":"","sources":["../../src/engine/skill-content-collector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,MAAM,MAAM,aAAa,CAAC;AAoBjC;;GAEG;AACH,MAAM,OAAO,qBAAqB;IACxB,SAAS,CAAS;IAClB,WAAW,CAAS;IAE5B,YAAY,SAAiB;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,yBAAyB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,yBAAyB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;QAC9E,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC;QACxE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAE9C,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBACtB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;YACpE,CAAC;YAED,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;gBAC7B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,sCAAsC,EAAE,CAAC;YAC3E,CAAC;YAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC;QACtE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,OAAO,WAAW,CAAC,IAAI,IAAI,IAAI,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc;QAClB,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAEnD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;YAEvC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;oBAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBACtC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBAClD,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;QACtD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAEnD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;YAE1C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;oBAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;oBACzC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBAClD,iDAAiD;oBACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBAChD,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;QACnD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClE,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,iBAAiB,EAAE;YACxB,IAAI,CAAC,cAAc,EAAE;SACtB,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,SAAS,IAAI,eAAe;YACvC,OAAO;YACP,UAAU;YACV,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,4BAA4B,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;QAEvE,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACnC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,qBAAqB,IAAI,YAAY,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YAClD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBAC3C,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,mBAAmB,IAAI,YAAY,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF"}