ralph-starter 0.0.1 → 0.1.1-beta.1

package/dist/sources/base.d.ts

@@ -0,0 +1,72 @@
+import type { InputSource, SourceCredentials, SourceOptions, SourceResult } from './types.js';
+/**
+ * Abstract base class for input sources
+ * Provides common functionality for all source implementations
+ */
+export declare abstract class BaseSource implements InputSource {
+    abstract name: string;
+    abstract description: string;
+    abstract type: 'builtin' | 'integration';
+    /**
+     * Check if this source is available
+     * Override in subclasses for custom availability checks
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Whether this source requires authentication
+     * Override in subclasses that need auth
+     */
+    requiresAuth(): boolean;
+    /**
+     * Fetch content from this source
+     * Must be implemented by subclasses
+     */
+    abstract fetch(identifier: string, options?: SourceOptions): Promise<SourceResult>;
+    /**
+     * Get help text for using this source
+     * Override in subclasses for custom help
+     */
+    getHelp(): string;
+    /**
+     * Get credentials for this source from config
+     */
+    protected getCredentials(): Promise<SourceCredentials | null>;
+    /**
+     * Validate that credentials work
+     * Override in subclasses that need auth
+     */
+    validateCredentials(): Promise<boolean>;
+    /**
+     * Convert content to markdown if needed
+     * Helper for sources that fetch non-markdown content
+     */
+    protected toMarkdown(content: string, format?: 'text' | 'html' | 'json'): string;
+    /**
+     * Create a standardized error message
+     */
+    protected error(message: string): never;
+}
+/**
+ * Base class for builtin sources (file, url, pdf)
+ */
+export declare abstract class BuiltinSource extends BaseSource {
+    type: 'builtin';
+    requiresAuth(): boolean;
+}
+/**
+ * Base class for integration sources (todoist, linear, notion, github)
+ */
+export declare abstract class IntegrationSource extends BaseSource {
+    type: 'integration';
+    requiresAuth(): boolean;
+    /**
+     * Get the required credential key name
+     * Override in subclasses
+     */
+    protected getRequiredCredentialKey(): string;
+    /**
+     * Get the API key for this integration
+     */
+    protected getApiKey(): Promise<string>;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/sources/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/sources/base.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE9F;;;GAGG;AACH,8BAAsB,UAAW,YAAW,WAAW;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,aAAa,CAAC;IAEzC;;;OAGG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAQrC;;;OAGG;IACH,YAAY,IAAI,OAAO;IAIvB;;;OAGG;IACH,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;IAElF;;;OAGG;IACH,OAAO,IAAI,MAAM;IAIjB;;OAEG;cACa,cAAc,IAAI,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAInE;;;OAGG;IACG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAQ7C;;;OAGG;IACH,SAAS,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM;IAkChF;;OAEG;IACH,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK;CAGxC;AAED;;GAEG;AACH,8BAAsB,aAAc,SAAQ,UAAU;IACpD,IAAI,EAAE,SAAS,CAAa;IAE5B,YAAY,IAAI,OAAO;CAGxB;AAED;;GAEG;AACH,8BAAsB,iBAAkB,SAAQ,UAAU;IACxD,IAAI,EAAE,aAAa,CAAiB;IAEpC,YAAY,IAAI,OAAO;IAIvB;;;OAGG;IACH,SAAS,CAAC,wBAAwB,IAAI,MAAM;IAI5C;;OAEG;cACa,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;CAU7C"}

package/dist/sources/base.js

@@ -0,0 +1,127 @@
+import { getSourceCredentials } from './config.js';
+/**
+ * Abstract base class for input sources
+ * Provides common functionality for all source implementations
+ */
+export class BaseSource {
+    /**
+     * Check if this source is available
+     * Override in subclasses for custom availability checks
+     */
+    async isAvailable() {
+        if (this.requiresAuth()) {
+            const creds = await this.getCredentials();
+            return creds !== null && Object.keys(creds).length > 0;
+        }
+        return true;
+    }
+    /**
+     * Whether this source requires authentication
+     * Override in subclasses that need auth
+     */
+    requiresAuth() {
+        return false;
+    }
+    /**
+     * Get help text for using this source
+     * Override in subclasses for custom help
+     */
+    getHelp() {
+        return `${this.name}: ${this.description}`;
+    }
+    /**
+     * Get credentials for this source from config
+     */
+    async getCredentials() {
+        return getSourceCredentials(this.name);
+    }
+    /**
+     * Validate that credentials work
+     * Override in subclasses that need auth
+     */
+    async validateCredentials() {
+        if (!this.requiresAuth()) {
+            return true;
+        }
+        const creds = await this.getCredentials();
+        return creds !== null && (creds.apiKey !== undefined || creds.token !== undefined);
+    }
+    /**
+     * Convert content to markdown if needed
+     * Helper for sources that fetch non-markdown content
+     */
+    toMarkdown(content, format) {
+        if (!format || format === 'text') {
+            return content;
+        }
+        if (format === 'html') {
+            // Basic HTML to markdown conversion
+            return content
+                .replace(/<h1[^>]*>(.*?)<\/h1>/gi, '# $1\n')
+                .replace(/<h2[^>]*>(.*?)<\/h2>/gi, '## $1\n')
+                .replace(/<h3[^>]*>(.*?)<\/h3>/gi, '### $1\n')
+                .replace(/<p[^>]*>(.*?)<\/p>/gi, '$1\n\n')
+                .replace(/<li[^>]*>(.*?)<\/li>/gi, '- $1\n')
+                .replace(/<br\s*\/?>/gi, '\n')
+                .replace(/<[^>]+>/g, '')
+                .replace(/&nbsp;/g, ' ')
+                .replace(/&amp;/g, '&')
+                .replace(/&lt;/g, '<')
+                .replace(/&gt;/g, '>')
+                .trim();
+        }
+        if (format === 'json') {
+            try {
+                const obj = JSON.parse(content);
+                return `\`\`\`json\n${JSON.stringify(obj, null, 2)}\n\`\`\``;
+            }
+            catch {
+                return content;
+            }
+        }
+        return content;
+    }
+    /**
+     * Create a standardized error message
+     */
+    error(message) {
+        throw new Error(`[${this.name}] ${message}`);
+    }
+}
+/**
+ * Base class for builtin sources (file, url, pdf)
+ */
+export class BuiltinSource extends BaseSource {
+    type = 'builtin';
+    requiresAuth() {
+        return false;
+    }
+}
+/**
+ * Base class for integration sources (todoist, linear, notion, github)
+ */
+export class IntegrationSource extends BaseSource {
+    type = 'integration';
+    requiresAuth() {
+        return true;
+    }
+    /**
+     * Get the required credential key name
+     * Override in subclasses
+     */
+    getRequiredCredentialKey() {
+        return 'apiKey';
+    }
+    /**
+     * Get the API key for this integration
+     */
+    async getApiKey() {
+        const creds = await this.getCredentials();
+        const key = this.getRequiredCredentialKey();
+        if (!creds || !creds[key]) {
+            this.error(`No ${key} configured. Run: ralph-starter config set ${this.name}.${key} <value>`);
+        }
+        return creds[key];
+    }
+}
+//# sourceMappingURL=base.js.map

package/dist/sources/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/sources/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAGnD;;;GAGG;AACH,MAAM,OAAgB,UAAU;IAK9B;;;OAGG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,OAAO,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,YAAY;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAQD;;;OAGG;IACH,OAAO;QACL,OAAO,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7C,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,cAAc;QAC5B,OAAO,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACvB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC1C,OAAO,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IACrF,CAAC;IAED;;;OAGG;IACO,UAAU,CAAC,OAAe,EAAE,MAAiC;QACrE,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACjC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,oCAAoC;YACpC,OAAO,OAAO;iBACX,OAAO,CAAC,wBAAwB,EAAE,QAAQ,CAAC;iBAC3C,OAAO,CAAC,wBAAwB,EAAE,SAAS,CAAC;iBAC5C,OAAO,CAAC,wBAAwB,EAAE,UAAU,CAAC;iBAC7C,OAAO,CAAC,sBAAsB,EAAE,QAAQ,CAAC;iBACzC,OAAO,CAAC,wBAAwB,EAAE,QAAQ,CAAC;iBAC3C,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;iBAC7B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;iBACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;iBACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;iBACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;iBACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;iBACrB,IAAI,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAChC,OAAO,eAAe,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,OAAe;QAC7B,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAgB,aAAc,SAAQ,UAAU;IACpD,IAAI,GAAc,SAAS,CAAC;IAE5B,YAAY;QACV,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAgB,iBAAkB,SAAQ,UAAU;IACxD,IAAI,GAAkB,aAAa,CAAC;IAEpC,YAAY;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACO,wBAAwB;QAChC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,SAAS;QACvB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAE5C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,8CAA8C,IAAI,CAAC,IAAI,IAAI,GAAG,UAAU,CAAC,CAAC;QAChG,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAW,CAAC;IAC9B,CAAC;CACF"}

package/dist/sources/builtin/file.d.ts

@@ -0,0 +1,21 @@
+import { BuiltinSource } from '../base.js';
+import type { SourceOptions, SourceResult } from '../types.js';
+/**
+ * File source - reads specs from local files and directories
+ *
+ * Supports:
+ * - Single markdown files
+ * - Directories (reads all .md files)
+ * - Glob patterns (basic support)
+ */
+export declare class FileSource extends BuiltinSource {
+    name: string;
+    description: string;
+    isAvailable(): Promise<boolean>;
+    fetch(identifier: string, options?: SourceOptions): Promise<SourceResult>;
+    private fetchFile;
+    private fetchDirectory;
+    private getLangFromExt;
+    getHelp(): string;
+}
+//# sourceMappingURL=file.d.ts.map

package/dist/sources/builtin/file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../src/sources/builtin/file.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE/D;;;;;;;GAOG;AACH,qBAAa,UAAW,SAAQ,aAAa;IAC3C,IAAI,SAAU;IACd,WAAW,SAAgD;IAErD,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAI/B,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;IAoB/E,OAAO,CAAC,SAAS;IA0BjB,OAAO,CAAC,cAAc;IAqCtB,OAAO,CAAC,cAAc;IAyBtB,OAAO,IAAI,MAAM;CAmBlB"}

package/dist/sources/builtin/file.js

@@ -0,0 +1,129 @@
+import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';
+import { basename, extname, join, resolve } from 'node:path';
+import { BuiltinSource } from '../base.js';
+/**
+ * File source - reads specs from local files and directories
+ *
+ * Supports:
+ * - Single markdown files
+ * - Directories (reads all .md files)
+ * - Glob patterns (basic support)
+ */
+export class FileSource extends BuiltinSource {
+    name = 'file';
+    description = 'Read specs from local files or directories';
+    async isAvailable() {
+        return true; // Always available
+    }
+    async fetch(identifier, options) {
+        const path = resolve(process.cwd(), identifier);
+        if (!existsSync(path)) {
+            this.error(`File or directory not found: ${identifier}`);
+        }
+        const stat = statSync(path);
+        if (stat.isFile()) {
+            return this.fetchFile(path);
+        }
+        if (stat.isDirectory()) {
+            return this.fetchDirectory(path, options);
+        }
+        this.error(`Unsupported file type: ${identifier}`);
+    }
+    fetchFile(filePath) {
+        const ext = extname(filePath).toLowerCase();
+        const name = basename(filePath, ext);
+        // Read file content
+        const content = readFileSync(filePath, 'utf-8');
+        // For non-markdown files, wrap in code block
+        let markdown = content;
+        if (ext !== '.md' && ext !== '.markdown') {
+            const lang = this.getLangFromExt(ext);
+            markdown = `# ${name}\n\n\`\`\`${lang}\n${content}\n\`\`\``;
+        }
+        return {
+            content: markdown,
+            source: filePath,
+            title: name,
+            metadata: {
+                type: 'file',
+                extension: ext,
+                size: content.length,
+            },
+        };
+    }
+    fetchDirectory(dirPath, options) {
+        const limit = options?.limit || 50;
+        const files = readdirSync(dirPath)
+            .filter((f) => {
+            const ext = extname(f).toLowerCase();
+            return ext === '.md' || ext === '.markdown' || ext === '.txt';
+        })
+            .slice(0, limit);
+        if (files.length === 0) {
+            this.error(`No markdown files found in directory: ${dirPath}`);
+        }
+        // Combine all files into one document
+        const sections = [];
+        const metadata = {
+            type: 'directory',
+            files: [],
+        };
+        for (const file of files) {
+            const filePath = join(dirPath, file);
+            const content = readFileSync(filePath, 'utf-8');
+            const name = basename(file, extname(file));
+            sections.push(`# ${name}\n\n${content}`);
+            metadata.files.push(file);
+        }
+        return {
+            content: sections.join('\n\n---\n\n'),
+            source: dirPath,
+            title: basename(dirPath),
+            metadata,
+        };
+    }
+    getLangFromExt(ext) {
+        const langMap = {
+            '.ts': 'typescript',
+            '.tsx': 'typescript',
+            '.js': 'javascript',
+            '.jsx': 'javascript',
+            '.py': 'python',
+            '.rb': 'ruby',
+            '.go': 'go',
+            '.rs': 'rust',
+            '.java': 'java',
+            '.json': 'json',
+            '.yaml': 'yaml',
+            '.yml': 'yaml',
+            '.xml': 'xml',
+            '.html': 'html',
+            '.css': 'css',
+            '.sql': 'sql',
+            '.sh': 'bash',
+            '.bash': 'bash',
+            '.txt': 'text',
+        };
+        return langMap[ext] || 'text';
+    }
+    getHelp() {
+        return `
+file: Read specs from local files or directories
+
+Usage:
+  ralph-starter run --from ./path/to/spec.md
+  ralph-starter run --from ./specs/
+
+Examples:
+  ralph-starter run --from requirements.md
+  ralph-starter run --from ./docs/spec.md
+  ralph-starter run --from specs/          # Reads all .md files
+
+Supported formats:
+  - Markdown files (.md, .markdown)
+  - Text files (.txt)
+  - Any text file (wrapped in code block)
+`.trim();
+    }
+}
+//# sourceMappingURL=file.js.map

package/dist/sources/builtin/file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.js","sourceRoot":"","sources":["../../../src/sources/builtin/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAG3C;;;;;;;GAOG;AACH,MAAM,OAAO,UAAW,SAAQ,aAAa;IAC3C,IAAI,GAAG,MAAM,CAAC;IACd,WAAW,GAAG,4CAA4C,CAAC;IAE3D,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,CAAC,mBAAmB;IAClC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,OAAuB;QACrD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;QAEhD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,CAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;IACrD,CAAC;IAEO,SAAS,CAAC,QAAgB;QAChC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAErC,oBAAoB;QACpB,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEhD,6CAA6C;QAC7C,IAAI,QAAQ,GAAG,OAAO,CAAC;QACvB,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACtC,QAAQ,GAAG,KAAK,IAAI,aAAa,IAAI,KAAK,OAAO,UAAU,CAAC;QAC9D,CAAC;QAED,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,QAAQ;YAChB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE;gBACR,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,IAAI,EAAE,OAAO,CAAC,MAAM;aACrB;SACF,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,OAAe,EAAE,OAAuB;QAC7D,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC;aAC/B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACZ,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACrC,OAAO,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,WAAW,IAAI,GAAG,KAAK,MAAM,CAAC;QAChE,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAEnB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAA4B;YACxC,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,EAAE;SACV,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YAE3C,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,OAAO,EAAE,CAAC,CAAC;YACxC,QAAQ,CAAC,KAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO;YACL,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YACrC,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC;YACxB,QAAQ;SACT,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,GAAW;QAChC,MAAM,OAAO,GAA2B;YACtC,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,MAAM;YACf,OAAO,EAAE,MAAM;YACf,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,MAAM;SACf,CAAC;QACF,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC;IAChC,CAAC;IAED,OAAO;QACL,OAAO;;;;;;;;;;;;;;;;CAgBV,CAAC,IAAI,EAAE,CAAC;IACP,CAAC;CACF"}

package/dist/sources/builtin/github-scraper.d.ts

@@ -0,0 +1,65 @@
+/**
+ * GitHub HTML Scraper
+ *
+ * Parses GitHub pages to extract content without requiring authentication.
+ * Handles:
+ * - Single issues: /owner/repo/issues/123
+ * - Issue lists: /owner/repo/issues
+ * - File blobs: /owner/repo/blob/branch/path
+ * - README pages: /owner/repo (extracts readme)
+ */
+export interface GitHubIssue {
+    number: number;
+    title: string;
+    body: string;
+    state: 'open' | 'closed';
+    labels: string[];
+    author: string;
+    createdAt: string;
+    comments: GitHubComment[];
+}
+export interface GitHubComment {
+    author: string;
+    body: string;
+    createdAt: string;
+}
+export interface GitHubFile {
+    path: string;
+    content: string;
+    language?: string;
+}
+/**
+ * Detect if a URL is a GitHub URL and what type
+ */
+export declare function detectGitHubUrl(url: URL): {
+    type: 'issue' | 'issues' | 'blob' | 'repo' | 'raw' | null;
+    match: RegExpMatchArray | null;
+};
+/**
+ * Parse a single GitHub issue page
+ */
+export declare function parseGitHubIssue(html: string, issueNumber: number): GitHubIssue;
+/**
+ * Parse GitHub issue list page
+ */
+export declare function parseGitHubIssueList(html: string, _owner: string, _repo: string): {
+    issues: Partial<GitHubIssue>[];
+    hasMore: boolean;
+};
+/**
+ * Parse GitHub file blob page
+ */
+export declare function parseGitHubBlob(html: string, filepath: string): GitHubFile;
+/**
+ * Convert a GitHub issue to markdown
+ */
+export declare function issueToMarkdown(issue: GitHubIssue): string;
+/**
+ * Convert a GitHub file to markdown
+ */
+export declare function fileToMarkdown(file: GitHubFile): string;
+/**
+ * Convert issue list to markdown
+ */
+export declare function issueListToMarkdown(issues: Partial<GitHubIssue>[], owner: string, repo: string): string;
+//# sourceMappingURL=github-scraper.d.ts.map

package/dist/sources/builtin/github-scraper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-scraper.d.ts","sourceRoot":"","sources":["../../../src/sources/builtin/github-scraper.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,aAAa,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG;IACzC,IAAI,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;IAC1D,KAAK,EAAE,gBAAgB,GAAG,IAAI,CAAC;CAChC,CAqCA;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,WAAW,CA+C/E;AA+BD;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GACZ;IAAE,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAkBtD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,CAuD1E;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CA8C1D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAiBvD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,EAAE,EAC9B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,MAAM,CAYR"}