@nuasite/cms-marker 0.0.72 → 0.0.73

package/src/source-finder/variable-extraction.ts

@@ -0,0 +1,355 @@
+import { parse as parseBabel } from '@babel/parser'
+import fs from 'node:fs/promises'
+import path from 'node:path'
+
+import { extractArrayElements, extractObjectProperties, getStringValue } from './ast-extractors'
+import type { BabelFile, BabelNode, ImportInfo, VariableDefinition } from './types'
+import { createFrontmatterLineTransformer, identityLine } from './types'
+
+// ============================================================================
+// Variable Definition Extraction
+// ============================================================================
+
+/**
+ * Extract variable definitions from Babel AST
+ * Finds const/let/var declarations with string literal values
+ *
+ * Note: Babel parses the frontmatter content (without --- delimiters) starting at line 1.
+ * frontmatterStartLine is the actual file line where the content begins (after first ---).
+ * So we convert: file_line = (babel_line - 1) + frontmatterStartLine
+ */
+export function extractVariableDefinitions(ast: BabelFile, frontmatterStartLine: number): VariableDefinition[] {
+	const definitions: VariableDefinition[] = []
+	const lineTransformer = createFrontmatterLineTransformer(frontmatterStartLine)
+
+	function visitNode(node: BabelNode) {
+		if (node.type === 'VariableDeclaration') {
+			const declarations = node.declarations as BabelNode[] | undefined
+			for (const decl of declarations ?? []) {
+				const id = decl.id as BabelNode | undefined
+				const init = decl.init as BabelNode | undefined
+				if (id?.type === 'Identifier' && init) {
+					const varName = id.name as string
+					const loc = decl.loc as { start: { line: number } } | undefined
+					const line = lineTransformer(loc?.start.line ?? 1)
+
+					// Simple string value
+					const stringValue = getStringValue(init)
+					if (stringValue !== null) {
+						definitions.push({ name: varName, value: stringValue, line })
+					}
+
+					// Object expression - extract properties recursively
+					if (init.type === 'ObjectExpression') {
+						extractObjectProperties(init, varName, definitions, lineTransformer)
+					}
+
+					// Array expression - extract elements
+					if (init.type === 'ArrayExpression') {
+						extractArrayElements(init, varName, definitions, lineTransformer, line)
+					}
+				}
+			}
+		}
+
+		// Recursively visit child nodes
+		for (const key of Object.keys(node)) {
+			const value = node[key]
+			if (value && typeof value === 'object') {
+				if (Array.isArray(value)) {
+					for (const item of value) {
+						if (item && typeof item === 'object' && 'type' in item) {
+							visitNode(item as BabelNode)
+						}
+					}
+				} else if ('type' in value) {
+					visitNode(value as BabelNode)
+				}
+			}
+		}
+	}
+
+	visitNode(ast.program)
+	return definitions
+}
+
+// ============================================================================
+// Prop Alias Extraction
+// ============================================================================
+
+/**
+ * Extract prop aliases from Astro.props destructuring patterns.
+ * Returns a Map of local variable name -> prop name.
+ * Examples:
+ *   const { title } = Astro.props         -> Map { 'title' => 'title' }
+ *   const { items: navItems } = Astro.props -> Map { 'navItems' => 'items' }
+ */
+export function extractPropAliases(ast: BabelFile): Map<string, string> {
+	const propAliases = new Map<string, string>()
+
+	function visitNode(node: BabelNode) {
+		if (node.type === 'VariableDeclaration') {
+			const declarations = node.declarations as BabelNode[] | undefined
+			for (const decl of declarations ?? []) {
+				const id = decl.id as BabelNode | undefined
+				const init = decl.init as BabelNode | undefined
+
+				// Check for destructuring from Astro.props
+				// Pattern: const { x, y } = Astro.props;
+				if (id?.type === 'ObjectPattern' && init?.type === 'MemberExpression') {
+					const object = init.object as BabelNode | undefined
+					const property = init.property as BabelNode | undefined
+
+					if (
+						object?.type === 'Identifier'
+						&& (object.name as string) === 'Astro'
+						&& property?.type === 'Identifier'
+						&& (property.name as string) === 'props'
+					) {
+						// Extract property names from the destructuring pattern
+						const properties = id.properties as BabelNode[] | undefined
+						for (const prop of properties ?? []) {
+							if (prop.type === 'ObjectProperty') {
+								const key = prop.key as BabelNode | undefined
+								const value = prop.value as BabelNode | undefined
+
+								if (key?.type === 'Identifier') {
+									const propName = key.name as string
+									// Check for renaming: { items: navItems }
+									// key is the prop name (items), value is the local name (navItems)
+									if (value?.type === 'Identifier') {
+										const localName = value.name as string
+										propAliases.set(localName, propName)
+									} else if (value?.type === 'AssignmentPattern') {
+										// Handle default values: { items: navItems = [] } or { items = [] }
+										const left = value.left as BabelNode | undefined
+										if (left?.type === 'Identifier') {
+											propAliases.set(left.name as string, propName)
+										}
+									} else {
+										// Simple case: { items } - key and value are the same
+										propAliases.set(propName, propName)
+									}
+								}
+							} else if (prop.type === 'RestElement') {
+								// Handle rest pattern: const { x, ...rest } = Astro.props;
+								const argument = prop.argument as BabelNode | undefined
+								if (argument?.type === 'Identifier') {
+									// Rest element captures all remaining props
+									propAliases.set(argument.name as string, '...')
+								}
+							}
+						}
+					}
+				}
+			}
+		}
+
+		// Recursively visit child nodes
+		for (const key of Object.keys(node)) {
+			const value = node[key]
+			if (value && typeof value === 'object') {
+				if (Array.isArray(value)) {
+					for (const item of value) {
+						if (item && typeof item === 'object' && 'type' in item) {
+							visitNode(item as BabelNode)
+						}
+					}
+				} else if ('type' in value) {
+					visitNode(value as BabelNode)
+				}
+			}
+		}
+	}
+
+	visitNode(ast.program)
+	return propAliases
+}
+
+// ============================================================================
+// Import Extraction
+// ============================================================================
+
+/**
+ * Extract import information from Babel AST.
+ * Handles:
+ *   import { foo } from './file'           -> { localName: 'foo', importedName: 'foo', source: './file' }
+ *   import { foo as bar } from './file'    -> { localName: 'bar', importedName: 'foo', source: './file' }
+ *   import foo from './file'               -> { localName: 'foo', importedName: 'default', source: './file' }
+ *   import * as foo from './file'          -> { localName: 'foo', importedName: '*', source: './file' }
+ */
+export function extractImports(ast: BabelFile): ImportInfo[] {
+	const imports: ImportInfo[] = []
+
+	for (const node of ast.program.body) {
+		if (node.type === 'ImportDeclaration') {
+			const source = (node.source as BabelNode)?.value as string
+			if (!source) continue
+
+			const specifiers = node.specifiers as BabelNode[] | undefined
+			for (const spec of specifiers ?? []) {
+				if (spec.type === 'ImportSpecifier') {
+					// Named import: import { foo } from './file' or import { foo as bar } from './file'
+					const imported = spec.imported as BabelNode | undefined
+					const local = spec.local as BabelNode | undefined
+					if (imported?.type === 'Identifier' && local?.type === 'Identifier') {
+						imports.push({
+							localName: local.name as string,
+							importedName: imported.name as string,
+							source,
+						})
+					}
+				} else if (spec.type === 'ImportDefaultSpecifier') {
+					// Default import: import foo from './file'
+					const local = spec.local as BabelNode | undefined
+					if (local?.type === 'Identifier') {
+						imports.push({
+							localName: local.name as string,
+							importedName: 'default',
+							source,
+						})
+					}
+				} else if (spec.type === 'ImportNamespaceSpecifier') {
+					// Namespace import: import * as foo from './file'
+					const local = spec.local as BabelNode | undefined
+					if (local?.type === 'Identifier') {
+						imports.push({
+							localName: local.name as string,
+							importedName: '*',
+							source,
+						})
+					}
+				}
+			}
+		}
+	}
+
+	return imports
+}
+
+// ============================================================================
+// Import Resolution
+// ============================================================================
+
+/**
+ * Resolve an import source path to an absolute file path.
+ * Handles relative paths and tries common extensions.
+ */
+export async function resolveImportPath(source: string, fromFile: string): Promise<string | null> {
+	// Only handle relative imports
+	if (!source.startsWith('.')) {
+		return null
+	}
+
+	const fromDir = path.dirname(fromFile)
+	const basePath = path.resolve(fromDir, source)
+
+	// Try different extensions
+	const extensions = ['.ts', '.js', '.astro', '.tsx', '.jsx', '']
+	for (const ext of extensions) {
+		const fullPath = basePath + ext
+		try {
+			await fs.access(fullPath)
+			return fullPath
+		} catch {
+			// File doesn't exist with this extension
+		}
+	}
+
+	// Try index files
+	for (const ext of ['.ts', '.js', '.tsx', '.jsx']) {
+		const indexPath = path.join(basePath, `index${ext}`)
+		try {
+			await fs.access(indexPath)
+			return indexPath
+		} catch {
+			// File doesn't exist
+		}
+	}
+
+	return null
+}
+
+// ============================================================================
+// Export Extraction (for external files)
+// ============================================================================
+
+/**
+ * Parse a TypeScript/JavaScript file and extract exported variable definitions.
+ */
+export async function getExportedDefinitions(filePath: string): Promise<VariableDefinition[]> {
+	try {
+		const content = await fs.readFile(filePath, 'utf-8')
+		const ast = parseBabel(content, {
+			sourceType: 'module',
+			plugins: ['typescript'],
+			errorRecovery: true,
+		}) as unknown as BabelFile
+
+		const definitions: VariableDefinition[] = []
+
+		for (const node of ast.program.body) {
+			// Handle: export const foo = 'value'
+			if (node.type === 'ExportNamedDeclaration') {
+				const declaration = node.declaration as BabelNode | undefined
+				if (declaration?.type === 'VariableDeclaration') {
+					const declarations = declaration.declarations as BabelNode[] | undefined
+					for (const decl of declarations ?? []) {
+						const id = decl.id as BabelNode | undefined
+						const init = decl.init as BabelNode | undefined
+						if (id?.type === 'Identifier' && init) {
+							const varName = id.name as string
+							const loc = decl.loc as { start: { line: number } } | undefined
+							const line = loc?.start.line ?? 1
+
+							const stringValue = getStringValue(init)
+							if (stringValue !== null) {
+								definitions.push({ name: varName, value: stringValue, line })
+							}
+
+							if (init.type === 'ObjectExpression') {
+								extractObjectProperties(init, varName, definitions, identityLine)
+							}
+
+							if (init.type === 'ArrayExpression') {
+								extractArrayElements(init, varName, definitions, identityLine, line)
+							}
+						}
+					}
+				}
+			}
+
+			// Handle: const foo = 'value'; export { foo }
+			// First collect all variable declarations
+			if (node.type === 'VariableDeclaration') {
+				const declarations = node.declarations as BabelNode[] | undefined
+				for (const decl of declarations ?? []) {
+					const id = decl.id as BabelNode | undefined
+					const init = decl.init as BabelNode | undefined
+					if (id?.type === 'Identifier' && init) {
+						const varName = id.name as string
+						const loc = decl.loc as { start: { line: number } } | undefined
+						const line = loc?.start.line ?? 1
+
+						const stringValue = getStringValue(init)
+						if (stringValue !== null) {
+							definitions.push({ name: varName, value: stringValue, line })
+						}
+
+						if (init.type === 'ObjectExpression') {
+							extractObjectProperties(init, varName, definitions, identityLine)
+						}
+
+						if (init.type === 'ArrayExpression') {
+							extractArrayElements(init, varName, definitions, identityLine, line)
+						}
+					}
+				}
+			}
+		}
+
+		return definitions
+	} catch {
+		return []
+	}
+}

package/dist/types/source-finder.d.ts

@@ -1,117 +0,0 @@
-import type { ManifestEntry } from './types';
-/**
- * Clear all caches - call at start of each build
- */
-export declare function clearSourceFinderCache(): void;
-/**
- * Initialize search index by pre-scanning all source files.
- * This is much faster than searching per-entry.
- */
-export declare function initializeSearchIndex(): Promise<void>;
-export interface SourceLocation {
-    file: string;
-    line: number;
-    snippet?: string;
-    type?: 'static' | 'variable' | 'prop' | 'computed' | 'collection';
-    variableName?: string;
-    definitionLine?: number;
-    /** Collection name for collection entries */
-    collectionName?: string;
-    /** Entry slug for collection entries */
-    collectionSlug?: string;
-}
-export interface VariableReference {
-    name: string;
-    pattern: string;
-    definitionLine: number;
-}
-export interface CollectionInfo {
-    name: string;
-    slug: string;
-    file: string;
-}
-export interface MarkdownContent {
-    /** Frontmatter fields as key-value pairs with line numbers */
-    frontmatter: Record<string, {
-        value: string;
-        line: number;
-    }>;
-    /** The full markdown body content */
-    body: string;
-    /** Line number where body starts */
-    bodyStartLine: number;
-    /** File path relative to cwd */
-    file: string;
-    /** Collection name */
-    collectionName: string;
-    /** Collection slug */
-    collectionSlug: string;
-}
-/**
- * Find source file and line number for text content.
- * Uses pre-built search index for fast lookups.
- */
-export declare function findSourceLocation(textContent: string, tag: string): Promise<SourceLocation | undefined>;
-/**
- * Find source file and line number for an image by its src attribute.
- * Uses pre-built search index for fast lookups.
- */
-export declare function findImageSourceLocation(imageSrc: string): Promise<SourceLocation | undefined>;
-/**
- * Extract complete tag snippet including content and indentation.
- * Exported for use in html-processor to populate sourceSnippet.
- *
- * When startLine points to a line inside the element (e.g., the text content line),
- * this function searches backwards to find the opening tag first.
- */
-export declare function extractCompleteTagSnippet(lines: string[], startLine: number, tag: string): string;
-/**
- * Extract innerHTML from a complete tag snippet.
- * Given `<p class="foo">content here</p>`, returns `content here`.
- *
- * @param snippet - The complete tag snippet from source
- * @param tag - The tag name (e.g., 'p', 'h1')
- * @returns The innerHTML portion, or undefined if can't extract
- */
-export declare function extractInnerHtmlFromSnippet(snippet: string, tag: string): string | undefined;
-/**
- * Read source file and extract the innerHTML at the specified line.
- *
- * @param sourceFile - Path to source file (relative to cwd)
- * @param sourceLine - 1-indexed line number
- * @param tag - The tag name
- * @returns The innerHTML from source, or undefined if can't extract
- */
-export declare function extractSourceInnerHtml(sourceFile: string, sourceLine: number, tag: string): Promise<string | undefined>;
-/**
- * Find markdown collection file for a given page path
- * @param pagePath - The URL path of the page (e.g., '/services/3d-tisk')
- * @param contentDir - The content directory (default: 'src/content')
- * @returns Collection info if found, undefined otherwise
- */
-export declare function findCollectionSource(pagePath: string, contentDir?: string): Promise<CollectionInfo | undefined>;
-/**
- * Find text content in a markdown file and return source location
- * Only matches frontmatter fields, not body content (body is handled separately as a whole)
- * @param textContent - The text content to search for
- * @param collectionInfo - Collection information (name, slug, file path)
- * @returns Source location if found in frontmatter
- */
-export declare function findMarkdownSourceLocation(textContent: string, collectionInfo: CollectionInfo): Promise<SourceLocation | undefined>;
-/**
- * Parse markdown file and extract frontmatter fields and full body content.
- * Uses caching for better performance.
- * @param collectionInfo - Collection information (name, slug, file path)
- * @returns Parsed markdown content with frontmatter and body
- */
-export declare function parseMarkdownContent(collectionInfo: CollectionInfo): Promise<MarkdownContent | undefined>;
-/**
- * Enhance manifest entries with actual source snippets from source files.
- * This reads the source files and extracts the innerHTML at the specified locations.
- * For images, it finds the correct line containing the src attribute.
- *
- * @param entries - Manifest entries to enhance
- * @returns Enhanced entries with sourceSnippet populated
- */
-export declare function enhanceManifestWithSourceSnippets(entries: Record<string, ManifestEntry>): Promise<Record<string, ManifestEntry>>;
-//# sourceMappingURL=source-finder.d.ts.map

package/dist/types/source-finder.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"source-finder.d.ts","sourceRoot":"","sources":["../../src/source-finder.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAgE5C;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,IAAI,CAO7C;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAwC3D;AAqXD,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,IAAI,CAAC,EAAE,QAAQ,GAAG,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,YAAY,CAAA;IACjE,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,6CAA6C;IAC7C,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,wCAAwC;IACxC,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,WAAW,eAAe;IAC/B,8DAA8D;IAC9D,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC5D,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAA;IACZ,oCAAoC;IACpC,aAAa,EAAE,MAAM,CAAA;IACrB,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,sBAAsB;IACtB,cAAc,EAAE,MAAM,CAAA;IACtB,sBAAsB;IACtB,cAAc,EAAE,MAAM,CAAA;CACtB;AAkuCD;;;GAGG;AACH,wBAAsB,kBAAkB,CACvC,WAAW,EAAE,MAAM,EACnB,GAAG,EAAE,MAAM,GACT,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CA2CrC;AAED;;;GAGG;AACH,wBAAsB,uBAAuB,CAC5C,QAAQ,EAAE,MAAM,GACd,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CA+BrC;AAmXD;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAyDjG;AAED;;;;;;;GAOG;AACH,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAqB5F;AAED;;;;;;;GAOG;AACH,wBAAsB,sBAAsB,CAC3C,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAiB7B;AAkBD;;;;;GAKG;AACH,wBAAsB,oBAAoB,CACzC,QAAQ,EAAE,MAAM,EAChB,UAAU,GAAE,MAAsB,GAChC,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAoDrC;AA4ED;;;;;;GAMG;AACH,wBAAsB,0BAA0B,CAC/C,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,cAAc,GAC5B,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAmErC;AAED;;;;;GAKG;AACH,wBAAsB,oBAAoB,CACzC,cAAc,EAAE,cAAc,GAC5B,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAuEtC;AAmBD;;;;;;;GAOG;AACH,wBAAsB,iCAAiC,CACtD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,GACpC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAgDxC"}