@nuasite/cms-marker 0.0.71 → 0.0.73

package/src/source-finder/source-lookup.ts

@@ -0,0 +1,197 @@
+import fs from 'node:fs/promises'
+import path from 'node:path'
+
+import { getProjectRoot } from '../config'
+import { getCachedParsedFile } from './ast-parser'
+import { isSearchIndexInitialized } from './cache'
+import { searchForExpressionProp, searchForImportedValue, searchForPropInParents } from './cross-file-tracker'
+import { findElementWithText } from './element-finder'
+import { findInTextIndex } from './search-index'
+import { extractCompleteTagSnippet, extractInnerHtmlFromSnippet } from './snippet-utils'
+import type { SourceLocation } from './types'
+
+// ============================================================================
+// Main Source Location Finding
+// ============================================================================
+
+/**
+ * Find source file and line number for text content.
+ * Uses pre-built search index for fast lookups.
+ */
+export async function findSourceLocation(
+	textContent: string,
+	tag: string,
+): Promise<SourceLocation | undefined> {
+	// Use index if available (much faster)
+	if (isSearchIndexInitialized()) {
+		return findInTextIndex(textContent, tag)
+	}
+
+	// Fallback to slow search if index not initialized
+	const srcDir = path.join(getProjectRoot(), 'src')
+
+	try {
+		const searchDirs = [
+			path.join(srcDir, 'components'),
+			path.join(srcDir, 'pages'),
+			path.join(srcDir, 'layouts'),
+		]
+
+		for (const dir of searchDirs) {
+			try {
+				const result = await searchDirectory(dir, textContent, tag)
+				if (result) {
+					return result
+				}
+			} catch {
+				// Directory doesn't exist, continue
+			}
+		}
+
+		// If not found directly, try searching for prop values in parent components
+		for (const dir of searchDirs) {
+			try {
+				const result = await searchForPropInParents(dir, textContent)
+				if (result) {
+					return result
+				}
+			} catch {
+				// Directory doesn't exist, continue
+			}
+		}
+	} catch {
+		// Search failed
+	}
+
+	return undefined
+}
+
+// ============================================================================
+// Directory Search
+// ============================================================================
+
+/**
+ * Recursively search directory for matching content
+ */
+export async function searchDirectory(
+	dir: string,
+	textContent: string,
+	tag: string,
+): Promise<SourceLocation | undefined> {
+	try {
+		const entries = await fs.readdir(dir, { withFileTypes: true })
+
+		for (const entry of entries) {
+			const fullPath = path.join(dir, entry.name)
+
+			if (entry.isDirectory()) {
+				const result = await searchDirectory(fullPath, textContent, tag)
+				if (result) return result
+			} else if (entry.isFile() && entry.name.endsWith('.astro')) {
+				const result = await searchAstroFile(fullPath, textContent, tag)
+				if (result) return result
+			}
+		}
+	} catch {
+		// Error reading directory
+	}
+
+	return undefined
+}
+
+// ============================================================================
+// Astro File Search
+// ============================================================================
+
+/**
+ * Search a single Astro file for matching content using AST parsing.
+ * Uses caching for better performance.
+ */
+export async function searchAstroFile(
+	filePath: string,
+	textContent: string,
+	tag: string,
+): Promise<SourceLocation | undefined> {
+	try {
+		// Use cached parsed file
+		const cached = await getCachedParsedFile(filePath)
+		if (!cached) return undefined
+
+		const { lines, ast, variableDefinitions, propAliases, imports } = cached
+
+		// Find matching element in template AST
+		const { bestMatch, propCandidates, importCandidates } = findElementWithText(
+			ast,
+			tag,
+			textContent,
+			variableDefinitions,
+			propAliases,
+			imports,
+		)
+
+		// First, check if we have a direct match (local variable or static content)
+		if (bestMatch && !bestMatch.usesProp && !bestMatch.usesImport) {
+			// Determine the editable line (definition for variables, usage for static)
+			const editableLine = bestMatch.type === 'variable' && bestMatch.definitionLine
+				? bestMatch.definitionLine
+				: bestMatch.line
+
+			// Get the source snippet - innerHTML for static content, definition line for variables
+			let snippet: string
+			if (bestMatch.type === 'static') {
+				// For static content, extract only the innerHTML (not the wrapper element)
+				const completeSnippet = extractCompleteTagSnippet(lines, editableLine - 1, tag)
+				snippet = extractInnerHtmlFromSnippet(completeSnippet, tag) ?? completeSnippet
+			} else {
+				// For variables/props, just the definition line with indentation
+				snippet = lines[editableLine - 1] || ''
+			}
+
+			return {
+				file: path.relative(getProjectRoot(), filePath),
+				line: editableLine,
+				snippet,
+				type: bestMatch.type,
+				variableName: bestMatch.variableName,
+				definitionLine: bestMatch.type === 'variable' ? bestMatch.definitionLine : undefined,
+			}
+		}
+
+		// Try all prop candidates - verify each one to find the correct match
+		// (handles multiple same-tag elements with different prop values)
+		for (const propCandidate of propCandidates) {
+			if (propCandidate.propName && propCandidate.expressionPath) {
+				const componentFileName = path.basename(filePath)
+				const exprPropResult = await searchForExpressionProp(
+					componentFileName,
+					propCandidate.propName,
+					propCandidate.expressionPath,
+					textContent,
+				)
+				if (exprPropResult) {
+					return exprPropResult
+				}
+			}
+		}
+
+		// Try all import candidates - verify each one to find the correct match
+		// (handles multiple same-tag elements with different imported values)
+		for (const importCandidate of importCandidates) {
+			if (importCandidate.importInfo && importCandidate.expressionPath) {
+				const importResult = await searchForImportedValue(
+					filePath,
+					importCandidate.importInfo,
+					importCandidate.expressionPath,
+					textContent,
+				)
+				if (importResult) {
+					return importResult
+				}
+			}
+		}
+	} catch {
+		// Error reading/parsing file
+	}
+
+	return undefined
+}

package/src/source-finder/types.ts

@@ -0,0 +1,206 @@
+import type { Node as AstroNode } from '@astrojs/compiler/types'
+
+// ============================================================================
+// Import and Variable Information
+// ============================================================================
+
+/** Import information from frontmatter */
+export interface ImportInfo {
+	/** Local name of the imported binding */
+	localName: string
+	/** Original exported name (or 'default' for default imports) */
+	importedName: string
+	/** The import source path (e.g., './config', '../data/nav') */
+	source: string
+}
+
+export interface VariableDefinition {
+	name: string
+	value: string
+	line: number
+	/** For object properties, the parent variable name */
+	parentName?: string
+}
+
+// ============================================================================
+// Cached File Types
+// ============================================================================
+
+export interface CachedParsedFile {
+	content: string
+	lines: string[]
+	ast: AstroNode
+	frontmatterContent: string | null
+	frontmatterStartLine: number
+	variableDefinitions: VariableDefinition[]
+	/** Mapping of local variable names to prop names from Astro.props destructuring
+	 *  e.g., { navItems: 'items' } for `const { items: navItems } = Astro.props` */
+	propAliases: Map<string, string>
+	/** Import information from frontmatter */
+	imports: ImportInfo[]
+}
+
+// ============================================================================
+// Search Index Types
+// ============================================================================
+
+/** Pre-built search index for fast lookups */
+export interface SearchIndexEntry {
+	file: string
+	line: number
+	snippet: string
+	type: 'static' | 'variable' | 'prop' | 'computed'
+	variableName?: string
+	definitionLine?: number
+	normalizedText: string
+	tag: string
+}
+
+export interface ImageIndexEntry {
+	file: string
+	line: number
+	snippet: string
+	src: string
+}
+
+// ============================================================================
+// Source Location Types (Public API)
+// ============================================================================
+
+export interface SourceLocation {
+	file: string
+	line: number
+	snippet?: string
+	type?: 'static' | 'variable' | 'prop' | 'computed' | 'collection'
+	variableName?: string
+	definitionLine?: number
+	/** Collection name for collection entries */
+	collectionName?: string
+	/** Entry slug for collection entries */
+	collectionSlug?: string
+}
+
+export interface VariableReference {
+	name: string
+	pattern: string
+	definitionLine: number
+}
+
+export interface CollectionInfo {
+	name: string
+	slug: string
+	file: string
+}
+
+export interface MarkdownContent {
+	/** Frontmatter fields as key-value pairs with line numbers */
+	frontmatter: Record<string, { value: string; line: number }>
+	/** The full markdown body content */
+	body: string
+	/** Line number where body starts */
+	bodyStartLine: number
+	/** File path relative to cwd */
+	file: string
+	/** Collection name */
+	collectionName: string
+	/** Collection slug */
+	collectionSlug: string
+}
+
+// ============================================================================
+// AST Parsing Types
+// ============================================================================
+
+export interface ParsedAstroFile {
+	ast: AstroNode
+	frontmatterContent: string | null
+	frontmatterStartLine: number
+}
+
+/** Minimal Babel AST node type for our usage */
+export interface BabelNode {
+	type: string
+	[key: string]: unknown
+}
+
+/** Minimal Babel File type */
+export interface BabelFile {
+	type: 'File'
+	program: BabelNode & { body: BabelNode[] }
+}
+
+// ============================================================================
+// Match Result Types
+// ============================================================================
+
+export interface TemplateMatch {
+	line: number
+	type: 'static' | 'variable' | 'computed'
+	variableName?: string
+	/** For variables, the definition line in frontmatter */
+	definitionLine?: number
+	/** If true, the expression uses a variable from props that needs cross-file tracking */
+	usesProp?: boolean
+	/** The prop name if usesProp is true */
+	propName?: string
+	/** The full expression path if usesProp is true (e.g., 'items[0]') */
+	expressionPath?: string
+	/** If true, the expression uses a variable from an import */
+	usesImport?: boolean
+	/** The import info if usesImport is true */
+	importInfo?: ImportInfo
+}
+
+/** Result type for findElementWithText - returns best match and all prop/import candidates */
+export interface FindElementResult {
+	/** The best match found (local variables or static content) */
+	bestMatch: TemplateMatch | null
+	/** All prop-based matches for the tag (need cross-file verification) */
+	propCandidates: TemplateMatch[]
+	/** All import-based matches for the tag (need cross-file verification) */
+	importCandidates: TemplateMatch[]
+}
+
+export interface ComponentPropMatch {
+	line: number
+	propName: string
+	propValue: string
+}
+
+export interface ExpressionPropMatch {
+	componentName: string
+	propName: string
+	/** The expression text (e.g., 'navItems' from items={navItems}) */
+	expressionText: string
+	line: number
+}
+
+export interface SpreadPropMatch {
+	componentName: string
+	/** The variable name being spread (e.g., 'cardProps' from {...cardProps}) */
+	spreadVarName: string
+	line: number
+}
+
+export interface ImageMatch {
+	line: number
+	src: string
+	snippet: string
+}
+
+// ============================================================================
+// Line Transformer for AST Extraction
+// ============================================================================
+
+/**
+ * Transforms Babel line numbers to actual file line numbers.
+ * Babel parses content starting at line 1, but frontmatter content
+ * may start at a different line in the actual file.
+ */
+export type LineTransformer = (babelLine: number) => number
+
+/** Identity transformer - use for standalone files where Babel line = file line */
+export const identityLine: LineTransformer = (line) => line
+
+/** Create a transformer for frontmatter content that starts at a specific line */
+export const createFrontmatterLineTransformer = (startLine: number): LineTransformer => (babelLine) => (babelLine - 1) + startLine