@omfalos/mokosh 0.3.0 → 0.3.1

package/dist/index.d.mts

@@ -442,6 +442,56 @@ declare function saveChangeImpactCache(cache: ChangeImpactCache, cachePath: stri
  */
 declare function loadChangeImpactCache(cachePath: string): ChangeImpactCache | null;
 
+/**
+ * Sliding-window (shingle) hashing over a normalized token stream, plus chain-merging of
+ * consecutive matching windows into contiguous duplicate blocks. Shared by every language
+ * `tokenize()` supports — the shingling step itself has no language awareness at all.
+ */
+
+interface DuplicateOccurrence {
+    file: string;
+    startLine: number;
+    endLine: number;
+}
+interface DuplicateGroup {
+    /** Two locations sharing this duplicated block. */
+    occurrences: [DuplicateOccurrence, DuplicateOccurrence];
+    /** Line span covered by the block (measured on the first occurrence). */
+    lines: number;
+    /** Token-window length backing this block, after chain-merging adjacent windows. */
+    tokens: number;
+}
+
+interface FindDuplicatesOptions {
+    /** Minimum duplicated block size, in source lines, to report (default 6). */
+    minLines?: number | undefined;
+    /** Shingle window size, in tokens — the smallest duplicate the scan can detect (default 15). */
+    windowSize?: number | undefined;
+    /** When true (default), string/number literals are normalized too, so only structural shape
+     *  — not the specific values used — drives a match. Set false for stricter, Type-1-only matching. */
+    ignoreLiterals?: boolean | undefined;
+    /** Caps the number of duplicate blocks returned, largest-first (default 50). */
+    limit?: number | undefined;
+    /** Directory names to exclude, matched against any path segment (default `DEFAULT_IGNORE_DIRS`
+     *  — `node_modules`, `dist`, `.git`, `mokosh-cache`, `coverage`, etc.). Pass `[]` to disable. */
+    ignoreDirs?: readonly string[] | undefined;
+}
+/**
+ * @description Scans every file already present in `graph` for cross-file (and within-file)
+ *   duplicated code, using a language-agnostic token-shingling pipeline: comments are stripped
+ *   per `FileType`, identifiers (and, by default, literals) are normalized to placeholders so
+ *   renamed-variable copies still match, then a sliding token window is hashed and chain-merged
+ *   into contiguous blocks. Works uniformly across every language in `DEFAULT_EXTENSIONS`.
+ * @param graph - The graph to scan; its node paths (already ignore-rule-filtered) are the file
+ *   list, re-read from disk since duplication data isn't cached on `FileNode`.
+ * @param rootDir - Absolute project root that graph paths are relative to.
+ * @param options - `minLines`/`windowSize` tune sensitivity; `ignoreLiterals` toggles Type-2 vs
+ *   Type-1 matching; `ignoreDirs` excludes files under matching directory names; `limit` caps
+ *   results. Lock files are always excluded, independent of `ignoreDirs`.
+ * @returns Duplicate blocks, each a pair of occurrences, sorted largest-first.
+ */
+declare function findDuplicates(graph: Graph, rootDir: string, options?: FindDuplicatesOptions): Promise<DuplicateGroup[]>;
+
 /** Controls how aggressively `detectFeatures` promotes files to features. */
 interface FeatureDetectionOptions {
     /**
@@ -1303,4 +1353,4 @@ declare function createWorkspaceGraph(rootDir: string, options?: {
  */
 declare function getAllProjectFiles(rootDir: string, options?: ScanOptions): string[];
 
-export { type ApiSurface, type ApplyTagsFileResult, type ApplyTagsResult, CALL_EDGE_TYPES, CallEdge, type CalleeEntry, type CallerEntry$1 as CallerEntry, type ChangeImpactCache, type ComplexFunctionEntry, DEFAULT_EXTENSIONS, DEFAULT_IGNORE_DIRS, type DependencyGraph, EXPORT_TRACKING_TYPES, type ExportKind, type FeatureDetectionOptions, type FeatureDomain, type FeatureGraph, type FeatureGraphOptions, type FeatureInfo, FileNode, FileType, type FindComplexFunctionsOptions, type FunctionCallInfo, type GetAffectedOptions, type GetCallersOptions, Graph, type CallerEntry as GraphCallerEntry, type GraphExporter, IMPORT_SYMBOL_TYPES, ImportEdge, type LanguageCoverage, MermaidExporter, type ModuleResponsibility, type ModuleRole, type MokoshConfig, type MonorepoDetector, type MonorepoLayout, NodeCategory, type NodeMeta, type NodeQuery, type ParallelParsingOption, type PathWithSymbols, type ProposeTagsOptions, type PublicExport, type ResponsibilityGraph, type ScanOptions, type SerializedGraph, type SerializedWorkspaceGraph, type SlimNode, type SlimSerializedGraph, StructuredTag, type SymbolCaller, type SymbolImporter, type SymbolMatch, type SymbolPrecision, SymbolTraversalContext, type TestNodeIdentifier, type TraversalOptions, type TraversalVisitor, type TypeEdge, type TypeGraph, type TypeKind, type TypeNode, type TypeQueryResult, WorkspaceGraph, type WorkspacePackage, type WorkspacePackageSummary, type WorkspacePackagesSummary, applyConfig, applyTags, buildApiSurface, buildChangeImpactCache, buildFeatureGraph, buildResponsibilityGraph, buildTypeGraph, computeGraphHash, configToGraphOptions, createImportMap, createWorkspaceGraph, detectAllEntryPoints, detectEntryPoint, detectFeatures, detectMonorepo, filterGraph, findComplexFunctions, findSymbol, getAffected, getAllProjectFiles, getCallers, getDependencies, getDependents, getLanguageCoverage, getNodeMeta, hasCoverageData, isChangeImpactCacheValid, loadChangeImpactCache, loadCoverageMap, loadMokoshConfig, parseQuery, proposeAffectedTests, proposeTags, queryCallGraph, queryChangeImpact, queryTypeGraph, registerConfigMatcher, registerMonorepoDetector, registerParser, registerTestLibrary, registerTestPattern, saveChangeImpactCache, slimSerialize, summarizeWorkspacePackages, toMermaid };
+export { type ApiSurface, type ApplyTagsFileResult, type ApplyTagsResult, CALL_EDGE_TYPES, CallEdge, type CalleeEntry, type CallerEntry$1 as CallerEntry, type ChangeImpactCache, type ComplexFunctionEntry, DEFAULT_EXTENSIONS, DEFAULT_IGNORE_DIRS, type DependencyGraph, type DuplicateGroup, type DuplicateOccurrence, EXPORT_TRACKING_TYPES, type ExportKind, type FeatureDetectionOptions, type FeatureDomain, type FeatureGraph, type FeatureGraphOptions, type FeatureInfo, FileNode, FileType, type FindComplexFunctionsOptions, type FindDuplicatesOptions, type FunctionCallInfo, type GetAffectedOptions, type GetCallersOptions, Graph, type CallerEntry as GraphCallerEntry, type GraphExporter, IMPORT_SYMBOL_TYPES, ImportEdge, type LanguageCoverage, MermaidExporter, type ModuleResponsibility, type ModuleRole, type MokoshConfig, type MonorepoDetector, type MonorepoLayout, NodeCategory, type NodeMeta, type NodeQuery, type ParallelParsingOption, type PathWithSymbols, type ProposeTagsOptions, type PublicExport, type ResponsibilityGraph, type ScanOptions, type SerializedGraph, type SerializedWorkspaceGraph, type SlimNode, type SlimSerializedGraph, StructuredTag, type SymbolCaller, type SymbolImporter, type SymbolMatch, type SymbolPrecision, SymbolTraversalContext, type TestNodeIdentifier, type TraversalOptions, type TraversalVisitor, type TypeEdge, type TypeGraph, type TypeKind, type TypeNode, type TypeQueryResult, WorkspaceGraph, type WorkspacePackage, type WorkspacePackageSummary, type WorkspacePackagesSummary, applyConfig, applyTags, buildApiSurface, buildChangeImpactCache, buildFeatureGraph, buildResponsibilityGraph, buildTypeGraph, computeGraphHash, configToGraphOptions, createImportMap, createWorkspaceGraph, detectAllEntryPoints, detectEntryPoint, detectFeatures, detectMonorepo, filterGraph, findComplexFunctions, findDuplicates, findSymbol, getAffected, getAllProjectFiles, getCallers, getDependencies, getDependents, getLanguageCoverage, getNodeMeta, hasCoverageData, isChangeImpactCacheValid, loadChangeImpactCache, loadCoverageMap, loadMokoshConfig, parseQuery, proposeAffectedTests, proposeTags, queryCallGraph, queryChangeImpact, queryTypeGraph, registerConfigMatcher, registerMonorepoDetector, registerParser, registerTestLibrary, registerTestPattern, saveChangeImpactCache, slimSerialize, summarizeWorkspacePackages, toMermaid };

package/dist/index.d.ts

@@ -442,6 +442,56 @@ declare function saveChangeImpactCache(cache: ChangeImpactCache, cachePath: stri
  */
 declare function loadChangeImpactCache(cachePath: string): ChangeImpactCache | null;
 
+/**
+ * Sliding-window (shingle) hashing over a normalized token stream, plus chain-merging of
+ * consecutive matching windows into contiguous duplicate blocks. Shared by every language
+ * `tokenize()` supports — the shingling step itself has no language awareness at all.
+ */
+
+interface DuplicateOccurrence {
+    file: string;
+    startLine: number;
+    endLine: number;
+}
+interface DuplicateGroup {
+    /** Two locations sharing this duplicated block. */
+    occurrences: [DuplicateOccurrence, DuplicateOccurrence];
+    /** Line span covered by the block (measured on the first occurrence). */
+    lines: number;
+    /** Token-window length backing this block, after chain-merging adjacent windows. */
+    tokens: number;
+}
+
+interface FindDuplicatesOptions {
+    /** Minimum duplicated block size, in source lines, to report (default 6). */
+    minLines?: number | undefined;
+    /** Shingle window size, in tokens — the smallest duplicate the scan can detect (default 15). */
+    windowSize?: number | undefined;
+    /** When true (default), string/number literals are normalized too, so only structural shape
+     *  — not the specific values used — drives a match. Set false for stricter, Type-1-only matching. */
+    ignoreLiterals?: boolean | undefined;
+    /** Caps the number of duplicate blocks returned, largest-first (default 50). */
+    limit?: number | undefined;
+    /** Directory names to exclude, matched against any path segment (default `DEFAULT_IGNORE_DIRS`
+     *  — `node_modules`, `dist`, `.git`, `mokosh-cache`, `coverage`, etc.). Pass `[]` to disable. */
+    ignoreDirs?: readonly string[] | undefined;
+}
+/**
+ * @description Scans every file already present in `graph` for cross-file (and within-file)
+ *   duplicated code, using a language-agnostic token-shingling pipeline: comments are stripped
+ *   per `FileType`, identifiers (and, by default, literals) are normalized to placeholders so
+ *   renamed-variable copies still match, then a sliding token window is hashed and chain-merged
+ *   into contiguous blocks. Works uniformly across every language in `DEFAULT_EXTENSIONS`.
+ * @param graph - The graph to scan; its node paths (already ignore-rule-filtered) are the file
+ *   list, re-read from disk since duplication data isn't cached on `FileNode`.
+ * @param rootDir - Absolute project root that graph paths are relative to.
+ * @param options - `minLines`/`windowSize` tune sensitivity; `ignoreLiterals` toggles Type-2 vs
+ *   Type-1 matching; `ignoreDirs` excludes files under matching directory names; `limit` caps
+ *   results. Lock files are always excluded, independent of `ignoreDirs`.
+ * @returns Duplicate blocks, each a pair of occurrences, sorted largest-first.
+ */
+declare function findDuplicates(graph: Graph, rootDir: string, options?: FindDuplicatesOptions): Promise<DuplicateGroup[]>;
+
 /** Controls how aggressively `detectFeatures` promotes files to features. */
 interface FeatureDetectionOptions {
     /**
@@ -1303,4 +1353,4 @@ declare function createWorkspaceGraph(rootDir: string, options?: {
  */
 declare function getAllProjectFiles(rootDir: string, options?: ScanOptions): string[];
 
-export { type ApiSurface, type ApplyTagsFileResult, type ApplyTagsResult, CALL_EDGE_TYPES, CallEdge, type CalleeEntry, type CallerEntry$1 as CallerEntry, type ChangeImpactCache, type ComplexFunctionEntry, DEFAULT_EXTENSIONS, DEFAULT_IGNORE_DIRS, type DependencyGraph, EXPORT_TRACKING_TYPES, type ExportKind, type FeatureDetectionOptions, type FeatureDomain, type FeatureGraph, type FeatureGraphOptions, type FeatureInfo, FileNode, FileType, type FindComplexFunctionsOptions, type FunctionCallInfo, type GetAffectedOptions, type GetCallersOptions, Graph, type CallerEntry as GraphCallerEntry, type GraphExporter, IMPORT_SYMBOL_TYPES, ImportEdge, type LanguageCoverage, MermaidExporter, type ModuleResponsibility, type ModuleRole, type MokoshConfig, type MonorepoDetector, type MonorepoLayout, NodeCategory, type NodeMeta, type NodeQuery, type ParallelParsingOption, type PathWithSymbols, type ProposeTagsOptions, type PublicExport, type ResponsibilityGraph, type ScanOptions, type SerializedGraph, type SerializedWorkspaceGraph, type SlimNode, type SlimSerializedGraph, StructuredTag, type SymbolCaller, type SymbolImporter, type SymbolMatch, type SymbolPrecision, SymbolTraversalContext, type TestNodeIdentifier, type TraversalOptions, type TraversalVisitor, type TypeEdge, type TypeGraph, type TypeKind, type TypeNode, type TypeQueryResult, WorkspaceGraph, type WorkspacePackage, type WorkspacePackageSummary, type WorkspacePackagesSummary, applyConfig, applyTags, buildApiSurface, buildChangeImpactCache, buildFeatureGraph, buildResponsibilityGraph, buildTypeGraph, computeGraphHash, configToGraphOptions, createImportMap, createWorkspaceGraph, detectAllEntryPoints, detectEntryPoint, detectFeatures, detectMonorepo, filterGraph, findComplexFunctions, findSymbol, getAffected, getAllProjectFiles, getCallers, getDependencies, getDependents, getLanguageCoverage, getNodeMeta, hasCoverageData, isChangeImpactCacheValid, loadChangeImpactCache, loadCoverageMap, loadMokoshConfig, parseQuery, proposeAffectedTests, proposeTags, queryCallGraph, queryChangeImpact, queryTypeGraph, registerConfigMatcher, registerMonorepoDetector, registerParser, registerTestLibrary, registerTestPattern, saveChangeImpactCache, slimSerialize, summarizeWorkspacePackages, toMermaid };
+export { type ApiSurface, type ApplyTagsFileResult, type ApplyTagsResult, CALL_EDGE_TYPES, CallEdge, type CalleeEntry, type CallerEntry$1 as CallerEntry, type ChangeImpactCache, type ComplexFunctionEntry, DEFAULT_EXTENSIONS, DEFAULT_IGNORE_DIRS, type DependencyGraph, type DuplicateGroup, type DuplicateOccurrence, EXPORT_TRACKING_TYPES, type ExportKind, type FeatureDetectionOptions, type FeatureDomain, type FeatureGraph, type FeatureGraphOptions, type FeatureInfo, FileNode, FileType, type FindComplexFunctionsOptions, type FindDuplicatesOptions, type FunctionCallInfo, type GetAffectedOptions, type GetCallersOptions, Graph, type CallerEntry as GraphCallerEntry, type GraphExporter, IMPORT_SYMBOL_TYPES, ImportEdge, type LanguageCoverage, MermaidExporter, type ModuleResponsibility, type ModuleRole, type MokoshConfig, type MonorepoDetector, type MonorepoLayout, NodeCategory, type NodeMeta, type NodeQuery, type ParallelParsingOption, type PathWithSymbols, type ProposeTagsOptions, type PublicExport, type ResponsibilityGraph, type ScanOptions, type SerializedGraph, type SerializedWorkspaceGraph, type SlimNode, type SlimSerializedGraph, StructuredTag, type SymbolCaller, type SymbolImporter, type SymbolMatch, type SymbolPrecision, SymbolTraversalContext, type TestNodeIdentifier, type TraversalOptions, type TraversalVisitor, type TypeEdge, type TypeGraph, type TypeKind, type TypeNode, type TypeQueryResult, WorkspaceGraph, type WorkspacePackage, type WorkspacePackageSummary, type WorkspacePackagesSummary, applyConfig, applyTags, buildApiSurface, buildChangeImpactCache, buildFeatureGraph, buildResponsibilityGraph, buildTypeGraph, computeGraphHash, configToGraphOptions, createImportMap, createWorkspaceGraph, detectAllEntryPoints, detectEntryPoint, detectFeatures, detectMonorepo, filterGraph, findComplexFunctions, findDuplicates, findSymbol, getAffected, getAllProjectFiles, getCallers, getDependencies, getDependents, getLanguageCoverage, getNodeMeta, hasCoverageData, isChangeImpactCacheValid, loadChangeImpactCache, loadCoverageMap, loadMokoshConfig, parseQuery, proposeAffectedTests, proposeTags, queryCallGraph, queryChangeImpact, queryTypeGraph, registerConfigMatcher, registerMonorepoDetector, registerParser, registerTestLibrary, registerTestPattern, saveChangeImpactCache, slimSerialize, summarizeWorkspacePackages, toMermaid };