@curiousnerd/keel 0.1.0

package/dist/config.d.ts

@@ -0,0 +1,32 @@
+export interface KeelConfig {
+    scan: {
+        respectGitignore: boolean;
+    };
+    python: {
+        enabled: boolean;
+    };
+    docs: {
+        enabled: boolean;
+    };
+    duplication: {
+        minTokens: number;
+        near: {
+            enabled: boolean;
+            threshold: number;
+        };
+    };
+    libConflicts: {
+        ignoreBuckets: string[];
+    };
+    claims: {
+        sources: string[];
+    };
+    llm: {
+        enabled: boolean;
+        provider: string;
+        model: string;
+    };
+}
+export declare const DEFAULT_CONFIG: KeelConfig;
+/** Load keel.config.json from `root` and shallow-merge over defaults. */
+export declare function loadConfig(root: string): KeelConfig;

package/dist/config.js

@@ -0,0 +1,37 @@
+import { existsSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+export const DEFAULT_CONFIG = {
+    scan: { respectGitignore: true },
+    python: { enabled: true },
+    docs: { enabled: true },
+    duplication: { minTokens: 20, near: { enabled: true, threshold: 0.85 } },
+    libConflicts: { ignoreBuckets: [] },
+    claims: { sources: ["CLAUDE.md", "AGENTS.md"] },
+    llm: { enabled: false, provider: "auto", model: "" },
+};
+/** Load keel.config.json from `root` and shallow-merge over defaults. */
+export function loadConfig(root) {
+    const path = join(root, "keel.config.json");
+    if (!existsSync(path))
+        return DEFAULT_CONFIG;
+    try {
+        const raw = JSON.parse(readFileSync(path, "utf8"));
+        return {
+            scan: { ...DEFAULT_CONFIG.scan, ...raw.scan },
+            python: { ...DEFAULT_CONFIG.python, ...raw.python },
+            docs: { ...DEFAULT_CONFIG.docs, ...raw.docs },
+            duplication: {
+                ...DEFAULT_CONFIG.duplication,
+                ...raw.duplication,
+                near: { ...DEFAULT_CONFIG.duplication.near, ...raw.duplication?.near },
+            },
+            libConflicts: { ...DEFAULT_CONFIG.libConflicts, ...raw.libConflicts },
+            claims: { ...DEFAULT_CONFIG.claims, ...raw.claims },
+            llm: { ...DEFAULT_CONFIG.llm, ...raw.llm },
+        };
+    }
+    catch {
+        return DEFAULT_CONFIG;
+    }
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAejC,MAAM,CAAC,MAAM,cAAc,GAAe;IACxC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE;IAChC,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;IACzB,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;IACvB,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;IACxE,YAAY,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;IACnC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE;IAC/C,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;CACrD,CAAC;AAEF,yEAAyE;AACzE,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,cAAc,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAwB,CAAC;QAC1E,OAAO;YACL,IAAI,EAAE,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE;YAC7C,MAAM,EAAE,EAAE,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE;YACnD,IAAI,EAAE,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE;YAC7C,WAAW,EAAE;gBACX,GAAG,cAAc,CAAC,WAAW;gBAC7B,GAAG,GAAG,CAAC,WAAW;gBAClB,IAAI,EAAE,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE;aACvE;YACD,YAAY,EAAE,EAAE,GAAG,cAAc,CAAC,YAAY,EAAE,GAAG,GAAG,CAAC,YAAY,EAAE;YACrE,MAAM,EAAE,EAAE,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE;YACnD,GAAG,EAAE,EAAE,GAAG,cAAc,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,EAAE;SAC3C,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,cAAc,CAAC;IACxB,CAAC;AACH,CAAC"}

package/dist/extract/imports.d.ts

@@ -0,0 +1,12 @@
+import { type SourceFile } from "ts-morph";
+import type { ImportFact } from "../types.js";
+/**
+ * Reduce a module specifier to its npm package name, stripping subpaths.
+ *   "axios"            -> "axios"
+ *   "axios/lib/foo"    -> "axios"
+ *   "@scope/pkg/sub"   -> "@scope/pkg"
+ *   "./local"          -> null
+ */
+export declare function toPackageName(specifier: string): string | null;
+/** Extract every static/dynamic import and `require(...)` call from a source file. */
+export declare function extractImports(sourceFile: SourceFile): ImportFact[];

package/dist/extract/imports.js

@@ -0,0 +1,74 @@
+import { Node, SyntaxKind } from "ts-morph";
+import { isBuiltin } from "node:module";
+/**
+ * Reduce a module specifier to its npm package name, stripping subpaths.
+ *   "axios"            -> "axios"
+ *   "axios/lib/foo"    -> "axios"
+ *   "@scope/pkg/sub"   -> "@scope/pkg"
+ *   "./local"          -> null
+ */
+export function toPackageName(specifier) {
+    if (specifier.startsWith(".") || specifier.startsWith("/"))
+        return null;
+    const bare = specifier.startsWith("node:") ? specifier.slice(5) : specifier;
+    const parts = bare.split("/");
+    if (bare.startsWith("@")) {
+        return parts.length >= 2 ? `${parts[0]}/${parts[1]}` : bare;
+    }
+    return parts[0] ?? bare;
+}
+function isExternal(specifier) {
+    if (specifier.startsWith(".") || specifier.startsWith("/"))
+        return false;
+    if (specifier.startsWith("node:"))
+        return false;
+    if (isBuiltin(specifier))
+        return false;
+    return true;
+}
+/** Extract every static/dynamic import and `require(...)` call from a source file. */
+export function extractImports(sourceFile) {
+    const facts = [];
+    const push = (specifier, named, line) => {
+        facts.push({
+            specifier,
+            external: isExternal(specifier),
+            packageName: toPackageName(specifier),
+            named,
+            line,
+        });
+    };
+    // ES `import ... from "..."`
+    for (const decl of sourceFile.getImportDeclarations()) {
+        const named = [];
+        const def = decl.getDefaultImport();
+        if (def)
+            named.push(def.getText());
+        const ns = decl.getNamespaceImport();
+        if (ns)
+            named.push(`* as ${ns.getText()}`);
+        for (const spec of decl.getNamedImports())
+            named.push(spec.getName());
+        push(decl.getModuleSpecifierValue(), named, decl.getStartLineNumber());
+    }
+    // `export ... from "..."`
+    for (const decl of sourceFile.getExportDeclarations()) {
+        const spec = decl.getModuleSpecifierValue();
+        if (spec)
+            push(spec, [], decl.getStartLineNumber());
+    }
+    // `require("...")` and dynamic `import("...")`
+    for (const call of sourceFile.getDescendantsOfKind(SyntaxKind.CallExpression)) {
+        const expr = call.getExpression();
+        const isRequire = Node.isIdentifier(expr) && expr.getText() === "require";
+        const isDynamicImport = expr.getKind() === SyntaxKind.ImportKeyword;
+        if (!isRequire && !isDynamicImport)
+            continue;
+        const arg = call.getArguments()[0];
+        if (arg && Node.isStringLiteral(arg)) {
+            push(arg.getLiteralValue(), [], call.getStartLineNumber());
+        }
+    }
+    return facts;
+}
+//# sourceMappingURL=imports.js.map

package/dist/extract/imports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imports.js","sourceRoot":"","sources":["../../src/extract/imports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAmB,MAAM,UAAU,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGxC;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACxE,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,SAAiB;IACnC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACzE,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,SAAS,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAAC,UAAsB;IACnD,MAAM,KAAK,GAAiB,EAAE,CAAC;IAE/B,MAAM,IAAI,GAAG,CAAC,SAAiB,EAAE,KAAe,EAAE,IAAY,EAAQ,EAAE;QACtE,KAAK,CAAC,IAAI,CAAC;YACT,SAAS;YACT,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC;YAC/B,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC;YACrC,KAAK;YACL,IAAI;SACL,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,6BAA6B;IAC7B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,qBAAqB,EAAE,EAAE,CAAC;QACtD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpC,IAAI,GAAG;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACrC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,eAAe,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,0BAA0B;IAC1B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,qBAAqB,EAAE,EAAE,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,+CAA+C;IAC/C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,oBAAoB,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,SAAS,CAAC;QAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,UAAU,CAAC,aAAa,CAAC;QACpE,IAAI,CAAC,SAAS,IAAI,CAAC,eAAe;YAAE,SAAS;QAE7C,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/extract/index.d.ts

@@ -0,0 +1,24 @@
+import type { KeelConfig } from "../config.js";
+import type { Facts } from "../types.js";
+import type { PythonExtractor } from "./python.js";
+export interface ExtractResult {
+    facts: Facts;
+    /** Files reused from cache (unchanged since last run). */
+    reused: number;
+    /** Files freshly parsed this run. */
+    parsed: number;
+    /** Files skipped as minified/generated bundles. */
+    skipped: number;
+    /** Source files in a language keel couldn't parse this run (e.g. Python disabled). */
+    unsupported: number;
+}
+export interface ExtractOptions {
+    /** When false, the .keel cache is neither read nor written (read-only run). */
+    persistCache?: boolean;
+    /** Override config's scan.respectGitignore (CLI takes precedence). */
+    respectGitignore?: boolean;
+    /** Pre-loaded Python extractor; when absent, .py files are left unparsed. */
+    pythonExtractor?: PythonExtractor;
+}
+/** Walk the repo, parse changed files, and assemble the deterministic Facts. */
+export declare function extract(root: string, config: KeelConfig, opts?: ExtractOptions): ExtractResult;

package/dist/extract/index.js

@@ -0,0 +1,117 @@
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
+import { Project } from "ts-morph";
+import { HashCache } from "../cache/hashCache.js";
+import { sha1 } from "../util/hash.js";
+import { walkSourceFiles } from "./walk.js";
+import { extractImports } from "./imports.js";
+import { extractFunctions } from "./symbols.js";
+import { extractNaming, emptyNamingStats } from "./naming.js";
+import { extractPackageFacts } from "./packageJson.js";
+import { languageOf } from "./language.js";
+import { ignoreLinesOf } from "../suppress.js";
+/** Largest source file we treat as hand-written; bigger is assumed generated. */
+const MAX_SOURCE_BYTES = 512 * 1024;
+/** Longest line in hand-written source; longer implies minified/bundled output. */
+const MAX_LINE_LENGTH = 1000;
+/**
+ * Heuristic: does this file look like minified/generated output rather than
+ * hand-written source? Such files (Prisma runtimes, webpack bundles) otherwise
+ * flood duplication results with library internals.
+ */
+function looksGenerated(content) {
+    if (content.length > MAX_SOURCE_BYTES)
+        return true;
+    let lineLen = 0;
+    for (let i = 0; i < content.length; i++) {
+        if (content.charCodeAt(i) === 10 /* \n */) {
+            lineLen = 0;
+        }
+        else if (++lineLen > MAX_LINE_LENGTH) {
+            return true;
+        }
+    }
+    return false;
+}
+/** Walk the repo, parse changed files, and assemble the deterministic Facts. */
+export function extract(root, config, opts = {}) {
+    const persistCache = opts.persistCache ?? true;
+    const respectGitignore = opts.respectGitignore ?? config.scan.respectGitignore;
+    const cache = new HashCache(root);
+    const relPaths = walkSourceFiles(root, { respectGitignore });
+    const project = new Project({
+        skipAddingFilesFromTsConfig: true,
+        skipFileDependencyResolution: true,
+        compilerOptions: { allowJs: true },
+    });
+    const files = [];
+    let reused = 0;
+    let parsed = 0;
+    let skipped = 0;
+    let unsupported = 0;
+    for (const relPath of relPaths) {
+        const language = languageOf(relPath);
+        if (!language)
+            continue;
+        if (language === "python" && !opts.pythonExtractor) {
+            unsupported += 1; // .py present but Python parsing not loaded/enabled
+            continue;
+        }
+        const abs = join(root, relPath);
+        let content;
+        try {
+            content = readFileSync(abs, "utf8");
+        }
+        catch {
+            continue;
+        }
+        if (looksGenerated(content)) {
+            skipped += 1;
+            continue;
+        }
+        const hash = sha1(content);
+        const cached = persistCache ? cache.get(relPath, hash) : undefined;
+        if (cached) {
+            files.push(cached);
+            cache.set(relPath, hash, cached);
+            reused += 1;
+            continue;
+        }
+        const base = { path: relPath, hash, language, ignoreLines: ignoreLinesOf(content) };
+        let facts;
+        try {
+            if (language === "python") {
+                const e = opts.pythonExtractor.extractFile(content, relPath, config.duplication.minTokens);
+                facts = { ...base, imports: e.imports, functions: e.functions, naming: e.naming };
+            }
+            else {
+                const sf = project.createSourceFile(abs, content, { overwrite: true });
+                facts = {
+                    ...base,
+                    imports: extractImports(sf),
+                    functions: extractFunctions(sf, config.duplication.minTokens, relPath),
+                    naming: extractNaming(sf),
+                };
+                project.removeSourceFile(sf);
+            }
+        }
+        catch {
+            // Unparseable file — record an empty entry so it's cached and skipped.
+            facts = { ...base, imports: [], functions: [], naming: emptyNamingStats() };
+        }
+        files.push(facts);
+        if (persistCache)
+            cache.set(relPath, hash, facts);
+        parsed += 1;
+    }
+    if (persistCache)
+        cache.save();
+    return {
+        facts: { root, files, pkg: extractPackageFacts(root) },
+        reused,
+        parsed,
+        skipped,
+        unsupported,
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/extract/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/extract/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAEnC,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAEvC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAc/C,iFAAiF;AACjF,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AACpC,mFAAmF;AACnF,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B;;;;GAIG;AACH,SAAS,cAAc,CAAC,OAAe;IACrC,IAAI,OAAO,CAAC,MAAM,GAAG,gBAAgB;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC1C,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;aAAM,IAAI,EAAE,OAAO,GAAG,eAAe,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAWD,gFAAgF;AAChF,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,MAAkB,EAAE,OAAuB,EAAE;IACjF,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;IAC/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC;IAC/E,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC;QAC1B,2BAA2B,EAAE,IAAI;QACjC,4BAA4B,EAAE,IAAI;QAClC,eAAe,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;KACnC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,IAAI,QAAQ,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACnD,WAAW,IAAI,CAAC,CAAC,CAAC,oDAAoD;YACtE,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAChC,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAE3B,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,CAAC;YACZ,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QACpF,IAAI,KAAgB,CAAC;QACrB,IAAI,CAAC;YACH,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,eAAgB,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAC5F,KAAK,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvE,KAAK,GAAG;oBACN,GAAG,IAAI;oBACP,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;oBAC3B,SAAS,EAAE,gBAAgB,CAAC,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC;oBACtE,MAAM,EAAE,aAAa,CAAC,EAAE,CAAC;iBAC1B,CAAC;gBACF,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uEAAuE;YACvE,KAAK,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE,CAAC;QAC9E,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,IAAI,YAAY;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,IAAI,CAAC,CAAC;IACd,CAAC;IAED,IAAI,YAAY;QAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAE/B,OAAO;QACL,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE;QACtD,MAAM;QACN,MAAM;QACN,OAAO;QACP,WAAW;KACZ,CAAC;AACJ,CAAC"}

package/dist/extract/language.d.ts

@@ -0,0 +1,3 @@
+import type { Language } from "../types.js";
+/** Determine a file's source language from its extension (null if unsupported). */
+export declare function languageOf(path: string): Language | null;

package/dist/extract/language.js

@@ -0,0 +1,13 @@
+const JS_EXTENSIONS = [".ts", ".tsx", ".js", ".jsx", ".mjs", ".cjs"];
+const PY_EXTENSIONS = [".py"];
+/** Determine a file's source language from its extension (null if unsupported). */
+export function languageOf(path) {
+    if (path.endsWith(".d.ts"))
+        return null;
+    if (JS_EXTENSIONS.some((ext) => path.endsWith(ext)))
+        return "javascript";
+    if (PY_EXTENSIONS.some((ext) => path.endsWith(ext)))
+        return "python";
+    return null;
+}
+//# sourceMappingURL=language.js.map

package/dist/extract/language.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"language.js","sourceRoot":"","sources":["../../src/extract/language.ts"],"names":[],"mappings":"AAEA,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACrE,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,CAAC;AAE9B,mFAAmF;AACnF,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,YAAY,CAAC;IACzE,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC;IACrE,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/extract/naming.d.ts

@@ -0,0 +1,11 @@
+import { type SourceFile } from "ts-morph";
+import type { NamingStats } from "../types.js";
+/** Classify a single identifier into a casing bucket. */
+export declare function classifyCasing(name: string): keyof NamingStats;
+export declare const emptyNamingStats: () => NamingStats;
+/**
+ * Tally identifier casing for value-level declarations (variables, functions,
+ * parameters, methods). Types/classes are excluded — they're PascalCase by
+ * convention and would skew a "camelCase" signal.
+ */
+export declare function extractNaming(sourceFile: SourceFile): NamingStats;

package/dist/extract/naming.js

@@ -0,0 +1,57 @@
+import { Node, SyntaxKind } from "ts-morph";
+/** Classify a single identifier into a casing bucket. */
+export function classifyCasing(name) {
+    if (/^[A-Z][A-Z0-9]*(_[A-Z0-9]+)*$/.test(name) && /_|^[A-Z0-9]+$/.test(name)) {
+        // ALL_CAPS or CONSTANT_CASE (with underscores)
+        if (/_/.test(name) || name.length > 1)
+            return "CONSTANT_CASE";
+    }
+    if (/^[a-z][a-z0-9]*(_[a-z0-9]+)+$/.test(name))
+        return "snake_case";
+    if (/^[a-z][a-z0-9]*$/.test(name))
+        return "lower"; // single lowercase word — ambiguous
+    if (/^[a-z][a-zA-Z0-9]*$/.test(name))
+        return "camelCase"; // has an internal capital
+    if (/^[A-Z][a-zA-Z0-9]*$/.test(name))
+        return "PascalCase";
+    return "other";
+}
+export const emptyNamingStats = () => ({
+    lower: 0,
+    camelCase: 0,
+    PascalCase: 0,
+    snake_case: 0,
+    CONSTANT_CASE: 0,
+    other: 0,
+});
+/**
+ * Tally identifier casing for value-level declarations (variables, functions,
+ * parameters, methods). Types/classes are excluded — they're PascalCase by
+ * convention and would skew a "camelCase" signal.
+ */
+export function extractNaming(sourceFile) {
+    const stats = emptyNamingStats();
+    const tally = (name) => {
+        if (!name || name.startsWith("_") || name.startsWith("$"))
+            return;
+        stats[classifyCasing(name)] += 1;
+    };
+    for (const decl of sourceFile.getDescendantsOfKind(SyntaxKind.VariableDeclaration)) {
+        const nameNode = decl.getNameNode();
+        if (Node.isIdentifier(nameNode))
+            tally(nameNode.getText());
+    }
+    for (const fn of sourceFile.getDescendantsOfKind(SyntaxKind.FunctionDeclaration)) {
+        tally(fn.getName());
+    }
+    for (const method of sourceFile.getDescendantsOfKind(SyntaxKind.MethodDeclaration)) {
+        tally(method.getName());
+    }
+    for (const param of sourceFile.getDescendantsOfKind(SyntaxKind.Parameter)) {
+        const nameNode = param.getNameNode();
+        if (Node.isIdentifier(nameNode))
+            tally(nameNode.getText());
+    }
+    return stats;
+}
+//# sourceMappingURL=naming.js.map

package/dist/extract/naming.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"naming.js","sourceRoot":"","sources":["../../src/extract/naming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAmB,MAAM,UAAU,CAAC;AAG7D,yDAAyD;AACzD,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7E,+CAA+C;QAC/C,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,eAAe,CAAC;IAChE,CAAC;IACD,IAAI,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IACpE,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,CAAC,oCAAoC;IACvF,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,WAAW,CAAC,CAAC,0BAA0B;IACpF,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IAC1D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAgB,EAAE,CAAC,CAAC;IAClD,KAAK,EAAE,CAAC;IACR,SAAS,EAAE,CAAC;IACZ,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,CAAC;IACb,aAAa,EAAE,CAAC;IAChB,KAAK,EAAE,CAAC;CACT,CAAC,CAAC;AAEH;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,UAAsB;IAClD,MAAM,KAAK,GAAG,gBAAgB,EAAE,CAAC;IAEjC,MAAM,KAAK,GAAG,CAAC,IAAwB,EAAQ,EAAE;QAC/C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO;QAClE,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,oBAAoB,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACnF,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,oBAAoB,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACjF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACtB,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,oBAAoB,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACnF,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1B,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,oBAAoB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/extract/packageJson.d.ts

@@ -0,0 +1,3 @@
+import type { PackageFacts } from "../types.js";
+/** Read and normalize package.json facts. Returns null when no package.json exists. */
+export declare function extractPackageFacts(root: string): PackageFacts | null;

package/dist/extract/packageJson.js

@@ -0,0 +1,43 @@
+import { existsSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+/** Infer the package manager from the lockfile present in the repo root. */
+function detectPackageManager(root, pkgManagerField) {
+    if (pkgManagerField) {
+        const name = pkgManagerField.split("@")[0];
+        if (name === "pnpm" || name === "yarn" || name === "npm" || name === "bun")
+            return name;
+    }
+    if (existsSync(join(root, "pnpm-lock.yaml")))
+        return "pnpm";
+    if (existsSync(join(root, "yarn.lock")))
+        return "yarn";
+    if (existsSync(join(root, "bun.lockb")) || existsSync(join(root, "bun.lock")))
+        return "bun";
+    if (existsSync(join(root, "package-lock.json")))
+        return "npm";
+    return "unknown";
+}
+/** Read and normalize package.json facts. Returns null when no package.json exists. */
+export function extractPackageFacts(root) {
+    const pkgPath = join(root, "package.json");
+    if (!existsSync(pkgPath))
+        return null;
+    let raw;
+    try {
+        raw = JSON.parse(readFileSync(pkgPath, "utf8"));
+    }
+    catch {
+        return null; // malformed package.json — treat as absent
+    }
+    const dependencies = raw.dependencies ?? {};
+    const devDependencies = raw.devDependencies ?? {};
+    const allDeps = [...new Set([...Object.keys(dependencies), ...Object.keys(devDependencies)])];
+    return {
+        name: typeof raw.name === "string" ? raw.name : null,
+        dependencies,
+        devDependencies,
+        allDeps,
+        packageManager: detectPackageManager(root, raw.packageManager),
+    };
+}
+//# sourceMappingURL=packageJson.js.map

package/dist/extract/packageJson.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"packageJson.js","sourceRoot":"","sources":["../../src/extract/packageJson.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,4EAA4E;AAC5E,SAAS,oBAAoB,CAAC,IAAY,EAAE,eAAwB;IAClE,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;IAC1F,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5D,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IACvD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5F,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC3C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtC,IAAI,GAA4B,CAAC;IACjC,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAA4B,CAAC;IAC7E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC,CAAC,2CAA2C;IAC1D,CAAC;IAED,MAAM,YAAY,GAAI,GAAG,CAAC,YAAuC,IAAI,EAAE,CAAC;IACxE,MAAM,eAAe,GAAI,GAAG,CAAC,eAA0C,IAAI,EAAE,CAAC;IAC9E,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9F,OAAO;QACL,IAAI,EAAE,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QACpD,YAAY;QACZ,eAAe;QACf,OAAO;QACP,cAAc,EAAE,oBAAoB,CAAC,IAAI,EAAE,GAAG,CAAC,cAAoC,CAAC;KACrF,CAAC;AACJ,CAAC"}

package/dist/extract/python.d.ts

@@ -0,0 +1,11 @@
+import type { FunctionFact, ImportFact, NamingStats } from "../types.js";
+export interface PythonExtraction {
+    imports: ImportFact[];
+    functions: FunctionFact[];
+    naming: NamingStats;
+}
+export interface PythonExtractor {
+    extractFile(content: string, filePath: string, minTokens: number): PythonExtraction;
+}
+/** Create a Python extractor (loads the grammar on first call, then reuses it). */
+export declare function createPythonExtractor(): Promise<PythonExtractor>;