@mirnoorata/codexa 0.2.0

package/dist/repo-files.d.ts

@@ -0,0 +1,24 @@
+import { type GitState } from "./git.js";
+export declare const MAX_INDEXED_SOURCE_BYTES: number;
+export interface RepoSourceFile {
+    path: string;
+    absolutePath: string;
+    dirty: boolean;
+    sizeBytes: number;
+    contentHash: string;
+}
+export interface RepoSkippedFile extends RepoSourceFile {
+    reason: "source-file-too-large";
+}
+export interface RepoFiles {
+    git: GitState;
+    dirtyFileHashes: Record<string, string>;
+    files: RepoSourceFile[];
+    skippedFiles: RepoSkippedFile[];
+}
+export interface RepoFreshnessFiles {
+    git: GitState;
+    dirtyFileHashes: Record<string, string>;
+}
+export declare function discoverRepoFiles(repoRoot: string): Promise<RepoFiles>;
+export declare function discoverRepoFreshness(repoRoot: string): Promise<RepoFreshnessFiles>;

package/dist/repo-files.js

@@ -0,0 +1,105 @@
+import { promises as fs } from "node:fs";
+import { createHash } from "node:crypto";
+import path from "node:path";
+import { getGitStateAsync } from "./git.js";
+import { isSourcePath, shouldSkipPath } from "./language.js";
+import { mapLimit, normalizePath } from "./util.js";
+const MAX_DIRTY_CONTENT_HASH_BYTES = 2 * 1024 * 1024;
+export const MAX_INDEXED_SOURCE_BYTES = 2 * 1024 * 1024;
+const SOURCE_DISCOVERY_CONCURRENCY = 16;
+export async function discoverRepoFiles(repoRoot) {
+    const git = await getGitStateAsync(repoRoot);
+    const dirtySet = new Set(git.dirtyFiles);
+    const dirtyFileHashes = await hashDirtyFiles(git.repoRoot, git.dirtyFiles);
+    const selected = new Map();
+    const skipped = new Map();
+    const discovered = await mapLimit(git.files, SOURCE_DISCOVERY_CONCURRENCY, async (file) => {
+        const normalized = normalizePath(file);
+        if (!isSourcePath(normalized) || shouldSkipPath(normalized)) {
+            return null;
+        }
+        const absolutePath = path.join(git.repoRoot, normalized);
+        const stat = await safeLstat(absolutePath);
+        if (!stat?.isFile()) {
+            return null;
+        }
+        if (stat.size > MAX_INDEXED_SOURCE_BYTES) {
+            return {
+                skipped: {
+                    path: normalized,
+                    absolutePath,
+                    dirty: dirtySet.has(normalized),
+                    sizeBytes: stat.size,
+                    contentHash: metadataHash(stat),
+                    reason: "source-file-too-large"
+                }
+            };
+        }
+        return {
+            selected: {
+                path: normalized,
+                absolutePath,
+                dirty: dirtySet.has(normalized),
+                sizeBytes: stat.size,
+                contentHash: await hashFileContent(absolutePath)
+            }
+        };
+    });
+    for (const result of discovered) {
+        if (result?.selected) {
+            selected.set(result.selected.path, result.selected);
+        }
+        if (result?.skipped) {
+            skipped.set(result.skipped.path, result.skipped);
+        }
+    }
+    return {
+        git,
+        dirtyFileHashes,
+        files: [...selected.values()].sort((a, b) => a.path.localeCompare(b.path)),
+        skippedFiles: [...skipped.values()].sort((a, b) => a.path.localeCompare(b.path))
+    };
+}
+export async function discoverRepoFreshness(repoRoot) {
+    const git = await getGitStateAsync(repoRoot, { includeFiles: false, includeChurn: false });
+    return {
+        git,
+        dirtyFileHashes: await hashDirtyFiles(git.repoRoot, git.dirtyFiles)
+    };
+}
+async function hashFileContent(filePath) {
+    return createHash("sha1").update(await fs.readFile(filePath)).digest("hex");
+}
+function metadataHash(stat) {
+    return `metadata:${stat.size}:${Math.trunc(stat.mtimeMs)}`;
+}
+async function hashDirtyFiles(repoRoot, dirtyFiles) {
+    const entries = await mapLimit(dirtyFiles, SOURCE_DISCOVERY_CONCURRENCY, async (file) => {
+        const absolutePath = path.join(repoRoot, file);
+        try {
+            const stat = await fs.lstat(absolutePath);
+            if (!stat.isFile()) {
+                return [file, "non-file"];
+            }
+            if (!isSourcePath(file) || stat.size > MAX_DIRTY_CONTENT_HASH_BYTES) {
+                return [file, `metadata:${stat.size}:${Math.trunc(stat.mtimeMs)}`];
+            }
+            const content = await fs.readFile(absolutePath);
+            return [file, createHash("sha1").update(content).digest("hex")];
+        }
+        catch (error) {
+            const code = error?.code;
+            return [file, code === "ENOENT" ? "missing" : `unreadable:${typeof code === "string" ? code : "unknown"}`];
+        }
+    });
+    return Object.fromEntries(entries.sort(([a], [b]) => a.localeCompare(b)));
+}
+async function safeLstat(filePath) {
+    try {
+        return await fs.lstat(filePath);
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=repo-files.js.map

package/dist/repo-files.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo-files.js","sourceRoot":"","sources":["../src/repo-files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,gBAAgB,EAAiB,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAEpD,MAAM,4BAA4B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACrD,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxD,MAAM,4BAA4B,GAAG,EAAE,CAAC;AA0BxC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAgB;IACtD,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEnD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,4BAA4B,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACxF,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5D,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,GAAG,wBAAwB,EAAE,CAAC;YACzC,OAAO;gBACL,OAAO,EAAE;oBACP,IAAI,EAAE,UAAU;oBAChB,YAAY;oBACZ,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;oBAC/B,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC;oBAC/B,MAAM,EAAE,uBAAgC;iBACzC;aACF,CAAC;QACJ,CAAC;QACD,OAAO;YACL,QAAQ,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,YAAY;gBACZ,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;gBAC/B,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,WAAW,EAAE,MAAM,eAAe,CAAC,YAAY,CAAC;aACjD;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;YACrB,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO;QACL,GAAG;QACH,eAAe;QACf,KAAK,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1E,YAAY,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;KACjF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,QAAgB;IAC1D,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3F,OAAO;QACL,GAAG;QACH,eAAe,EAAE,MAAM,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC;KACpE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAgB;IAC7C,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,YAAY,CAAC,IAAuC;IAC3D,OAAO,YAAY,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;AAC7D,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB,EAAE,UAAoB;IAClE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,4BAA4B,EAAE,KAAK,EAAE,IAAI,EAA6B,EAAE;QACjH,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC5B,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,4BAA4B,EAAE,CAAC;gBACpE,OAAO,CAAC,IAAI,EAAE,YAAY,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAI,KAA+B,EAAE,IAAI,CAAC;YACpD,OAAO,CAAC,IAAI,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,QAAgB;IACvC,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/resolver.d.ts

@@ -0,0 +1,9 @@
+import type { CodexaIndex } from "./types.js";
+export interface ImportAliasRule {
+    prefix: string;
+    targetPrefix: string;
+    exact?: boolean;
+    scopePrefix?: string;
+}
+export declare function resolveIndexLinks(index: CodexaIndex, aliases?: ImportAliasRule[]): CodexaIndex;
+export declare function relinkUsageIds(index: CodexaIndex): CodexaIndex;