@alextis59/athena 1.0.0

package/dist/indexer/discovery.d.ts

@@ -0,0 +1,10 @@
+import type { AthenaConfig } from "../config/index.js";
+import type { SourceKind } from "../shared/types.js";
+export interface DiscoveredSource {
+    absolutePath: string;
+    relativePath: string;
+    kind: SourceKind;
+}
+export declare function discoverSources(root: string, config: AthenaConfig): Promise<DiscoveredSource[]>;
+export declare function normalizeRelativePath(relativePath: string): string;
+//# sourceMappingURL=discovery.d.ts.map

package/dist/indexer/discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../src/indexer/discovery.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAErD,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,wBAAsB,eAAe,CACnC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAwB7B;AAED,wBAAgB,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAElE"}

package/dist/indexer/discovery.js

@@ -0,0 +1,38 @@
+import path from "node:path";
+import fastGlob from "fast-glob";
+import { classifySourceKind, isSupportedSourceKind } from "./kinds.js";
+export async function discoverSources(root, config) {
+    const absoluteRoot = path.resolve(root);
+    const matches = await fastGlob(config.index.include, {
+        cwd: absoluteRoot,
+        absolute: false,
+        onlyFiles: true,
+        dot: true,
+        unique: true,
+        followSymbolicLinks: false,
+        ignore: config.index.exclude
+    });
+    const discovered = matches
+        .map((match) => normalizeRelativePath(match))
+        .map((relativePath) => ({
+        absolutePath: path.join(absoluteRoot, relativePath),
+        relativePath,
+        kind: classifySourceKind(relativePath)
+    }))
+        .filter((source) => isSupportedSourceKind(source.kind))
+        .sort((left, right) => compareRelativePaths(left.relativePath, right.relativePath));
+    return discovered;
+}
+export function normalizeRelativePath(relativePath) {
+    return relativePath.split(path.sep).join("/");
+}
+function compareRelativePaths(left, right) {
+    if (left < right) {
+        return -1;
+    }
+    if (left > right) {
+        return 1;
+    }
+    return 0;
+}
+//# sourceMappingURL=discovery.js.map

package/dist/indexer/discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../src/indexer/discovery.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,QAAQ,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAUvE,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAY,EACZ,MAAoB;IAEpB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;QACnD,GAAG,EAAE,YAAY;QACjB,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,IAAI;QACT,MAAM,EAAE,IAAI;QACZ,mBAAmB,EAAE,KAAK;QAC1B,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;KAC7B,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,OAAO;SACvB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;SAC5C,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACtB,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC;QACnD,YAAY;QACZ,IAAI,EAAE,kBAAkB,CAAC,YAAY,CAAC;KACvC,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SACtD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACpB,oBAAoB,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,CAC5D,CAAC;IAEJ,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,YAAoB;IACxD,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY,EAAE,KAAa;IACvD,IAAI,IAAI,GAAG,KAAK,EAAE,CAAC;QACjB,OAAO,CAAC,CAAC,CAAC;IACZ,CAAC;IAED,IAAI,IAAI,GAAG,KAAK,EAAE,CAAC;QACjB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/indexer/hash.d.ts

@@ -0,0 +1,3 @@
+export declare function hashFile(filePath: string): Promise<string>;
+export declare function hashString(value: string): string;
+//# sourceMappingURL=hash.d.ts.map

package/dist/indexer/hash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/indexer/hash.ts"],"names":[],"mappings":"AAGA,wBAAsB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIhE;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhD"}

package/dist/indexer/hash.js

@@ -0,0 +1,11 @@
+import { createHash } from "node:crypto";
+import { readFile } from "node:fs/promises";
+export async function hashFile(filePath) {
+    return createHash("sha256")
+        .update(await readFile(filePath))
+        .digest("hex");
+}
+export function hashString(value) {
+    return createHash("sha256").update(value).digest("hex");
+}
+//# sourceMappingURL=hash.js.map

package/dist/indexer/hash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/indexer/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAAgB;IAC7C,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;SAChC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC"}

package/dist/indexer/index.d.ts

@@ -0,0 +1,7 @@
+export { discoverSources, normalizeRelativePath } from "./discovery.js";
+export { hashFile, hashString } from "./hash.js";
+export { classifySourceKind, isSupportedSourceKind } from "./kinds.js";
+export { indexFromCliOptions, indexRoot, renderIndexProgress, renderIndexResult } from "./run.js";
+export type { DiscoveredSource } from "./discovery.js";
+export type { IndexCounts, IndexProgressEvent, IndexProgressReporter, IndexResult, IndexRootOptions } from "./run.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/indexer/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACvE,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,mBAAmB,EACnB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAClB,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,YAAY,EACV,WAAW,EACX,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,EACX,gBAAgB,EACjB,MAAM,UAAU,CAAC"}

package/dist/indexer/index.js

@@ -0,0 +1,5 @@
+export { discoverSources, normalizeRelativePath } from "./discovery.js";
+export { hashFile, hashString } from "./hash.js";
+export { classifySourceKind, isSupportedSourceKind } from "./kinds.js";
+export { indexFromCliOptions, indexRoot, renderIndexProgress, renderIndexResult } from "./run.js";
+//# sourceMappingURL=index.js.map

package/dist/indexer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACvE,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,mBAAmB,EACnB,iBAAiB,EAClB,MAAM,UAAU,CAAC"}

package/dist/indexer/kinds.d.ts

@@ -0,0 +1,4 @@
+import type { SourceKind } from "../shared/types.js";
+export declare function classifySourceKind(relativePath: string): SourceKind;
+export declare function isSupportedSourceKind(kind: SourceKind): boolean;
+//# sourceMappingURL=kinds.d.ts.map

package/dist/indexer/kinds.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kinds.d.ts","sourceRoot":"","sources":["../../src/indexer/kinds.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAUrD,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,UAAU,CA0BnE;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAE/D"}

package/dist/indexer/kinds.js

@@ -0,0 +1,38 @@
+import path from "node:path";
+const extensionlessDocumentationNames = new Set([
+    "README",
+    "CHANGELOG",
+    "CONTRIBUTING",
+    "LICENSE",
+    "NOTICE"
+]);
+export function classifySourceKind(relativePath) {
+    const extension = path.extname(relativePath).toLowerCase();
+    switch (extension) {
+        case ".md":
+            return "markdown";
+        case ".mdx":
+            return "mdx";
+        case ".txt":
+            return "text";
+        case ".rst":
+            return "rst";
+        case ".adoc":
+            return "asciidoc";
+        case ".html":
+        case ".htm":
+            return "html";
+        case ".pdf":
+            return "pdf";
+        case "":
+            return extensionlessDocumentationNames.has(path.basename(relativePath))
+                ? "text"
+                : "unknown";
+        default:
+            return "unknown";
+    }
+}
+export function isSupportedSourceKind(kind) {
+    return kind !== "unknown";
+}
+//# sourceMappingURL=kinds.js.map

package/dist/indexer/kinds.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kinds.js","sourceRoot":"","sources":["../../src/indexer/kinds.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAAC;IAC9C,QAAQ;IACR,WAAW;IACX,cAAc;IACd,SAAS;IACT,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,UAAU,kBAAkB,CAAC,YAAoB;IACrD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;IAE3D,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,KAAK;YACR,OAAO,UAAU,CAAC;QACpB,KAAK,MAAM;YACT,OAAO,KAAK,CAAC;QACf,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,MAAM;YACT,OAAO,KAAK,CAAC;QACf,KAAK,OAAO;YACV,OAAO,UAAU,CAAC;QACpB,KAAK,OAAO,CAAC;QACb,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,MAAM;YACT,OAAO,KAAK,CAAC;QACf,KAAK,EAAE;YACL,OAAO,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBACrE,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,SAAS,CAAC;QAChB;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAgB;IACpD,OAAO,IAAI,KAAK,SAAS,CAAC;AAC5B,CAAC"}

package/dist/indexer/run.d.ts

@@ -0,0 +1,42 @@
+import type { CliOptions } from "../cli/options.js";
+import type { LoadedConfig } from "../config/index.js";
+import type { Pdf2LlmConverter } from "../parsers/index.js";
+export interface IndexCounts {
+    discovered: number;
+    skipped: number;
+    parsed: number;
+    embedded: number;
+    failed: number;
+    committed: number;
+    deleted: number;
+}
+export interface IndexResult {
+    root: string;
+    databasePath: string;
+    runId: string;
+    counts: IndexCounts;
+}
+export interface IndexProgressEvent {
+    type: "embedding_batch";
+    batchNumber: number;
+    batchCount: number;
+    batchSize: number;
+    completed: number;
+    total: number;
+    embedded: number;
+    provider: string;
+    model: string;
+}
+export type IndexProgressReporter = (event: IndexProgressEvent) => void;
+export declare function indexFromCliOptions(options: CliOptions, onProgress?: IndexProgressReporter): Promise<IndexResult>;
+export interface IndexRootOptions {
+    root: string;
+    dbPath?: string;
+    loadedConfig?: LoadedConfig;
+    onProgress?: IndexProgressReporter;
+    pdfConverter?: Pdf2LlmConverter;
+}
+export declare function indexRoot(options: IndexRootOptions): Promise<IndexResult>;
+export declare function renderIndexResult(result: IndexResult, json: boolean): string;
+export declare function renderIndexProgress(event: IndexProgressEvent): string;
+//# sourceMappingURL=run.d.ts.map

package/dist/indexer/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../src/indexer/run.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAa,MAAM,oBAAoB,CAAC;AAWlE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAK5D,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,iBAAiB,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,qBAAqB,GAAG,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAkDxE,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,UAAU,EACnB,UAAU,CAAC,EAAE,qBAAqB,GACjC,OAAO,CAAC,WAAW,CAAC,CAuBtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC,YAAY,CAAC,EAAE,gBAAgB,CAAC;CACjC;AAED,wBAAsB,SAAS,CAC7B,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,WAAW,CAAC,CAoJtB;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,CAkB5E;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,kBAAkB,GAAG,MAAM,CAUrE"}