@angri450/zvec-grep 0.2.2

package/dist/engine/extraction/text/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../../../src/engine/extraction/text/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAgC,MAAM,cAAc,CAAC;AAGhF,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAEtC,MAAM,gCAAgC,GAAG,GAAG,CAAC;AAE7C,MAAM,OAAO,aAAa;IACxB,KAAK,CAAC,OAAO,CACX,MAAc,EACd,UAAwB,EAAE;QAE1B,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,WAAW,CAAC,2CAA2C,EAAE;gBACjE,IAAI,EAAE,qDAAqD;gBAC3D,OAAO,EAAE,UAAU,MAAM,CAAC,IAAI,CAAC,EAAE,eAAe,MAAM,CAAC,IAAI,EAAE;aAC9D,CAAC,CAAC;QACL,CAAC;QAED,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAE,GACxC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QAEnC,OAAO,yBAAyB,CAAC,MAAM,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAC7E,CAAC;CACF;AAED,SAAS,uBAAuB,CAC9B,OAAqB;IAErB,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,wBAAwB,CAAC;IACxE,MAAM,iBAAiB,GACrB,OAAO,CAAC,iBAAiB,IAAI,gCAAgC,CAAC;IAEhE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,WAAW,CACnB,uDAAuD,EACvD;YACE,IAAI,EAAE,qDAAqD;YAC3D,OAAO,EAAE,iBAAiB,aAAa,EAAE;SAC1C,CACF,CAAC;IACJ,CAAC;IAED,IACE,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC;QACpC,iBAAiB,GAAG,CAAC;QACrB,iBAAiB,IAAI,aAAa,EAClC,CAAC;QACD,MAAM,IAAI,WAAW,CACnB,+DAA+D,EAC/D;YACE,IAAI,EAAE,wDAAwD;YAC9D,OAAO,EAAE,iBAAiB,aAAa,sBAAsB,iBAAiB,EAAE;SACjF,CACF,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,MAAkB,EAClB,aAAqB,EACrB,iBAAyB;IAEzB,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC,GAAG,CACjE,CAAC,KAAK,EAAE,KAAK,EAAkB,EAAE,CAAC,CAAC;QACjC,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC;QACvC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE;YACP,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB;KACF,CAAC,CACH,CAAC;AACJ,CAAC;AAOD,SAAS,SAAS,CAChB,IAAY,EACZ,QAAgB,EAChB,YAAoB;IAEpB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,OAAO,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC;YAClC,IAAI,MAAM,GAAG,CAAC,CAAC;YAEf,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;gBACvC,MAAM,WAAW,GACf,SAAS,IAAI,QAAQ;oBACnB,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAAC,CAAC;gBAEvD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE;4BACL,IAAI,EAAE,MAAM;4BACZ,SAAS,EAAE,UAAU;4BACrB,OAAO,EAAE,UAAU;4BACnB,WAAW,EAAE,WAAW,CAAC,UAAU,CAAC,GAAG,MAAM;4BAC7C,SAAS,EAAE,WAAW,CAAC,UAAU,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM;yBAC3D;qBACF,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,IAAI,WAAW,CAAC;YACxB,CAAC;YAED,UAAU,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,UAAU,CAAC;QAE1B,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YAE9C,IAAI,SAAS,GAAG,UAAU,GAAG,QAAQ,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC/D,MAAM;YACR,CAAC;YAED,SAAS,IAAI,UAAU,CAAC;YACxB,QAAQ,EAAE,CAAC;QACb,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,QAAQ,GAAG,CAAC,CAAC;YAElC,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,UAAU,GAAG,CAAC;oBACzB,OAAO,EAAE,QAAQ;oBACjB,WAAW,EAAE,WAAW,CAAC,UAAU,CAAC;oBACpC,SAAS,EAAE,WAAW,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM;iBAClE;aACF,CAAC,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM;QACR,CAAC;QAED,UAAU,GAAG,oBAAoB,CAC/B,KAAK,EACL,UAAU,EACV,QAAQ,EACR,YAAY,CACb,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAwB;IAClD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAwB,EACxB,UAAkB,EAClB,QAAgB,EAChB,YAAoB;IAEpB,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KACE,IAAI,KAAK,GAAG,QAAQ,GAAG,CAAC,EACxB,KAAK,IAAI,UAAU,IAAI,YAAY,GAAG,YAAY,EAClD,KAAK,EAAE,EACP,CAAC;QACD,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACxC,YAAY,EAAE,CAAC;IACjB,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,GAAG,YAAY,CAAC;IAE1C,OAAO,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;AACvD,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,QAAgB;IACjD,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;IAC/C,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,KAAK,GAAG,WAAW,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YAChE,KAAK,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACvE,KAAK,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACnD,KAAK,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACxE,KAAK,GAAG,CAAC,CAAC;QACZ,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;YACpC,SAAS,GAAG,KAAK,CAAC;YAClB,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpD,CAAC"}

package/dist/engine/extraction/types.d.ts

@@ -0,0 +1,4 @@
+export type ChunkOptions = {
+    maxChunkChars?: number;
+    chunkOverlapChars?: number;
+};

package/dist/engine/extraction/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/engine/extraction/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engine/extraction/types.ts"],"names":[],"mappings":""}

package/dist/engine/extraction/vector-content.d.ts

@@ -0,0 +1,5 @@
+import type { Content, EntityFragment, EntityMetadata } from "../types.js";
+import type { ChunkOptions } from "./types.js";
+export declare function vectorContentForFragment(fragment: EntityFragment, embeddingContent?: Content, maxChars?: number): Content;
+export declare function chunkOptionsForMetadata(options: Required<ChunkOptions>, metadata: EntityMetadata | undefined): Required<ChunkOptions>;
+export declare function fitTextToChars(value: string, maxChars: number): string;

package/dist/engine/extraction/vector-content.js

@@ -0,0 +1,83 @@
+const MAX_METADATA_BUDGET_RATIO = 0.25;
+export function vectorContentForFragment(fragment, embeddingContent = fragment.content, maxChars) {
+    if (embeddingContent.kind !== "text") {
+        return embeddingContent;
+    }
+    const metadata = vectorMetadataText(fragment.metadata, metadataBudget(maxChars));
+    if (metadata.length === 0) {
+        return embeddingContent;
+    }
+    return {
+        kind: "text",
+        text: `${metadata}\n${embeddingContent.text}`,
+    };
+}
+export function chunkOptionsForMetadata(options, metadata) {
+    const metadataText = vectorMetadataText(metadata, metadataBudget(options.maxChunkChars));
+    const separatorChars = metadataText.length > 0 ? 1 : 0;
+    const maxChunkChars = Math.max(1, options.maxChunkChars - metadataText.length - separatorChars);
+    const chunkOverlapChars = Math.min(options.chunkOverlapChars, Math.max(0, maxChunkChars - 1));
+    return { maxChunkChars, chunkOverlapChars };
+}
+export function fitTextToChars(value, maxChars) {
+    if (value.length <= maxChars) {
+        return value;
+    }
+    if (maxChars <= 3) {
+        return ".".repeat(Math.max(0, maxChars));
+    }
+    const rawEnd = maxChars - 3;
+    const end = rawEnd > 0 &&
+        rawEnd < value.length &&
+        isHighSurrogate(value.charCodeAt(rawEnd - 1)) &&
+        isLowSurrogate(value.charCodeAt(rawEnd))
+        ? rawEnd - 1
+        : rawEnd;
+    return `${value.slice(0, end).trimEnd()}...`;
+}
+function vectorMetadataText(metadata, maxChars) {
+    if (!metadata) {
+        return "";
+    }
+    if (metadata.kind === "code") {
+        return compactMetadataLines([
+            metadata.symbolName
+                ? `symbol: ${metadata.symbolType} ${metadata.symbolName}`
+                : `symbol: ${metadata.symbolType}`,
+            metadata.scope ? `scope: ${metadata.scope}` : null,
+            metadata.signature ? `signature: ${oneLine(metadata.signature)}` : null,
+            metadata.modifiers.length > 0
+                ? `modifiers: ${metadata.modifiers.join(" ")}`
+                : null,
+            metadata.doc ? `doc: ${oneLine(metadata.doc)}` : null,
+        ], maxChars);
+    }
+    return compactMetadataLines([
+        metadata.heading ? `heading: ${metadata.heading}` : null,
+        typeof metadata.level === "number"
+            ? `heading_level: ${metadata.level}`
+            : null,
+        metadata.scope ? `scope: ${metadata.scope}` : null,
+    ], maxChars);
+}
+function metadataBudget(maxChars) {
+    return maxChars === undefined
+        ? undefined
+        : Math.max(0, Math.floor(maxChars * MAX_METADATA_BUDGET_RATIO));
+}
+function compactMetadataLines(lines, maxChars) {
+    const text = lines
+        .filter((line) => line !== null && line.trim().length > 0)
+        .join("\n");
+    return maxChars === undefined ? text : fitTextToChars(text, maxChars);
+}
+function oneLine(value) {
+    return value.replace(/\s+/g, " ").trim();
+}
+function isHighSurrogate(value) {
+    return value >= 0xd800 && value <= 0xdbff;
+}
+function isLowSurrogate(value) {
+    return value >= 0xdc00 && value <= 0xdfff;
+}
+//# sourceMappingURL=vector-content.js.map

package/dist/engine/extraction/vector-content.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-content.js","sourceRoot":"","sources":["../../../src/engine/extraction/vector-content.ts"],"names":[],"mappings":"AAGA,MAAM,yBAAyB,GAAG,IAAI,CAAC;AAEvC,MAAM,UAAU,wBAAwB,CACtC,QAAwB,EACxB,mBAA4B,QAAQ,CAAC,OAAO,EAC5C,QAAiB;IAEjB,IAAI,gBAAgB,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACrC,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAkB,CACjC,QAAQ,CAAC,QAAQ,EACjB,cAAc,CAAC,QAAQ,CAAC,CACzB,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,GAAG,QAAQ,KAAK,gBAAgB,CAAC,IAAI,EAAE;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,OAA+B,EAC/B,QAAoC;IAEpC,MAAM,YAAY,GAAG,kBAAkB,CACrC,QAAQ,EACR,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CACtC,CAAC;IACF,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,CAAC,EACD,OAAO,CAAC,aAAa,GAAG,YAAY,CAAC,MAAM,GAAG,cAAc,CAC7D,CAAC;IACF,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAChC,OAAO,CAAC,iBAAiB,EACzB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,CAAC,CAAC,CAC/B,CAAC;IAEF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,QAAgB;IAC5D,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC;IAC5B,MAAM,GAAG,GACP,MAAM,GAAG,CAAC;QACV,MAAM,GAAG,KAAK,CAAC,MAAM;QACrB,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC,CAAC,MAAM,GAAG,CAAC;QACZ,CAAC,CAAC,MAAM,CAAC;IACb,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC;AAC/C,CAAC;AAED,SAAS,kBAAkB,CACzB,QAAoC,EACpC,QAAiB;IAEjB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7B,OAAO,oBAAoB,CACzB;YACE,QAAQ,CAAC,UAAU;gBACjB,CAAC,CAAC,WAAW,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,EAAE;gBACzD,CAAC,CAAC,WAAW,QAAQ,CAAC,UAAU,EAAE;YACpC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI;YAClD,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YACvE,QAAQ,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;gBAC3B,CAAC,CAAC,cAAc,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC9C,CAAC,CAAC,IAAI;YACR,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;SACtD,EACD,QAAQ,CACT,CAAC;IACJ,CAAC;IAED,OAAO,oBAAoB,CACzB;QACE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI;QACxD,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ;YAChC,CAAC,CAAC,kBAAkB,QAAQ,CAAC,KAAK,EAAE;YACpC,CAAC,CAAC,IAAI;QACR,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI;KACnD,EACD,QAAQ,CACT,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,QAA4B;IAClD,OAAO,QAAQ,KAAK,SAAS;QAC3B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,yBAAyB,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAiC,EACjC,QAAiB;IAEjB,MAAM,IAAI,GAAG,KAAK;SACf,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACzE,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,MAAM,CAAC;AAC5C,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,MAAM,CAAC;AAC5C,CAAC"}

package/dist/engine/file-size-policy.d.ts

@@ -0,0 +1,6 @@
+import type { FileKind } from "./types.js";
+export declare const DEFAULT_MAX_CODE_FILE_SIZE_BYTES: number;
+export declare const DEFAULT_MAX_TEXT_FILE_SIZE_BYTES: number;
+export declare const DEFAULT_MAX_DATA_FILE_SIZE_BYTES: number;
+export declare const DEFAULT_MAX_IMAGE_FILE_SIZE_BYTES: number;
+export declare function resolveMaxFileSizeBytes(kind: FileKind, explicitMaxFileSizeBytes?: number): number;

package/dist/engine/file-size-policy.js

@@ -0,0 +1,20 @@
+export const DEFAULT_MAX_CODE_FILE_SIZE_BYTES = 1 * 1024 * 1024;
+export const DEFAULT_MAX_TEXT_FILE_SIZE_BYTES = 256 * 1024 * 1024;
+export const DEFAULT_MAX_DATA_FILE_SIZE_BYTES = 16 * 1024 * 1024;
+export const DEFAULT_MAX_IMAGE_FILE_SIZE_BYTES = 10 * 1024 * 1024;
+export function resolveMaxFileSizeBytes(kind, explicitMaxFileSizeBytes) {
+    if (explicitMaxFileSizeBytes !== undefined) {
+        return explicitMaxFileSizeBytes;
+    }
+    switch (kind) {
+        case "code":
+            return DEFAULT_MAX_CODE_FILE_SIZE_BYTES;
+        case "text":
+            return DEFAULT_MAX_TEXT_FILE_SIZE_BYTES;
+        case "data":
+            return DEFAULT_MAX_DATA_FILE_SIZE_BYTES;
+        case "image":
+            return DEFAULT_MAX_IMAGE_FILE_SIZE_BYTES;
+    }
+}
+//# sourceMappingURL=file-size-policy.js.map

package/dist/engine/file-size-policy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-size-policy.js","sourceRoot":"","sources":["../../src/engine/file-size-policy.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAChE,MAAM,CAAC,MAAM,gCAAgC,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,gCAAgC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACjE,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAElE,MAAM,UAAU,uBAAuB,CACrC,IAAc,EACd,wBAAiC;IAEjC,IAAI,wBAAwB,KAAK,SAAS,EAAE,CAAC;QAC3C,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAED,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,MAAM;YACT,OAAO,gCAAgC,CAAC;QAC1C,KAAK,MAAM;YACT,OAAO,gCAAgC,CAAC;QAC1C,KAAK,MAAM;YACT,OAAO,gCAAgC,CAAC;QAC1C,KAAK,OAAO;YACV,OAAO,iCAAiC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/dist/engine/file-type.d.ts

@@ -0,0 +1,15 @@
+import type { FileFormat, FileKind } from "./types.js";
+export type RecognizedFileType = {
+    kind: FileKind;
+    format: FileFormat;
+    patterns: string[];
+};
+export declare function listRecognizedFileTypes(): RecognizedFileType[];
+export declare function listKnownBinaryExtensionGroups(): {
+    label: string;
+    extensions: string[];
+}[];
+export declare function detectFileType(path: string): {
+    kind: FileKind;
+    format: FileFormat;
+} | null;

package/dist/engine/file-type.js

@@ -0,0 +1,152 @@
+import { basename, extname } from "node:path";
+const CODE_FORMATS = {
+    ".c": "c",
+    ".cc": "cpp",
+    ".cpp": "cpp",
+    ".cxx": "cpp",
+    ".h": "cpp",
+    ".hpp": "cpp",
+    ".go": "go",
+    ".java": "java",
+    ".js": "javascript",
+    ".jsx": "jsx",
+    ".mjs": "javascript",
+    ".cjs": "javascript",
+    ".ts": "typescript",
+    ".tsx": "tsx",
+    ".py": "python",
+    ".rs": "rust",
+    ".rb": "ruby",
+    ".php": "php",
+    ".swift": "swift",
+    ".kt": "kotlin",
+    ".kts": "kotlin",
+    ".cs": "csharp",
+    ".scala": "scala",
+    ".sh": "bash",
+    ".bash": "bash",
+    ".zsh": "bash",
+    ".sql": "sql",
+    ".css": "css",
+    ".scss": "scss",
+    ".less": "less",
+    ".vue": "vue",
+    ".svelte": "svelte",
+};
+const DATA_FORMATS = {
+    ".csv": "csv",
+    ".json": "json",
+    ".jsonc": "json",
+    ".toml": "toml",
+    ".yaml": "yaml",
+    ".yml": "yaml",
+};
+const TEXT_FORMATS = {
+    ".md": "markdown",
+    ".mdx": "markdown",
+    ".rst": "rst",
+    ".txt": "text",
+    ".html": "html",
+    ".htm": "html",
+    ".xml": "xml",
+};
+const IMAGE_FORMATS = {
+    ".gif": "gif",
+    ".jpeg": "jpeg",
+    ".jpg": "jpeg",
+    ".png": "png",
+    ".webp": "webp",
+};
+const NAMED_FILE_FORMATS = {
+    Dockerfile: { kind: "code", format: "dockerfile" },
+    Makefile: { kind: "code", format: "makefile" },
+};
+const FILE_FORMATS_BY_KIND = {
+    code: CODE_FORMATS,
+    data: DATA_FORMATS,
+    text: TEXT_FORMATS,
+    image: IMAGE_FORMATS,
+};
+const BINARY_EXTENSION_GROUPS = [
+    {
+        label: "Archives",
+        extensions: [".zip", ".tar", ".gz", ".bz2", ".xz", ".7z", ".rar"],
+    },
+    {
+        label: "Compiled",
+        extensions: [
+            ".exe",
+            ".dll",
+            ".dylib",
+            ".so",
+            ".a",
+            ".o",
+            ".obj",
+            ".wasm",
+            ".class",
+            ".jar",
+        ],
+    },
+    {
+        label: "Documents",
+        extensions: [".pdf", ".doc", ".docx", ".ppt", ".pptx", ".xls", ".xlsx"],
+    },
+    {
+        label: "Media",
+        extensions: [".mp3", ".mp4", ".mov", ".avi", ".mkv"],
+    },
+    { label: "Databases", extensions: [".db", ".sqlite"] },
+];
+const BINARY_EXTENSIONS = new Set(BINARY_EXTENSION_GROUPS.flatMap((group) => group.extensions));
+export function listRecognizedFileTypes() {
+    const recognized = new Map();
+    const append = (kind, format, pattern) => {
+        const key = `${kind}:${format}`;
+        const existing = recognized.get(key);
+        if (existing) {
+            existing.patterns.push(pattern);
+            return;
+        }
+        recognized.set(key, { kind, format, patterns: [pattern] });
+    };
+    for (const kind of Object.keys(FILE_FORMATS_BY_KIND)) {
+        for (const [extension, format] of Object.entries(FILE_FORMATS_BY_KIND[kind])) {
+            append(kind, format, extension);
+        }
+    }
+    for (const [name, type] of Object.entries(NAMED_FILE_FORMATS)) {
+        append(type.kind, type.format, name);
+    }
+    return [...recognized.values()];
+}
+export function listKnownBinaryExtensionGroups() {
+    return BINARY_EXTENSION_GROUPS.map((group) => ({
+        label: group.label,
+        extensions: [...group.extensions],
+    }));
+}
+export function detectFileType(path) {
+    const name = basename(path);
+    const namedType = NAMED_FILE_FORMATS[name];
+    if (namedType) {
+        return { ...namedType };
+    }
+    const extension = extname(name).toLowerCase();
+    if (extension in CODE_FORMATS) {
+        return { kind: "code", format: CODE_FORMATS[extension] };
+    }
+    if (extension in DATA_FORMATS) {
+        return { kind: "data", format: DATA_FORMATS[extension] };
+    }
+    if (extension in TEXT_FORMATS) {
+        return { kind: "text", format: TEXT_FORMATS[extension] };
+    }
+    if (extension in IMAGE_FORMATS) {
+        return { kind: "image", format: IMAGE_FORMATS[extension] };
+    }
+    if (BINARY_EXTENSIONS.has(extension)) {
+        return null;
+    }
+    return { kind: "text", format: extension ? extension.slice(1) : "text" };
+}
+//# sourceMappingURL=file-type.js.map

package/dist/engine/file-type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-type.js","sourceRoot":"","sources":["../../src/engine/file-type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG9C,MAAM,YAAY,GAA2B;IAC3C,IAAI,EAAE,GAAG;IACT,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,KAAK,EAAE,QAAQ;IACf,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,SAAS,EAAE,QAAQ;CACpB,CAAC;AAEF,MAAM,YAAY,GAA2B;IAC3C,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,MAAM;IAChB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;CACf,CAAC;AAEF,MAAM,YAAY,GAA2B;IAC3C,KAAK,EAAE,UAAU;IACjB,MAAM,EAAE,UAAU;IAClB,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,KAAK;CACd,CAAC;AAEF,MAAM,aAAa,GAAgC;IACjD,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;CAChB,CAAC;AAEF,MAAM,kBAAkB,GAGpB;IACF,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE;IAClD,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE;CAC/C,CAAC;AAEF,MAAM,oBAAoB,GAAG;IAC3B,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,YAAY;IAClB,KAAK,EAAE,aAAa;CAC8B,CAAC;AAErD,MAAM,uBAAuB,GAAG;IAC9B;QACE,KAAK,EAAE,UAAU;QACjB,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC;KAClE;IACD;QACE,KAAK,EAAE,UAAU;QACjB,UAAU,EAAE;YACV,MAAM;YACN,MAAM;YACN,QAAQ;YACR,KAAK;YACL,IAAI;YACJ,IAAI;YACJ,MAAM;YACN,OAAO;YACP,QAAQ;YACR,MAAM;SACP;KACF;IACD;QACE,KAAK,EAAE,WAAW;QAClB,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;KACxE;IACD;QACE,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;KACrD;IACD,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE;CAC9C,CAAC;AAEX,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,uBAAuB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAC7D,CAAC;AAQF,MAAM,UAAU,uBAAuB;IACrC,MAAM,UAAU,GAAG,IAAI,GAAG,EAA8B,CAAC;IACzD,MAAM,MAAM,GAAG,CACb,IAAc,EACd,MAAkB,EAClB,OAAe,EACT,EAAE;QACR,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChC,OAAO;QACT,CAAC;QACD,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAe,EAAE,CAAC;QACnE,KAAK,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAC9C,oBAAoB,CAAC,IAAI,CAAC,CAC3B,EAAE,CAAC;YACF,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC9D,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,8BAA8B;IAI5C,OAAO,uBAAuB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7C,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC;KAClC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,IAAY;IAEZ,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,EAAE,GAAG,SAAS,EAAE,CAAC;IAC1B,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IAE9C,IAAI,SAAS,IAAI,YAAY,EAAE,CAAC;QAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;IAC3D,CAAC;IAED,IAAI,SAAS,IAAI,YAAY,EAAE,CAAC;QAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;IAC3D,CAAC;IAED,IAAI,SAAS,IAAI,YAAY,EAAE,CAAC;QAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;IAC3D,CAAC;IAED,IAAI,SAAS,IAAI,aAAa,EAAE,CAAC;QAC/B,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AAC3E,CAAC"}

package/dist/engine/index-status.d.ts

@@ -0,0 +1,9 @@
+import type { WorkspaceIndexStatus, IndexProgress } from "./types.js";
+export type IndexCompletion = {
+    completed: number;
+    total: number;
+};
+export declare function indexStatusNeedsRefresh(status: WorkspaceIndexStatus | null | undefined): boolean;
+export declare function indexCompletionFromStatus(status: WorkspaceIndexStatus | null | undefined): IndexCompletion | undefined;
+export declare function mergeIndexCompletion(completion: IndexCompletion | undefined, progress: IndexProgress | undefined): IndexCompletion | undefined;
+export declare function indexCompletionForJob(completion: IndexCompletion | undefined, state: "queued" | "running" | "succeeded" | "failed" | "cancelled" | undefined, progress: IndexProgress | undefined): IndexCompletion | undefined;

package/dist/engine/index-status.js

@@ -0,0 +1,38 @@
+export function indexStatusNeedsRefresh(status) {
+    return Boolean(status &&
+        (status.filesAdded > 0 ||
+            status.filesModified > 0 ||
+            status.filesDeleted > 0 ||
+            status.filesPending > 0 ||
+            status.filesFailed > 0));
+}
+export function indexCompletionFromStatus(status) {
+    if (!status)
+        return undefined;
+    return {
+        completed: status.filesUnchanged,
+        total: status.filesScanned,
+    };
+}
+export function mergeIndexCompletion(completion, progress) {
+    const processed = progress?.filesIndexed;
+    const total = progress?.filesTotal;
+    const succeeded = processed === undefined
+        ? undefined
+        : Math.max(0, processed - (progress?.filesFailed ?? 0));
+    if (!completion) {
+        return succeeded === undefined || total === undefined
+            ? undefined
+            : { completed: succeeded, total };
+    }
+    return {
+        completed: Math.min(completion.total, completion.completed + (succeeded ?? 0)),
+        total: completion.total,
+    };
+}
+export function indexCompletionForJob(completion, state, progress) {
+    return state === "running"
+        ? mergeIndexCompletion(completion, progress)
+        : completion;
+}
+//# sourceMappingURL=index-status.js.map

package/dist/engine/index-status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-status.js","sourceRoot":"","sources":["../../src/engine/index-status.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,uBAAuB,CACrC,MAA+C;IAE/C,OAAO,OAAO,CACZ,MAAM;QACN,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC;YACpB,MAAM,CAAC,aAAa,GAAG,CAAC;YACxB,MAAM,CAAC,YAAY,GAAG,CAAC;YACvB,MAAM,CAAC,YAAY,GAAG,CAAC;YACvB,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAC1B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,MAA+C;IAE/C,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,OAAO;QACL,SAAS,EAAE,MAAM,CAAC,cAAc;QAChC,KAAK,EAAE,MAAM,CAAC,YAAY;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,UAAuC,EACvC,QAAmC;IAEnC,MAAM,SAAS,GAAG,QAAQ,EAAE,YAAY,CAAC;IACzC,MAAM,KAAK,GAAG,QAAQ,EAAE,UAAU,CAAC;IACnC,MAAM,SAAS,GACb,SAAS,KAAK,SAAS;QACrB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,QAAQ,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;YACnD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACtC,CAAC;IACD,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,GAAG,CACjB,UAAU,CAAC,KAAK,EAChB,UAAU,CAAC,SAAS,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,CACxC;QACD,KAAK,EAAE,UAAU,CAAC,KAAK;KACxB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,UAAuC,EACvC,KACyE,EACzE,QAAmC;IAEnC,OAAO,KAAK,KAAK,SAAS;QACxB,CAAC,CAAC,oBAAoB,CAAC,UAAU,EAAE,QAAQ,CAAC;QAC5C,CAAC,CAAC,UAAU,CAAC;AACjB,CAAC"}

package/dist/engine/manifest.d.ts

@@ -0,0 +1,13 @@
+import type { EmbeddingRuntimeConfig } from "./config.js";
+import type { WorkspaceIndexInfo } from "./types.js";
+export declare const WORKSPACE_MANIFEST_FILE = "manifest.json";
+export declare const CURRENT_MANIFEST_VERSION = 1;
+export type WorkspaceManifest = WorkspaceIndexInfo & {
+    manifestVersion: typeof CURRENT_MANIFEST_VERSION;
+    embeddingRuntime: EmbeddingRuntimeConfig;
+};
+export declare function workspaceManifestPath(home: string): string;
+export declare function readWorkspaceManifest(home: string): WorkspaceManifest | null;
+export declare function writeWorkspaceManifest(home: string, manifest: WorkspaceManifest): void;
+export declare function deleteWorkspaceManifest(home: string): void;
+export declare function workspaceIndexInfoFromManifest(manifest: WorkspaceManifest): WorkspaceIndexInfo;

package/dist/engine/manifest.js

@@ -0,0 +1,124 @@
+import { rmSync } from "node:fs";
+import { join } from "node:path";
+import { EngineError } from "./errors.js";
+import { readJsonFileSync, writeJsonFileSync } from "./utils/json.js";
+export const WORKSPACE_MANIFEST_FILE = "manifest.json";
+export const CURRENT_MANIFEST_VERSION = 1;
+const WORKSPACE_DIRECTORY_MODE = 0o700;
+const WORKSPACE_MANIFEST_MODE = 0o600;
+export function workspaceManifestPath(home) {
+    return join(home, WORKSPACE_MANIFEST_FILE);
+}
+export function readWorkspaceManifest(home) {
+    const path = workspaceManifestPath(home);
+    const value = readJsonFileSync(path, null);
+    if (value === null) {
+        return null;
+    }
+    if (!isWorkspaceManifest(value)) {
+        throw new EngineError("Workspace index manifest is invalid", {
+            code: "ZVEC_GREP.ENGINE.MANIFEST.INVALID",
+            context: `path=${path}`,
+        });
+    }
+    return value;
+}
+export function writeWorkspaceManifest(home, manifest) {
+    writeJsonFileSync(workspaceManifestPath(home), manifest, {
+        directoryMode: WORKSPACE_DIRECTORY_MODE,
+        fileMode: WORKSPACE_MANIFEST_MODE,
+    });
+}
+export function deleteWorkspaceManifest(home) {
+    rmSync(workspaceManifestPath(home), { force: true });
+}
+export function workspaceIndexInfoFromManifest(manifest) {
+    return {
+        id: manifest.id,
+        name: manifest.name,
+        path: manifest.path,
+        rootPaths: manifest.rootPaths,
+        indexPolicy: manifest.indexPolicy,
+        embedding: manifest.embedding,
+        indexVersion: manifest.indexVersion,
+        createdTime: manifest.createdTime,
+        updatedTime: manifest.updatedTime,
+    };
+}
+function isWorkspaceManifest(value) {
+    if (!isRecord(value) || value.manifestVersion !== CURRENT_MANIFEST_VERSION) {
+        return false;
+    }
+    return (isNonEmptyString(value.id) &&
+        isNonEmptyString(value.name) &&
+        isNonEmptyString(value.path) &&
+        Array.isArray(value.rootPaths) &&
+        value.rootPaths.length > 0 &&
+        value.rootPaths.every(isRootPath) &&
+        (value.indexPolicy === "enabled" || value.indexPolicy === "disabled") &&
+        (value.embedding === null || isEmbeddingSchema(value.embedding)) &&
+        (value.indexVersion === null || Number.isInteger(value.indexVersion)) &&
+        typeof value.createdTime === "number" &&
+        Number.isFinite(value.createdTime) &&
+        typeof value.updatedTime === "number" &&
+        Number.isFinite(value.updatedTime) &&
+        isEmbeddingRuntime(value.embeddingRuntime));
+}
+function isRootPath(value) {
+    return (isRecord(value) &&
+        isNonEmptyString(value.absolutePath) &&
+        typeof value.recursive === "boolean" &&
+        isOptionalStringArray(value.include) &&
+        isOptionalStringArray(value.exclude) &&
+        isOptionalStringArray(value.globs) &&
+        isOptionalStringArray(value.insensitiveGlobs) &&
+        isOptionalStringArray(value.fileTypes) &&
+        isOptionalStringArray(value.excludedFileTypes) &&
+        isOptionalBoolean(value.hidden) &&
+        isOptionalBoolean(value.noIgnore) &&
+        isOptionalStringArray(value.ignoreFiles) &&
+        isOptionalNonNegativeInteger(value.maxDepth) &&
+        isOptionalNonNegativeInteger(value.maxFileSizeBytes) &&
+        isOptionalBoolean(value.follow));
+}
+function isEmbeddingSchema(value) {
+    return (isRecord(value) &&
+        isNonEmptyString(value.provider) &&
+        isNonEmptyString(value.model) &&
+        Number.isInteger(value.dimension) &&
+        typeof value.dimension === "number" &&
+        value.dimension > 0 &&
+        (value.metric === "cosine" ||
+            value.metric === "dot" ||
+            value.metric === "euclidean"));
+}
+function isEmbeddingRuntime(value) {
+    if (!isRecord(value)) {
+        return false;
+    }
+    return ((value.apiKey === undefined || typeof value.apiKey === "string") &&
+        (value.endpoint === undefined || typeof value.endpoint === "string") &&
+        (value.device === undefined ||
+            value.device === "auto" ||
+            value.device === "cpu" ||
+            value.device === "metal" ||
+            value.device === "vulkan" ||
+            value.device === "cuda"));
+}
+function isOptionalStringArray(value) {
+    return (value === undefined ||
+        (Array.isArray(value) && value.every((item) => typeof item === "string")));
+}
+function isOptionalBoolean(value) {
+    return value === undefined || typeof value === "boolean";
+}
+function isOptionalNonNegativeInteger(value) {
+    return value === undefined || (Number.isInteger(value) && Number(value) >= 0);
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function isNonEmptyString(value) {
+    return typeof value === "string" && value.length > 0;
+}
+//# sourceMappingURL=manifest.js.map

package/dist/engine/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../src/engine/manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEtE,MAAM,CAAC,MAAM,uBAAuB,GAAG,eAAe,CAAC;AACvD,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAE1C,MAAM,wBAAwB,GAAG,KAAK,CAAC;AACvC,MAAM,uBAAuB,GAAG,KAAK,CAAC;AAOtC,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,OAAO,IAAI,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,MAAM,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,gBAAgB,CAAU,IAAI,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,WAAW,CAAC,qCAAqC,EAAE;YAC3D,IAAI,EAAE,mCAAmC;YACzC,OAAO,EAAE,QAAQ,IAAI,EAAE;SACxB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,IAAY,EACZ,QAA2B;IAE3B,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE;QACvD,aAAa,EAAE,wBAAwB;QACvC,QAAQ,EAAE,uBAAuB;KAClC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,QAA2B;IAE3B,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,WAAW,EAAE,QAAQ,CAAC,WAAW;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,eAAe,KAAK,wBAAwB,EAAE,CAAC;QAC3E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC;QAC5B,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;QAC9B,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;QAC1B,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC;QACjC,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,KAAK,UAAU,CAAC;QACrE,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChE,CAAC,KAAK,CAAC,YAAY,KAAK,IAAI,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACrE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QACrC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;QAClC,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QACrC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;QAClC,kBAAkB,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAC3C,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,gBAAgB,CAAC,KAAK,CAAC,YAAY,CAAC;QACpC,OAAO,KAAK,CAAC,SAAS,KAAK,SAAS;QACpC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC;QACpC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC;QACpC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC;QAClC,qBAAqB,CAAC,KAAK,CAAC,gBAAgB,CAAC;QAC7C,qBAAqB,CAAC,KAAK,CAAC,SAAS,CAAC;QACtC,qBAAqB,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC9C,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC;QAC/B,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC;QACjC,qBAAqB,CAAC,KAAK,CAAC,WAAW,CAAC;QACxC,4BAA4B,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC5C,4BAA4B,CAAC,KAAK,CAAC,gBAAgB,CAAC;QACpD,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,CAChC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC;QAChC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC;QAC7B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;QACjC,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QACnC,KAAK,CAAC,SAAS,GAAG,CAAC;QACnB,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ;YACxB,KAAK,CAAC,MAAM,KAAK,KAAK;YACtB,KAAK,CAAC,MAAM,KAAK,WAAW,CAAC,CAChC,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC;QAChE,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC;QACpE,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;YACzB,KAAK,CAAC,MAAM,KAAK,MAAM;YACvB,KAAK,CAAC,MAAM,KAAK,KAAK;YACtB,KAAK,CAAC,MAAM,KAAK,OAAO;YACxB,KAAK,CAAC,MAAM,KAAK,QAAQ;YACzB,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAC3B,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,OAAO,CACL,KAAK,KAAK,SAAS;QACnB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,SAAS,CAAC;AAC3D,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAc;IAClD,OAAO,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACvD,CAAC"}

package/dist/engine/models/artifact-cache-lock.d.ts

@@ -0,0 +1,16 @@
+export type ModelArtifactCacheLock = {
+    touch(): Promise<void>;
+    assertOwned(): Promise<void>;
+    release(): Promise<void>;
+};
+type LockOptions = {
+    pollMs: number;
+    staleMs: number;
+    heartbeatMs: number;
+    dependencies: {
+        now: () => number;
+        setTimeout: (callback: () => void, ms: number) => ReturnType<typeof setTimeout>;
+    };
+};
+export declare function acquireModelArtifactCacheLock(lockPath: string, options: LockOptions): Promise<ModelArtifactCacheLock>;
+export {};