@grackle-ai/knowledge 0.56.3 → 0.57.0

package/dist/chunker.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Pluggable chunker interface for splitting content into embeddable pieces.
+ *
+ * @module
+ */
+/** A chunk of content produced by a {@link Chunker}. */
+export interface Chunk {
+    /** The text content of this chunk. */
+    text: string;
+    /** Zero-based index of this chunk within the source content. */
+    index: number;
+    /** Optional metadata carried through from the source or added by the chunker. */
+    metadata?: Record<string, unknown>;
+}
+/** Splits content into chunks suitable for embedding. */
+export interface Chunker {
+    /** Split content into one or more chunks. */
+    chunk(content: string, metadata?: Record<string, unknown>): Chunk[];
+}
+//# sourceMappingURL=chunker.d.ts.map

package/dist/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,wDAAwD;AACxD,MAAM,WAAW,KAAK;IACpB,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,gEAAgE;IAChE,KAAK,EAAE,MAAM,CAAC;IACd,iFAAiF;IACjF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,yDAAyD;AACzD,MAAM,WAAW,OAAO;IACtB,6CAA6C;IAC7C,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,KAAK,EAAE,CAAC;CACrE"}

package/dist/chunker.js

@@ -0,0 +1,7 @@
+/**
+ * Pluggable chunker interface for splitting content into embeddable pieces.
+ *
+ * @module
+ */
+export {};
+//# sourceMappingURL=chunker.js.map

package/dist/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/embedder.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Pluggable embedder interface for converting text into vector embeddings.
+ *
+ * @module
+ */
+/** A single embedding result pairing input text with its vector. */
+export interface EmbeddingResult {
+    /** The input text that was embedded. */
+    text: string;
+    /** The embedding vector (array of floats). */
+    vector: number[];
+}
+/** Configuration for creating an {@link Embedder}. */
+export interface EmbedderOptions {
+    /** HuggingFace model ID (e.g., `"Xenova/all-MiniLM-L6-v2"`). */
+    modelId?: string;
+    /** Expected embedding dimensions. Used for validation when set. */
+    dimensions?: number;
+}
+/** Converts text into embedding vectors for semantic search and similarity. */
+export interface Embedder {
+    /** Embed a single text string. */
+    embed(text: string): Promise<EmbeddingResult>;
+    /** Embed multiple texts in batch. */
+    embedBatch(texts: string[]): Promise<EmbeddingResult[]>;
+    /**
+     * The dimensionality of vectors produced by this embedder.
+     *
+     * When using a custom model without specifying `dimensions` in options,
+     * this value is `0` until the first embedding is computed. A value of `0`
+     * means the true dimensions are not yet known.
+     */
+    readonly dimensions: number;
+}
+//# sourceMappingURL=embedder.d.ts.map

package/dist/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,oEAAoE;AACpE,MAAM,WAAW,eAAe;IAC9B,wCAAwC;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,8CAA8C;IAC9C,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,sDAAsD;AACtD,MAAM,WAAW,eAAe;IAC9B,gEAAgE;IAChE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mEAAmE;IACnE,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,+EAA+E;AAC/E,MAAM,WAAW,QAAQ;IACvB,kCAAkC;IAClC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9C,qCAAqC;IACrC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IACxD;;;;;;OAMG;IACH,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B"}

package/dist/embedder.js

@@ -0,0 +1,7 @@
+/**
+ * Pluggable embedder interface for converting text into vector embeddings.
+ *
+ * @module
+ */
+export {};
+//# sourceMappingURL=embedder.js.map

package/dist/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/index.d.ts

@@ -1,12 +1,16 @@
-export {};
 /**
- * Scaffold for a knowledge graph subsystem for Grackle.
+ * Knowledge graph subsystem for Grackle.
  *
- * Defines the surface area for integrating structured knowledge storage and
- * retrieval so that agents can share and reuse contextual information across
- * sessions. Concrete storage technologies and capabilities are provided by
- * implementations that build on this package.
+ * Provides pluggable text embedding, content chunking, and an ingestion
+ * pipeline so that agents can share and reuse contextual information
+ * across sessions.
  *
  * @packageDocumentation
  */
+export type { Embedder, EmbedderOptions, EmbeddingResult } from "./embedder.js";
+export { createLocalEmbedder } from "./local-embedder.js";
+export type { Chunk, Chunker } from "./chunker.js";
+export { createPassThroughChunker } from "./pass-through-chunker.js";
+export type { EmbeddedChunk } from "./ingest.js";
+export { ingest } from "./ingest.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,YAAY,EAAE,QAAQ,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChF,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC"}

package/dist/index.js

@@ -1,12 +1,13 @@
-export {};
 /**
- * Scaffold for a knowledge graph subsystem for Grackle.
+ * Knowledge graph subsystem for Grackle.
  *
- * Defines the surface area for integrating structured knowledge storage and
- * retrieval so that agents can share and reuse contextual information across
- * sessions. Concrete storage technologies and capabilities are provided by
- * implementations that build on this package.
+ * Provides pluggable text embedding, content chunking, and an ingestion
+ * pipeline so that agents can share and reuse contextual information
+ * across sessions.
  *
  * @packageDocumentation
  */
+export { createLocalEmbedder } from "./local-embedder.js";
+export { createPassThroughChunker } from "./pass-through-chunker.js";
+export { ingest } from "./ingest.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAErE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC"}

package/dist/ingest.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Ingestion pipeline that chunks content and embeds each chunk.
+ *
+ * @module
+ */
+import type { Chunk, Chunker } from "./chunker.js";
+import type { Embedder } from "./embedder.js";
+/** A chunk with its embedding vector attached. */
+export interface EmbeddedChunk extends Chunk {
+    /** The embedding vector for this chunk's text. */
+    vector: number[];
+}
+/**
+ * Chunk content and embed each chunk in a single pipeline.
+ *
+ * @param content - The raw text content to ingest.
+ * @param chunker - Splits the content into chunks.
+ * @param embedder - Produces embedding vectors for each chunk.
+ * @param metadata - Optional metadata passed through to the chunker.
+ * @returns An array of chunks with embedding vectors attached.
+ */
+export declare function ingest(content: string, chunker: Chunker, embedder: Embedder, metadata?: Record<string, unknown>): Promise<EmbeddedChunk[]>;
+//# sourceMappingURL=ingest.d.ts.map

package/dist/ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,kDAAkD;AAClD,MAAM,WAAW,aAAc,SAAQ,KAAK;IAC1C,kDAAkD;IAClD,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;;;;;;;GAQG;AACH,wBAAsB,MAAM,CAC1B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,QAAQ,EAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,OAAO,CAAC,aAAa,EAAE,CAAC,CAc1B"}

package/dist/ingest.js

@@ -0,0 +1,27 @@
+/**
+ * Ingestion pipeline that chunks content and embeds each chunk.
+ *
+ * @module
+ */
+/**
+ * Chunk content and embed each chunk in a single pipeline.
+ *
+ * @param content - The raw text content to ingest.
+ * @param chunker - Splits the content into chunks.
+ * @param embedder - Produces embedding vectors for each chunk.
+ * @param metadata - Optional metadata passed through to the chunker.
+ * @returns An array of chunks with embedding vectors attached.
+ */
+export async function ingest(content, chunker, embedder, metadata) {
+    const chunks = chunker.chunk(content, metadata);
+    if (chunks.length === 0) {
+        return [];
+    }
+    const texts = chunks.map((c) => c.text);
+    const embeddings = await embedder.embedBatch(texts);
+    return chunks.map((chunk, i) => ({
+        ...chunk,
+        vector: embeddings[i].vector,
+    }));
+}
+//# sourceMappingURL=ingest.js.map

package/dist/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAWH;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,OAAe,EACf,OAAgB,EAChB,QAAkB,EAClB,QAAkC;IAElC,MAAM,MAAM,GAAY,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEzD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAa,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAEpD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/B,GAAG,KAAK;QACR,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM;KAC7B,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/local-embedder.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Local ONNX-based embedder using `@huggingface/transformers`.
+ *
+ * Downloads and caches a HuggingFace model on first use, then runs
+ * inference locally on CPU — no API keys or external services required.
+ *
+ * @module
+ */
+import type { Embedder, EmbedderOptions } from "./embedder.js";
+/**
+ * Create a local embedder that runs ONNX inference via `@huggingface/transformers`.
+ *
+ * The underlying pipeline is lazily initialized on the first call to
+ * {@link Embedder.embed | embed()} or {@link Embedder.embedBatch | embedBatch()}.
+ * This avoids blocking construction with a model download.
+ *
+ * When using the default model, dimensions are known upfront (384). When using
+ * a custom model without specifying dimensions, the value is inferred from the
+ * first embedding result.
+ *
+ * @param options - Optional configuration for model selection and dimensions.
+ * @returns An {@link Embedder} instance backed by local ONNX inference.
+ */
+export declare function createLocalEmbedder(options?: EmbedderOptions): Embedder;
+//# sourceMappingURL=local-embedder.d.ts.map

package/dist/local-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-embedder.d.ts","sourceRoot":"","sources":["../src/local-embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAmB,MAAM,eAAe,CAAC;AAQhF;;;;;;;;;;;;;GAaG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,QAAQ,CA6DvE"}

package/dist/local-embedder.js

@@ -0,0 +1,88 @@
+/**
+ * Local ONNX-based embedder using `@huggingface/transformers`.
+ *
+ * Downloads and caches a HuggingFace model on first use, then runs
+ * inference locally on CPU — no API keys or external services required.
+ *
+ * @module
+ */
+/** Default model: small, fast, good general-purpose English embeddings. */
+const DEFAULT_MODEL_ID = "Xenova/all-MiniLM-L6-v2";
+/** Default embedding dimensions for the default model. */
+const DEFAULT_DIMENSIONS = 384;
+/**
+ * Create a local embedder that runs ONNX inference via `@huggingface/transformers`.
+ *
+ * The underlying pipeline is lazily initialized on the first call to
+ * {@link Embedder.embed | embed()} or {@link Embedder.embedBatch | embedBatch()}.
+ * This avoids blocking construction with a model download.
+ *
+ * When using the default model, dimensions are known upfront (384). When using
+ * a custom model without specifying dimensions, the value is inferred from the
+ * first embedding result.
+ *
+ * @param options - Optional configuration for model selection and dimensions.
+ * @returns An {@link Embedder} instance backed by local ONNX inference.
+ */
+export function createLocalEmbedder(options) {
+    const modelId = options?.modelId ?? DEFAULT_MODEL_ID;
+    let resolvedDimensions = options?.dimensions ?? (modelId === DEFAULT_MODEL_ID ? DEFAULT_DIMENSIONS : 0);
+    let pipelinePromise;
+    /**
+     * Lazily initialise the feature-extraction pipeline.
+     * Concurrent calls share the same promise so the model is loaded once.
+     * If initialisation fails, the cached promise is cleared so future calls can retry.
+     */
+    function getPipeline() {
+        if (!pipelinePromise) {
+            pipelinePromise = initPipeline(modelId).catch((error) => {
+                pipelinePromise = undefined;
+                throw error;
+            });
+        }
+        return pipelinePromise;
+    }
+    /** Run inference for a single text and return its vector. */
+    async function embedOne(pipe, text) {
+        const output = await pipe(text, { pooling: "mean", normalize: true });
+        const vector = Array.from(output.data);
+        if (resolvedDimensions === 0) {
+            resolvedDimensions = vector.length;
+        }
+        else if (vector.length !== resolvedDimensions) {
+            throw new Error(`Dimension mismatch: expected ${resolvedDimensions}, got ${vector.length}. ` +
+                `Check that the model "${modelId}" produces ${resolvedDimensions}-dim vectors.`);
+        }
+        return { text, vector };
+    }
+    return {
+        get dimensions() {
+            return resolvedDimensions;
+        },
+        async embed(text) {
+            const pipe = await getPipeline();
+            return embedOne(pipe, text);
+        },
+        async embedBatch(texts) {
+            if (texts.length === 0) {
+                return [];
+            }
+            const pipe = await getPipeline();
+            const results = [];
+            for (const text of texts) {
+                results.push(await embedOne(pipe, text));
+            }
+            return results;
+        },
+    };
+}
+/**
+ * Dynamically import `@huggingface/transformers` and create the pipeline.
+ *
+ * Uses dynamic import so the heavy ONNX runtime is only loaded when needed.
+ */
+async function initPipeline(modelId) {
+    const { pipeline } = await import("@huggingface/transformers");
+    return pipeline("feature-extraction", modelId, { dtype: "fp32" });
+}
+//# sourceMappingURL=local-embedder.js.map

package/dist/local-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-embedder.js","sourceRoot":"","sources":["../src/local-embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,2EAA2E;AAC3E,MAAM,gBAAgB,GAAW,yBAAyB,CAAC;AAE3D,0DAA0D;AAC1D,MAAM,kBAAkB,GAAW,GAAG,CAAC;AAEvC;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAyB;IAC3D,MAAM,OAAO,GAAW,OAAO,EAAE,OAAO,IAAI,gBAAgB,CAAC;IAC7D,IAAI,kBAAkB,GACpB,OAAO,EAAE,UAAU,IAAI,CAAC,OAAO,KAAK,gBAAgB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjF,IAAI,eAA+D,CAAC;IAEpE;;;;OAIG;IACH,SAAS,WAAW;QAClB,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,eAAe,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBAC/D,eAAe,GAAG,SAAS,CAAC;gBAC5B,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,6DAA6D;IAC7D,KAAK,UAAU,QAAQ,CAAC,IAA+B,EAAE,IAAY;QACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,MAAM,MAAM,GAAa,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;QAEjE,IAAI,kBAAkB,KAAK,CAAC,EAAE,CAAC;YAC7B,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC;QACrC,CAAC;aAAM,IAAI,MAAM,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CACb,gCAAgC,kBAAkB,SAAS,MAAM,CAAC,MAAM,IAAI;gBAC5E,yBAAyB,OAAO,cAAc,kBAAkB,eAAe,CAChF,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO;QACL,IAAI,UAAU;YACZ,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,IAAY;YACtB,MAAM,IAAI,GAAG,MAAM,WAAW,EAAE,CAAC;YACjC,OAAO,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9B,CAAC;QAED,KAAK,CAAC,UAAU,CAAC,KAAe;YAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,WAAW,EAAE,CAAC;YACjC,MAAM,OAAO,GAAsB,EAAE,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,YAAY,CAAC,OAAe;IACzC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IAC/D,OAAO,QAAQ,CAAC,oBAAoB,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;AACpE,CAAC"}

package/dist/pass-through-chunker.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Pass-through chunker that returns the entire input as a single chunk.
+ *
+ * Suitable for short content such as findings, decisions, and insights
+ * that do not need to be split before embedding.
+ *
+ * @module
+ */
+import type { Chunker } from "./chunker.js";
+/**
+ * Create a chunker that returns the input as a single chunk unchanged.
+ *
+ * @returns A {@link Chunker} that produces exactly one chunk per input.
+ */
+export declare function createPassThroughChunker(): Chunker;
+//# sourceMappingURL=pass-through-chunker.d.ts.map

package/dist/pass-through-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pass-through-chunker.d.ts","sourceRoot":"","sources":["../src/pass-through-chunker.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAS,MAAM,cAAc,CAAC;AAEnD;;;;GAIG;AACH,wBAAgB,wBAAwB,IAAI,OAAO,CAMlD"}

package/dist/pass-through-chunker.js

@@ -0,0 +1,21 @@
+/**
+ * Pass-through chunker that returns the entire input as a single chunk.
+ *
+ * Suitable for short content such as findings, decisions, and insights
+ * that do not need to be split before embedding.
+ *
+ * @module
+ */
+/**
+ * Create a chunker that returns the input as a single chunk unchanged.
+ *
+ * @returns A {@link Chunker} that produces exactly one chunk per input.
+ */
+export function createPassThroughChunker() {
+    return {
+        chunk(content, metadata) {
+            return [{ text: content, index: 0, metadata }];
+        },
+    };
+}
+//# sourceMappingURL=pass-through-chunker.js.map

package/dist/pass-through-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pass-through-chunker.js","sourceRoot":"","sources":["../src/pass-through-chunker.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH;;;;GAIG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO;QACL,KAAK,CAAC,OAAe,EAAE,QAAkC;YACvD,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@grackle-ai/knowledge",
-  "version": "0.56.3",
+  "version": "0.57.0",
   "description": "Scaffold for the Knowledge Graph subsystem for Grackle",
   "license": "MIT",
   "repository": {
@@ -24,7 +24,8 @@
     "dist/"
   ],
   "dependencies": {
-    "@grackle-ai/common": "0.56.3"
+    "@huggingface/transformers": "^3.4.0",
+    "@grackle-ai/common": "0.57.0"
   },
   "devDependencies": {
     "@rushstack/heft": "1.2.4",