@chatcops/core 0.5.0 → 0.6.0

package/dist/retrieval/types.d.ts

@@ -0,0 +1,50 @@
+import type { MetadataFilter, MetadataValue, VectorSource } from '../storage/types.js';
+import type { ChatMessage } from '../types.js';
+/** Turns text into vectors. The same embedder has to build an index and search it. */
+export interface Embedder {
+    /**
+     * Names the model and size, such as `openai:text-embedding-3-small@1024`.
+     * Stored with an index, so searching it with a different embedder is caught.
+     */
+    readonly id: string;
+    readonly dimensions: number;
+    /**
+     * One vector per text, in order. Some models embed a search query
+     * differently from the documents it searches, hence `kind`.
+     */
+    embed(texts: string[], kind: 'document' | 'query', options?: {
+        signal?: AbortSignal;
+    }): Promise<Float32Array[]>;
+}
+/** A piece of a page that matched a question. */
+export interface RetrievedChunk {
+    id: string;
+    text: string;
+    /** Higher is better. Only comparable between chunks from the same retriever. */
+    score: number;
+    source: VectorSource;
+    metadata?: Record<string, MetadataValue>;
+}
+export interface RetrievalQuery {
+    /** The visitor's latest message. */
+    text: string;
+    /** How many chunks to return. Retrievers default to 5. */
+    topK?: number;
+    filter?: MetadataFilter;
+    /** The conversation before `text`, oldest first, for follow-up questions. */
+    history?: ChatMessage[];
+    signal?: AbortSignal;
+}
+export interface Retriever {
+    retrieve(query: RetrievalQuery): Promise<RetrievedChunk[]>;
+}
+/**
+ * Puts chunks in a better order for a question, usually with a model trained
+ * for it. Retrievers hand it more candidates than they return.
+ */
+export interface Reranker {
+    rerank(query: string, chunks: RetrievedChunk[], topN: number, options?: {
+        signal?: AbortSignal;
+    }): Promise<RetrievedChunk[]>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/retrieval/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/retrieval/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,sFAAsF;AACtF,MAAM,WAAW,QAAQ;IACvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B;;;OAGG;IACH,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,EAAE,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CACjH;AAED,iDAAiD;AACjD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,gFAAgF;IAChF,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,YAAY,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,cAAc;IAC7B,oCAAoC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,0DAA0D;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,6EAA6E;IAC7E,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CAC5D;AAED;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CAC9H"}

package/dist/retrieval/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/retrieval/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/retrieval/types.ts"],"names":[],"mappings":""}

package/dist/retrieval/voyage-embedder.d.ts

@@ -0,0 +1,33 @@
+import type { Embedder } from './types.js';
+export interface VoyageEmbedderOptions {
+    apiKey: string;
+    /** Default `voyage-4-large`. */
+    model?: string;
+    /**
+     * Vector length. Default 1024, which every planned store can index and every
+     * current Voyage model can produce. Only the models that take
+     * `output_dimension` (`voyage-4`, `voyage-4-large`, `voyage-4-lite`,
+     * `voyage-3.5`, `voyage-3.5-lite`, `voyage-3-large` and `voyage-code-3`) can
+     * change it, to 256, 512, 1024 or 2048. For any other model, set the model's
+     * own length.
+     */
+    dimensions?: number;
+    /** Default `https://api.voyageai.com/v1`, or a proxy for it. */
+    baseUrl?: string;
+    /**
+     * Texts per request. Default 128, and at most 1000, which is what Voyage
+     * accepts. Every model also limits the tokens in one request (120,000 for
+     * `voyage-4-large`), so lower this for very long texts.
+     */
+    batchSize?: number;
+    /** For tests and proxies. */
+    fetch?: typeof fetch;
+}
+/**
+ * Embeddings from Voyage AI's API, with `fetch` only. Queries and documents are
+ * embedded differently (`input_type`), so `kind` is sent on. Rate limits and
+ * server errors are retried twice, waiting as long as `retry-after` says (or
+ * 1s, then 2s).
+ */
+export declare function voyageEmbedder(options: VoyageEmbedderOptions): Embedder;
+//# sourceMappingURL=voyage-embedder.d.ts.map

package/dist/retrieval/voyage-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voyage-embedder.d.ts","sourceRoot":"","sources":["../../src/retrieval/voyage-embedder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,gCAAgC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;;;OAOG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6BAA6B;IAC7B,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACtB;AAMD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,QAAQ,CA4BvE"}

package/dist/retrieval/voyage-embedder.js

@@ -0,0 +1,33 @@
+import { batchSizeFor, checkedVectors, inBatches, postWithRetries } from './http.js';
+const MAX_BATCH_SIZE = 1000;
+// The models whose docs list `output_dimension`. The others make one fixed length.
+const SHORTENABLE = /^voyage-(?:4|3\.5|3-large|code-3)(?:-|$)/;
+/**
+ * Embeddings from Voyage AI's API, with `fetch` only. Queries and documents are
+ * embedded differently (`input_type`), so `kind` is sent on. Rate limits and
+ * server errors are retried twice, waiting as long as `retry-after` says (or
+ * 1s, then 2s).
+ */
+export function voyageEmbedder(options) {
+    const model = options.model ?? 'voyage-4-large';
+    const dimensions = options.dimensions ?? 1024;
+    const baseUrl = (options.baseUrl ?? 'https://api.voyageai.com/v1').replace(/\/$/, '');
+    const batchSize = batchSizeFor(options.batchSize, 128, MAX_BATCH_SIZE);
+    const send = options.fetch ?? fetch;
+    const shortens = SHORTENABLE.test(model);
+    return {
+        id: `voyage:${model}@${dimensions}`,
+        dimensions,
+        embed: (texts, kind, embedOptions = {}) => inBatches(texts, batchSize, async (input) => {
+            const response = await postWithRetries('Voyage', send, {
+                url: `${baseUrl}/embeddings`,
+                headers: { authorization: `Bearer ${options.apiKey}` },
+                body: { model, input, input_type: kind, ...(shortens ? { output_dimension: dimensions } : {}) },
+            }, embedOptions.signal);
+            const body = (await response.json());
+            const data = [...(body.data ?? [])].sort((a, b) => a.index - b.index);
+            return checkedVectors('Voyage', model, data.map((item) => item.embedding), input.length, dimensions);
+        }),
+    };
+}
+//# sourceMappingURL=voyage-embedder.js.map

package/dist/retrieval/voyage-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voyage-embedder.js","sourceRoot":"","sources":["../../src/retrieval/voyage-embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AA4BrF,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,mFAAmF;AACnF,MAAM,WAAW,GAAG,0CAA0C,CAAC;AAE/D;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,OAA8B;IAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,gBAAgB,CAAC;IAChD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC;IAC9C,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,6BAA6B,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtF,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEzC,OAAO;QACL,EAAE,EAAE,UAAU,KAAK,IAAI,UAAU,EAAE;QACnC,UAAU;QACV,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,GAAG,EAAE,EAAE,EAAE,CACxC,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC1C,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,QAAQ,EACR,IAAI,EACJ;gBACE,GAAG,EAAE,GAAG,OAAO,aAAa;gBAC5B,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE,EAAE;gBACtD,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;aAChG,EACD,YAAY,CAAC,MAAM,CACpB,CAAC;YACF,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA6D,CAAC;YACjG,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACtE,OAAO,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACvG,CAAC,CAAC;KACL,CAAC;AACJ,CAAC"}

package/dist/retrieval/voyage-reranker.d.ts

@@ -0,0 +1,13 @@
+import type { Reranker } from './types.js';
+export interface VoyageRerankerOptions {
+    apiKey: string;
+    /** Default `rerank-3`, Voyage's current recommended model. */
+    model?: string;
+    /** Default `https://api.voyageai.com/v1`, or a proxy for it. */
+    baseUrl?: string;
+    /** For tests and proxies. */
+    fetch?: typeof fetch;
+}
+/** Reranks retrieved chunks with Voyage AI's Reranker API. */
+export declare function voyageReranker(options: VoyageRerankerOptions): Reranker;
+//# sourceMappingURL=voyage-reranker.d.ts.map

package/dist/retrieval/voyage-reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voyage-reranker.d.ts","sourceRoot":"","sources":["../../src/retrieval/voyage-reranker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,8DAA8D;IAC9D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6BAA6B;IAC7B,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACtB;AAMD,8DAA8D;AAC9D,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,QAAQ,CA2CvE"}

package/dist/retrieval/voyage-reranker.js

@@ -0,0 +1,38 @@
+import { postWithRetries } from './http.js';
+/** Reranks retrieved chunks with Voyage AI's Reranker API. */
+export function voyageReranker(options) {
+    const model = options.model ?? 'rerank-3';
+    const baseUrl = (options.baseUrl ?? 'https://api.voyageai.com/v1').replace(/\/$/, '');
+    const send = options.fetch ?? fetch;
+    return {
+        async rerank(query, chunks, topN, rerankOptions = {}) {
+            const limit = Math.floor(topN);
+            if (chunks.length === 0 || limit <= 0)
+                return [];
+            const response = await postWithRetries('Voyage', send, {
+                url: `${baseUrl}/rerank`,
+                headers: { authorization: `Bearer ${options.apiKey}` },
+                body: { query, documents: chunks.map((chunk) => chunk.text), model, top_k: Math.min(limit, chunks.length) },
+            }, rerankOptions.signal, 'rerank');
+            const body = (await response.json());
+            if (!body || typeof body !== 'object' || !Array.isArray(body.data)) {
+                throw new Error('Voyage returned an invalid rerank response: data must be an array.');
+            }
+            return body.data.slice(0, limit).map(({ index, relevance_score }) => {
+                if (typeof index !== 'number' ||
+                    !Number.isInteger(index) ||
+                    index < 0 ||
+                    index >= chunks.length ||
+                    typeof relevance_score !== 'number' ||
+                    !Number.isFinite(relevance_score)) {
+                    throw new Error('Voyage returned an invalid rerank result.');
+                }
+                const chunk = chunks[index];
+                if (!chunk)
+                    throw new Error('Voyage returned an invalid rerank result.');
+                return { ...chunk, score: relevance_score };
+            });
+        },
+    };
+}
+//# sourceMappingURL=voyage-reranker.js.map

package/dist/retrieval/voyage-reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voyage-reranker.js","sourceRoot":"","sources":["../../src/retrieval/voyage-reranker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAiB5C,8DAA8D;AAC9D,MAAM,UAAU,cAAc,CAAC,OAA8B;IAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC;IAC1C,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,6BAA6B,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtF,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IAEpC,OAAO;QACL,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,GAAG,EAAE;YAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEjD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,QAAQ,EACR,IAAI,EACJ;gBACE,GAAG,EAAE,GAAG,OAAO,SAAS;gBACxB,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE,EAAE;gBACtD,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;aAC5G,EACD,aAAa,CAAC,MAAM,EACpB,QAAQ,CACT,CAAC;YAEF,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;YAC7D,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,EAAE;gBAClE,IACE,OAAO,KAAK,KAAK,QAAQ;oBACzB,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;oBACxB,KAAK,GAAG,CAAC;oBACT,KAAK,IAAI,MAAM,CAAC,MAAM;oBACtB,OAAO,eAAe,KAAK,QAAQ;oBACnC,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EACjC,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;gBAC/D,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,IAAI,CAAC,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;gBACzE,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAC9C,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/retrieval/workers-ai-embedder.d.ts

@@ -0,0 +1,21 @@
+import type { Embedder } from './types.js';
+export interface WorkersAiBinding {
+    run(model: string, input: unknown): Promise<unknown>;
+}
+export interface WorkersAiEmbedderOptions {
+    /** The Cloudflare Workers AI binding (`env.AI`). */
+    ai: WorkersAiBinding;
+    /** Default `@cf/baai/bge-m3`. */
+    model?: string;
+    /** Vector length. Default 1024. */
+    dimensions?: number;
+    /** Max texts per `ai.run` call. Default 100, matching the model input limit. */
+    batchSize?: number;
+}
+/**
+ * Embeddings from Cloudflare Workers AI via binding (`env.AI`).
+ * Calls `ai.run` in batches (default up to 100 texts), validating
+ * response shape, vector count and dimensions.
+ */
+export declare function workersAiEmbedder(options: WorkersAiEmbedderOptions): Embedder;
+//# sourceMappingURL=workers-ai-embedder.d.ts.map

package/dist/retrieval/workers-ai-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workers-ai-embedder.d.ts","sourceRoot":"","sources":["../../src/retrieval/workers-ai-embedder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACtD;AAED,MAAM,WAAW,wBAAwB;IACvC,oDAAoD;IACpD,EAAE,EAAE,gBAAgB,CAAC;IACrB,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,mCAAmC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gFAAgF;IAChF,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAMD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,wBAAwB,GAAG,QAAQ,CAiC7E"}

package/dist/retrieval/workers-ai-embedder.js

@@ -0,0 +1,42 @@
+import { batchSizeFor, checkedVectors, inBatches } from './http.js';
+const DEFAULT_MODEL = '@cf/baai/bge-m3';
+const DEFAULT_DIMENSIONS = 1024;
+const DEFAULT_BATCH_SIZE = 100;
+/**
+ * Embeddings from Cloudflare Workers AI via binding (`env.AI`).
+ * Calls `ai.run` in batches (default up to 100 texts), validating
+ * response shape, vector count and dimensions.
+ */
+export function workersAiEmbedder(options) {
+    if (!options?.ai || typeof options.ai.run !== 'function') {
+        throw new Error('workersAiEmbedder requires an ai binding with a run() method.');
+    }
+    const model = options.model ?? DEFAULT_MODEL;
+    const dimensions = options.dimensions ?? DEFAULT_DIMENSIONS;
+    const batchSize = batchSizeFor(options.batchSize, DEFAULT_BATCH_SIZE, DEFAULT_BATCH_SIZE);
+    const ai = options.ai;
+    return {
+        id: `workers-ai:${model}@${dimensions}`,
+        dimensions,
+        async embed(texts, _kind, embedOptions = {}) {
+            if (embedOptions.signal?.aborted) {
+                throw embedOptions.signal.reason;
+            }
+            return inBatches(texts, batchSize, async (batch) => {
+                if (embedOptions.signal?.aborted) {
+                    throw embedOptions.signal.reason;
+                }
+                const response = await ai.run(model, { text: batch });
+                if (!response || typeof response !== 'object' || !('data' in response) || !Array.isArray(response.data)) {
+                    throw new Error(`Workers AI returned an invalid response for ${model}.`);
+                }
+                const data = response.data;
+                if (data.some((embedding) => !Array.isArray(embedding) && !(embedding instanceof Float32Array))) {
+                    throw new Error(`Workers AI returned an invalid embedding for ${model}.`);
+                }
+                return checkedVectors('Workers AI', model, data, batch.length, dimensions);
+            });
+        },
+    };
+}
+//# sourceMappingURL=workers-ai-embedder.js.map

package/dist/retrieval/workers-ai-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workers-ai-embedder.js","sourceRoot":"","sources":["../../src/retrieval/workers-ai-embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAkBpE,MAAM,aAAa,GAAG,iBAAiB,CAAC;AACxC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAiC;IACjE,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,OAAO,OAAO,CAAC,EAAE,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC;IAC5D,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC;IAC1F,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;IAEtB,OAAO;QACL,EAAE,EAAE,cAAc,KAAK,IAAI,UAAU,EAAE;QACvC,UAAU;QACV,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,YAAY,GAAG,EAAE;YACzC,IAAI,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACjC,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,CAAC;YACD,OAAO,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACjD,IAAI,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBACjC,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC;gBACnC,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACtD,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,QAA+B,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChI,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,GAAG,CAAC,CAAC;gBAC3E,CAAC;gBACD,MAAM,IAAI,GAAI,QAAgC,CAAC,IAAI,CAAC;gBACpD,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,YAAY,YAAY,CAAC,CAAC,EAAE,CAAC;oBAChG,MAAM,IAAI,KAAK,CAAC,gDAAgD,KAAK,GAAG,CAAC,CAAC;gBAC5E,CAAC;gBACD,OAAO,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,IAA6B,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACtG,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/retrieval/workers-ai-reranker.d.ts

@@ -0,0 +1,11 @@
+import type { Reranker } from './types.js';
+import type { WorkersAiBinding } from './workers-ai-embedder.js';
+export interface WorkersAiRerankerOptions {
+    /** The Cloudflare Workers AI binding (`env.AI`). */
+    ai: WorkersAiBinding;
+    /** Default `@cf/baai/bge-reranker-base`. */
+    model?: string;
+}
+/** Reranks retrieved chunks with Cloudflare Workers AI via the native binding. */
+export declare function workersAiReranker(options: WorkersAiRerankerOptions): Reranker;
+//# sourceMappingURL=workers-ai-reranker.d.ts.map

package/dist/retrieval/workers-ai-reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workers-ai-reranker.d.ts","sourceRoot":"","sources":["../../src/retrieval/workers-ai-reranker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,MAAM,WAAW,wBAAwB;IACvC,oDAAoD;IACpD,EAAE,EAAE,gBAAgB,CAAC;IACrB,4CAA4C;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AASD,kFAAkF;AAClF,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,wBAAwB,GAAG,QAAQ,CAuD7E"}

package/dist/retrieval/workers-ai-reranker.js

@@ -0,0 +1,54 @@
+const DEFAULT_MODEL = '@cf/baai/bge-reranker-base';
+/** Reranks retrieved chunks with Cloudflare Workers AI via the native binding. */
+export function workersAiReranker(options) {
+    if (!options?.ai || typeof options.ai.run !== 'function') {
+        throw new Error('workersAiReranker requires an ai binding with a run() method.');
+    }
+    const model = options.model ?? DEFAULT_MODEL;
+    const ai = options.ai;
+    return {
+        async rerank(query, chunks, topN, rerankOptions = {}) {
+            if (rerankOptions.signal?.aborted)
+                throw rerankOptions.signal.reason;
+            const requestedLimit = Number.isFinite(topN) && topN > 0 ? Math.floor(topN) : 0;
+            if (!requestedLimit || !chunks.length)
+                return [];
+            const limit = Math.min(requestedLimit, chunks.length);
+            const response = await ai.run(model, {
+                query,
+                contexts: chunks.map(({ text }) => ({ text })),
+                top_k: limit,
+            });
+            if (rerankOptions.signal?.aborted)
+                throw rerankOptions.signal.reason;
+            if (!response || typeof response !== 'object' || !('response' in response) || !Array.isArray(response.response)) {
+                throw new Error(`Workers AI returned an invalid reranking response for ${model}.`);
+            }
+            const ranked = response.response.map((item) => {
+                if (!item ||
+                    typeof item !== 'object' ||
+                    !('id' in item) ||
+                    !Number.isInteger(item.id) ||
+                    !('score' in item) ||
+                    typeof item.score !== 'number' ||
+                    !Number.isFinite(item.score) ||
+                    item.id < 0 ||
+                    item.id >= chunks.length) {
+                    throw new Error(`Workers AI returned an invalid reranking result for ${model}.`);
+                }
+                return { id: item.id, score: item.score };
+            });
+            const seen = new Set();
+            for (const result of ranked) {
+                if (seen.has(result.id))
+                    throw new Error(`Workers AI returned a duplicate reranking result for ${model}.`);
+                seen.add(result.id);
+            }
+            return ranked
+                .sort((a, b) => b.score - a.score)
+                .slice(0, limit)
+                .map(({ id, score }) => ({ ...chunks[id], score }));
+        },
+    };
+}
+//# sourceMappingURL=workers-ai-reranker.js.map

package/dist/retrieval/workers-ai-reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workers-ai-reranker.js","sourceRoot":"","sources":["../../src/retrieval/workers-ai-reranker.ts"],"names":[],"mappings":"AAUA,MAAM,aAAa,GAAG,4BAA4B,CAAC;AAOnD,kFAAkF;AAClF,MAAM,UAAU,iBAAiB,CAAC,OAAiC;IACjE,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,OAAO,OAAO,CAAC,EAAE,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;IAEtB,OAAO;QACL,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,GAAG,EAAE;YAClD,IAAI,aAAa,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC;YACrE,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChF,IAAI,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAEtD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE;gBACnC,KAAK;gBACL,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC9C,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;YACH,IAAI,aAAa,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC;YAErE,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChH,MAAM,IAAI,KAAK,CAAC,yDAAyD,KAAK,GAAG,CAAC,CAAC;YACrF,CAAC;YAED,MAAM,MAAM,GAAI,QAAQ,CAAC,QAAsB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAkB,EAAE;gBAC3E,IACE,CAAC,IAAI;oBACL,OAAO,IAAI,KAAK,QAAQ;oBACxB,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC;oBACf,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1B,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC;oBAClB,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;oBAC9B,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;oBAC3B,IAAI,CAAC,EAAa,GAAG,CAAC;oBACtB,IAAI,CAAC,EAAa,IAAI,MAAM,CAAC,MAAM,EACpC,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,uDAAuD,KAAK,GAAG,CAAC,CAAC;gBACnF,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAY,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;YACtD,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC5B,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,KAAK,GAAG,CAAC,CAAC;gBAC3G,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC;YAED,OAAO,MAAM;iBACV,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;iBACf,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/storage/index.d.ts

@@ -1,5 +1,6 @@
-export type { AppendOptions, ChatCopsStorage, ConversationStore, ConversationSummary, CounterStore, CounterValue, EventCount, EventQuery, EventSink, KeyValueStore, ListQuery, } from './types.js';
+export type { AppendOptions, ChatCopsStorage, ConversationStore, ConversationSummary, CounterStore, CounterValue, EventCount, EventQuery, EventSink, KeyValueStore, ListQuery, KeywordQuery, MetadataFilter, MetadataValue, ScoredRecord, VectorQuery, VectorRecord, VectorSource, VectorStore, } from './types.js';
 export { ConflictError, isConflictError, CONFLICT_ERROR_CODE } from './errors.js';
 export { memoryStorage, type MemoryStorageOptions } from './memory.js';
+export { memoryVectors, matchesFilter, segmentWords, type MemoryVectorsOptions } from './memory-vectors.js';
 export { withAppend, isLegacyConversationStore, type ConversationStoreWithAppend } from './adapt.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/storage/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,UAAU,EACV,SAAS,EACT,aAAa,EACb,SAAS,GACV,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,aAAa,EAAE,KAAK,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,yBAAyB,EAAE,KAAK,2BAA2B,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,UAAU,EACV,SAAS,EACT,aAAa,EACb,SAAS,EACT,YAAY,EACZ,cAAc,EACd,aAAa,EACb,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,WAAW,GACZ,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,aAAa,EAAE,KAAK,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,KAAK,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC5G,OAAO,EAAE,UAAU,EAAE,yBAAyB,EAAE,KAAK,2BAA2B,EAAE,MAAM,YAAY,CAAC"}

package/dist/storage/index.js

@@ -1,4 +1,5 @@
 export { ConflictError, isConflictError, CONFLICT_ERROR_CODE } from './errors.js';
 export { memoryStorage } from './memory.js';
+export { memoryVectors, matchesFilter, segmentWords } from './memory-vectors.js';
 export { withAppend, isLegacyConversationStore } from './adapt.js';
 //# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,aAAa,EAA6B,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,yBAAyB,EAAoC,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAqBA,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,aAAa,EAA6B,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAA6B,MAAM,qBAAqB,CAAC;AAC5G,OAAO,EAAE,UAAU,EAAE,yBAAyB,EAAoC,MAAM,YAAY,CAAC"}

package/dist/storage/memory-vectors.d.ts

@@ -0,0 +1,22 @@
+import type { MetadataFilter, MetadataValue, VectorStore } from './types.js';
+export interface MemoryVectorsOptions {
+    /** The length of every vector, set by the embedder (1024 for the default). */
+    dimensions: number;
+    /** Upserts that would go past this many records fail. Default 50,000. */
+    maxRecords?: number;
+}
+/**
+ * The words in a text, lowercased. `Intl.Segmenter` finds word boundaries in
+ * languages written without spaces (Japanese, Chinese, Thai), where splitting
+ * on whitespace would make a whole sentence one word.
+ */
+export declare function segmentWords(text: string): string[];
+/**
+ * Vectors kept in this process, searched by comparing against every record.
+ * Fine for tests, local development and a few thousand chunks; use a store
+ * package with a vector index for more.
+ */
+export declare function memoryVectors(options: MemoryVectorsOptions): VectorStore;
+/** Whether metadata passes a filter, by the rules on `MetadataFilter`. */
+export declare function matchesFilter(metadata: Record<string, MetadataValue> | undefined, filter: MetadataFilter): boolean;
+//# sourceMappingURL=memory-vectors.d.ts.map

package/dist/storage/memory-vectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-vectors.d.ts","sourceRoot":"","sources":["../../src/storage/memory-vectors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,cAAc,EACd,aAAa,EAIb,WAAW,EACZ,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,oBAAoB;IACnC,8EAA8E;IAC9E,UAAU,EAAE,MAAM,CAAC;IACnB,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAiBD;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAMnD;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,WAAW,CAMxE;AA+FD,0EAA0E;AAC1E,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,SAAS,EAAE,MAAM,EAAE,cAAc,GAAG,OAAO,CAMlH"}

package/dist/storage/memory-vectors.js

@@ -0,0 +1,140 @@
+// BM25's usual constants.
+const K1 = 1.2;
+const B = 0.75;
+const segmenter = new Intl.Segmenter(undefined, { granularity: 'word' });
+/**
+ * The words in a text, lowercased. `Intl.Segmenter` finds word boundaries in
+ * languages written without spaces (Japanese, Chinese, Thai), where splitting
+ * on whitespace would make a whole sentence one word.
+ */
+export function segmentWords(text) {
+    const words = [];
+    for (const part of segmenter.segment(text.normalize('NFKC').toLowerCase())) {
+        if (part.isWordLike)
+            words.push(part.segment);
+    }
+    return words;
+}
+/**
+ * Vectors kept in this process, searched by comparing against every record.
+ * Fine for tests, local development and a few thousand chunks; use a store
+ * package with a vector index for more.
+ */
+export function memoryVectors(options) {
+    const { dimensions } = options;
+    if (!Number.isInteger(dimensions) || dimensions < 1) {
+        throw new Error(`memoryVectors needs dimensions as a positive whole number, got ${dimensions}.`);
+    }
+    return new MemoryVectorStore(dimensions, options.maxRecords ?? 50_000);
+}
+class MemoryVectorStore {
+    dimensions;
+    maxRecords;
+    records = new Map();
+    constructor(dimensions, maxRecords) {
+        this.dimensions = dimensions;
+        this.maxRecords = maxRecords;
+    }
+    async upsert(records) {
+        for (const record of records)
+            this.checkVector(record.vector, `record ${record.id}`);
+        const added = new Set(records.map((record) => record.id).filter((id) => !this.records.has(id))).size;
+        if (this.records.size + added > this.maxRecords) {
+            throw new Error(`memoryVectors holds at most ${this.maxRecords} records, and this upsert would make ${this.records.size + added}. Use a store package for an index this size.`);
+        }
+        for (const { vector, ...rest } of records) {
+            const copy = Float32Array.from(vector);
+            const words = segmentWords(rest.text);
+            const terms = new Map();
+            for (const word of words)
+                terms.set(word, (terms.get(word) ?? 0) + 1);
+            this.records.set(rest.id, {
+                record: structuredClone(rest),
+                vector: copy,
+                norm: length(copy),
+                terms,
+                length: words.length,
+            });
+        }
+    }
+    async query({ vector, topK, filter }) {
+        this.checkVector(vector, 'the query');
+        const norm = length(vector);
+        const scored = [];
+        for (const stored of this.matching(filter)) {
+            let dot = 0;
+            for (let i = 0; i < vector.length; i++)
+                dot += vector[i] * stored.vector[i];
+            scored.push([stored, norm === 0 || stored.norm === 0 ? 0 : dot / (norm * stored.norm)]);
+        }
+        return best(scored, topK);
+    }
+    async keywordQuery({ text, topK, filter }) {
+        const words = [...new Set(segmentWords(text))];
+        const candidates = [...this.matching(filter)];
+        if (words.length === 0 || candidates.length === 0)
+            return [];
+        const averageLength = candidates.reduce((sum, stored) => sum + stored.length, 0) / candidates.length || 1;
+        const scored = [];
+        const idf = new Map(words.map((word) => {
+            const withWord = candidates.filter((stored) => stored.terms.has(word)).length;
+            return [word, Math.log(1 + (candidates.length - withWord + 0.5) / (withWord + 0.5))];
+        }));
+        for (const stored of candidates) {
+            let score = 0;
+            for (const word of words) {
+                const count = stored.terms.get(word);
+                if (!count)
+                    continue;
+                score += (idf.get(word) ?? 0) * ((count * (K1 + 1)) / (count + K1 * (1 - B + (B * stored.length) / averageLength)));
+            }
+            if (score > 0)
+                scored.push([stored, score]);
+        }
+        return best(scored, topK);
+    }
+    async deleteBySource(sourceId) {
+        for (const [id, stored] of this.records) {
+            if (stored.record.source.id === sourceId)
+                this.records.delete(id);
+        }
+    }
+    *matching(filter) {
+        for (const stored of this.records.values()) {
+            if (!filter || matchesFilter(stored.record.metadata, filter))
+                yield stored;
+        }
+    }
+    checkVector(vector, what) {
+        if (vector.length !== this.dimensions) {
+            throw new Error(`The vector for ${what} has ${vector.length} dimensions, but this store holds ${this.dimensions}.`);
+        }
+        if (!vector.every(Number.isFinite))
+            throw new Error(`The vector for ${what} has a value that isn't a finite number.`);
+    }
+}
+function length(vector) {
+    let sum = 0;
+    for (const value of vector)
+        sum += value * value;
+    return Math.sqrt(sum);
+}
+/** Whether metadata passes a filter, by the rules on `MetadataFilter`. */
+export function matchesFilter(metadata, filter) {
+    return Object.entries(filter).every(([key, wanted]) => {
+        if (!metadata || !Object.hasOwn(metadata, key))
+            return false;
+        const value = metadata[key];
+        return Array.isArray(wanted) ? wanted.includes(value) : wanted === value;
+    });
+}
+/** The `topK` highest scores, best first, ties broken by id so results are stable. */
+function best(scored, topK) {
+    if (!(topK >= 1))
+        return [];
+    return scored
+        .sort(([a, x], [b, y]) => y - x || (a.record.id < b.record.id ? -1 : 1))
+        .slice(0, Math.floor(topK))
+        .map(([stored, score]) => ({ ...structuredClone(stored.record), score }));
+}
+//# sourceMappingURL=memory-vectors.js.map

package/dist/storage/memory-vectors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-vectors.js","sourceRoot":"","sources":["../../src/storage/memory-vectors.ts"],"names":[],"mappings":"AA0BA,0BAA0B;AAC1B,MAAM,EAAE,GAAG,GAAG,CAAC;AACf,MAAM,CAAC,GAAG,IAAI,CAAC;AAEf,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;AAEzE;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;QAC3E,IAAI,IAAI,CAAC,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,OAA6B;IACzD,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAC/B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,kEAAkE,UAAU,GAAG,CAAC,CAAC;IACnG,CAAC;IACD,OAAO,IAAI,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,iBAAiB;IAIV;IACQ;IAJF,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAErD,YACW,UAAkB,EACV,UAAkB;QAD1B,eAAU,GAAV,UAAU,CAAQ;QACV,eAAU,GAAV,UAAU,CAAQ;IAClC,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,OAAuB;QAClC,KAAK,MAAM,MAAM,IAAI,OAAO;YAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACrF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACrG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CACb,+BAA+B,IAAI,CAAC,UAAU,wCAAwC,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,+CAA+C,CAC/J,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;YACxC,KAAK,MAAM,IAAI,IAAI,KAAK;gBAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE;gBACxB,MAAM,EAAE,eAAe,CAAC,IAAI,CAAC;gBAC7B,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC;gBAClB,KAAK;gBACL,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAe;QAC/C,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE;gBAAE,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAgB;QACrD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAC7D,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC1G,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,GAAG,CACjB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACjB,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9E,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACvF,CAAC,CAAC,CACH,CAAC;QACF,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrC,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YACtH,CAAC;YACD,IAAI,KAAK,GAAG,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAgB;QACnC,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,QAAQ;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAEO,CAAC,QAAQ,CAAC,MAAkC;QAClD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAAE,MAAM,MAAM,CAAC;QAC7E,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,MAAoB,EAAE,IAAY;QACpD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,QAAQ,MAAM,CAAC,MAAM,qCAAqC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACtH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,0CAA0C,CAAC,CAAC;IACxH,CAAC;CACF;AAED,SAAS,MAAM,CAAC,MAAoB;IAClC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,GAAG,IAAI,KAAK,GAAG,KAAK,CAAC;IACjD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,aAAa,CAAC,QAAmD,EAAE,MAAsB;IACvG,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE;QACpD,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7D,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC;IAC3E,CAAC,CAAC,CAAC;AACL,CAAC;AAED,sFAAsF;AACtF,SAAS,IAAI,CAAC,MAA+B,EAAE,IAAY;IACzD,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5B,OAAO,MAAM;SACV,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACvE,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SAC1B,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAC9E,CAAC"}