@nocobase/app-plugin-agents 0.0.0-stage → 0.1.0-beta.2

package/dist/server/vectors/sqlite-vec.js

@@ -0,0 +1,286 @@
+/**
+ * The `sqlite-vec` vector store, the default: a SQLite file of its own (`agents.vectors.path`, `storage/vectors.sqlite`
+ * by default) opened with better-sqlite3 and the sqlite-vec extension, so vectors work with no service to run. It is
+ * local to the instance: an application running several instances keeps vectors in pgvector instead.
+ *
+ * One table per index (`agv_<index>`): `id` text primary key, `embedding` as a float32 blob, `metadata` JSON text, and an
+ * index on each filterable key's text value; `agv__meta` keeps each index's metric and dimension. A query is exact:
+ * it filters in its WHERE clause, orders what passes by sqlite-vec's distance and takes `topK`, so a filter always
+ * applies before the limit.
+ */
+import { mkdirSync } from 'node:fs';
+import { createRequire } from 'node:module';
+import { dirname, isAbsolute, relative, resolve } from 'node:path';
+import { keyOf, tableOf } from './naming.js';
+export const SQLITE_VEC = 'sqlite-vec';
+/** The file under the application's storage directory when `path` is not set. */
+export const SQLITE_VEC_FILE = 'vectors.sqlite';
+const DIMENSION_MAX = 16000;
+const require = createRequire(import.meta.url);
+const META = 'agv__meta';
+const quote = (identifier) => `"${identifier.replace(/"/gu, '""')}"`;
+/** The text value of a metadata key, as filters compare it (and its index is on). */
+const fieldOf = (key) => `cast(json_extract(metadata, '$."${keyOf(key)}"') as text)`;
+/** A filter value as the text `fieldOf` answers: SQLite keeps JSON booleans as 1 and 0. */
+const textOf = (value) => typeof value === 'boolean' ? (value ? '1' : '0') : String(value);
+/** The WHERE condition of a filter, with its parameters. */
+export function sqliteWhereOf(filter) {
+    const parts = [];
+    const params = [];
+    for (const [key, value] of Object.entries(filter ?? {})) {
+        if (typeof value === 'object' && value !== null) {
+            if (value.in.length === 0) {
+                parts.push('0');
+                continue;
+            }
+            parts.push(`${fieldOf(key)} in (select value from json_each(?))`);
+            params.push(JSON.stringify(value.in.map(textOf)));
+        }
+        else {
+            parts.push(`${fieldOf(key)} = ?`);
+            params.push(textOf(value));
+        }
+    }
+    return { sql: parts.length > 0 ? parts.join(' and ') : '1', params };
+}
+const blobOf = (vector) => {
+    const values = new Float32Array(vector.length);
+    vector.forEach((value, at) => {
+        if (!Number.isFinite(value))
+            throw new Error('A vector holds a value that is not a finite number.');
+        values[at] = value;
+    });
+    return Buffer.from(values.buffer);
+};
+const floatsOf = (value) => Buffer.isBuffer(value)
+    ? new Float32Array(value.buffer.slice(value.byteOffset, value.byteOffset + value.length))
+    : null;
+function metadataOf(value) {
+    if (typeof value !== 'string')
+        return {};
+    try {
+        return JSON.parse(value);
+    }
+    catch {
+        return {};
+    }
+}
+/** The file of the store: `path` against the application root, else `storage/vectors.sqlite`. */
+export function sqliteVecFileOf(context) {
+    const configured = context.config.path;
+    return typeof configured === 'string' && configured.trim()
+        ? resolve(context.paths.root, configured)
+        : resolve(context.paths.storage, SQLITE_VEC_FILE);
+}
+/** The file as people see it: relative to the application root when it is inside it. */
+function targetOf(file, root) {
+    const inside = relative(root, file);
+    return inside && !inside.startsWith('..') && !isAbsolute(inside)
+        ? inside.split('\\').join('/')
+        : file;
+}
+const messageOf = (error) => error instanceof Error ? error.message : String(error);
+export function createSqliteVecStore(context) {
+    const file = sqliteVecFileOf(context);
+    const metrics = new Map();
+    let opened = null;
+    let db = null;
+    async function open() {
+        let Database;
+        let extension;
+        try {
+            // better-sqlite3 ships no type declarations; this store needs only the methods `SqliteDatabase` names.
+            Database = require('better-sqlite3');
+            extension = await import('sqlite-vec');
+        }
+        catch (error) {
+            throw Object.assign(new Error(messageOf(error)), {
+                code: 'SQLITE_VEC_UNSUPPORTED',
+            });
+        }
+        let handle;
+        try {
+            mkdirSync(dirname(file), { recursive: true });
+            handle = new Database(file);
+            handle.pragma('journal_mode = WAL');
+            handle.pragma('busy_timeout = 5000');
+        }
+        catch (error) {
+            throw Object.assign(new Error(messageOf(error)), {
+                code: 'SQLITE_VEC_OPEN_FAILED',
+            });
+        }
+        try {
+            handle.loadExtension(extension.getLoadablePath());
+        }
+        catch (error) {
+            handle.close();
+            throw Object.assign(new Error(messageOf(error)), {
+                code: 'SQLITE_VEC_UNSUPPORTED',
+            });
+        }
+        // sqlite-vec has no inner-product distance; the dot product of two float32 blobs, for `ip` indexes.
+        handle.function('agv_ip', { deterministic: true }, (a, b) => {
+            const x = floatsOf(a);
+            const y = floatsOf(b);
+            if (!x || !y || x.length !== y.length)
+                return null;
+            let dot = 0;
+            for (let at = 0; at < x.length; at += 1)
+                dot += x[at] * y[at];
+            return dot;
+        });
+        handle.exec(`create table if not exists ${META} (name text primary key, dimension integer not null, metric text not null)`);
+        db = handle;
+        return handle;
+    }
+    /** The database, opened once; a failed open is tried again next time. */
+    function database() {
+        opened ??= open().catch((error) => {
+            opened = null;
+            throw error;
+        });
+        return opened;
+    }
+    async function metricOf(index) {
+        const table = tableOf(index);
+        const known = metrics.get(table);
+        if (known)
+            return known;
+        const row = (await database())
+            .prepare(`select metric from ${META} where name = ?`)
+            .get(table);
+        if (!row)
+            throw new Error(`The vector index ${index} is not there.`);
+        metrics.set(table, row.metric);
+        return row.metric;
+    }
+    return {
+        type: SQLITE_VEC,
+        target: targetOf(file, context.paths.root),
+        async available() {
+            try {
+                await database();
+                return { ok: true };
+            }
+            catch (error) {
+                const code = error.code;
+                return {
+                    ok: false,
+                    code: code === 'SQLITE_VEC_OPEN_FAILED'
+                        ? 'SQLITE_VEC_OPEN_FAILED'
+                        : 'SQLITE_VEC_UNSUPPORTED',
+                    message: `sqlite-vec could not open ${file}: ${messageOf(error)}`,
+                };
+            }
+        },
+        async createIndex(spec) {
+            const table = tableOf(spec.name);
+            const dimension = Math.trunc(spec.dimension);
+            if (!(dimension > 0 && dimension <= DIMENSION_MAX))
+                throw new Error(`A vector dimension of ${spec.dimension} is not usable.`);
+            if (!['cosine', 'l2', 'ip'].includes(spec.metric))
+                throw new Error(`The vector metric ${spec.metric} is not known.`);
+            const sql = await database();
+            sql.transaction(() => {
+                sql.exec(`create table if not exists ${quote(table)} (
+             id text primary key,
+             embedding blob not null,
+             metadata text not null default '{}'
+           )`);
+                sql
+                    .prepare(`insert into ${META} (name, dimension, metric) values (?, ?, ?)
+               on conflict (name) do update set dimension = excluded.dimension, metric = excluded.metric`)
+                    .run(table, dimension, spec.metric);
+                for (const [at, key] of (spec.filterable ?? []).entries())
+                    sql.exec(`create index if not exists ${quote(`${table}_k${at}`)} on ${quote(table)} (${fieldOf(key)})`);
+            })();
+            metrics.set(table, spec.metric);
+        },
+        async dropIndex(name) {
+            const table = tableOf(name);
+            const sql = await database();
+            sql.transaction(() => {
+                sql.exec(`drop table if exists ${quote(table)}`);
+                sql.prepare(`delete from ${META} where name = ?`).run(table);
+            })();
+            metrics.delete(table);
+        },
+        async upsert(index, items) {
+            if (items.length === 0)
+                return;
+            const sql = await database();
+            const insert = sql.prepare(`insert into ${quote(tableOf(index))} (id, embedding, metadata) values (?, ?, ?)
+           on conflict (id) do update set embedding = excluded.embedding, metadata = excluded.metadata`);
+            sql.transaction(() => {
+                for (const item of items)
+                    insert.run(item.id, blobOf(item.vector), JSON.stringify(item.metadata));
+            })();
+        },
+        async update(index, items) {
+            if (items.length === 0)
+                return;
+            const sql = await database();
+            const update = sql.prepare(`update ${quote(tableOf(index))} set metadata = ? where id = ?`);
+            sql.transaction(() => {
+                for (const item of items)
+                    update.run(JSON.stringify(item.metadata), item.id);
+            })();
+        },
+        async query(index, request) {
+            const table = tableOf(index);
+            const metric = await metricOf(index);
+            const topK = Math.max(1, Math.min(Math.trunc(request.topK), 1000));
+            const where = sqliteWhereOf(request.filter);
+            const distance = metric === 'cosine'
+                ? 'vec_distance_cosine(embedding, ?)'
+                : metric === 'l2'
+                    ? 'vec_distance_l2(embedding, ?)'
+                    : '-agv_ip(embedding, ?)';
+            const rows = (await database())
+                .prepare(`select id, ${distance} as distance, metadata
+             from ${quote(table)}
+            where ${where.sql}
+            order by distance
+            limit ${topK}`)
+                .all(blobOf(request.vector), ...where.params);
+            return rows.map((row) => {
+                const distance = Number(row.distance);
+                return {
+                    id: row.id,
+                    score: metric === 'cosine' ? 1 - distance : -distance,
+                    metadata: metadataOf(row.metadata),
+                };
+            });
+        },
+        async delete(index, target) {
+            const table = quote(tableOf(index));
+            const sql = await database();
+            if ('ids' in target) {
+                if (target.ids.length === 0)
+                    return;
+                sql
+                    .prepare(`delete from ${table} where id in (select value from json_each(?))`)
+                    .run(JSON.stringify(target.ids));
+                return;
+            }
+            const where = sqliteWhereOf(target.filter);
+            sql
+                .prepare(`delete from ${table} where ${where.sql}`)
+                .run(...where.params);
+        },
+        close() {
+            const handle = db;
+            db = null;
+            opened = null;
+            metrics.clear();
+            handle?.close();
+            return Promise.resolve();
+        },
+    };
+}
+export const sqliteVecStoreType = {
+    type: SQLITE_VEC,
+    create: createSqliteVecStore,
+};
+//# sourceMappingURL=sqlite-vec.js.map

package/dist/server/vectors/sqlite-vec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec.js","sourceRoot":"","sources":["../../../server/vectors/sqlite-vec.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEnE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAa7C,MAAM,CAAC,MAAM,UAAU,GAAG,YAAY,CAAC;AACvC,iFAAiF;AACjF,MAAM,CAAC,MAAM,eAAe,GAAG,gBAAgB,CAAC;AAChD,MAAM,aAAa,GAAG,KAAK,CAAC;AAC5B,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,IAAI,GAAG,WAAW,CAAC;AAsBzB,MAAM,KAAK,GAAG,CAAC,UAAkB,EAAU,EAAE,CAC3C,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC;AAEzC,qFAAqF;AACrF,MAAM,OAAO,GAAG,CAAC,GAAW,EAAU,EAAE,CACtC,mCAAmC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;AAE9D,2FAA2F;AAC3F,MAAM,MAAM,GAAG,CAAC,KAAgC,EAAU,EAAE,CAC1D,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEnE,4DAA4D;AAC5D,MAAM,UAAU,aAAa,CAAC,MAAgC;IAI5D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACxD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAChD,IAAI,KAAK,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,SAAS;YACX,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,MAAM,GAAG,CAAC,MAAyB,EAAU,EAAE;IACnD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;IACrB,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAuB,EAAE,CACvD,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;IACpB,CAAC,CAAC,IAAI,YAAY,CACd,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CACtE;IACH,CAAC,CAAC,IAAI,CAAC;AAEX,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAmB,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,eAAe,CAAC,OAA2B;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;IACvC,OAAO,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE;QACxD,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC;QACzC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AACtD,CAAC;AAED,wFAAwF;AACxF,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAY;IAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACpC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAC9D,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC9B,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,MAAM,SAAS,GAAG,CAAC,KAAc,EAAU,EAAE,CAC3C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEzD,MAAM,UAAU,oBAAoB,CAAC,OAA2B;IAC9D,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,IAAI,MAAM,GAAmC,IAAI,CAAC;IAClD,IAAI,EAAE,GAA0B,IAAI,CAAC;IAErC,KAAK,UAAU,IAAI;QACjB,IAAI,QAA8C,CAAC;QACnD,IAAI,SAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,uGAAuG;YACvG,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAoB,CAAC;YACxD,SAAS,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE;gBAC/C,IAAI,EAAE,wBAAwB;aAC/B,CAAC,CAAC;QACL,CAAC;QACD,IAAI,MAAsB,CAAC;QAC3B,IAAI,CAAC;YACH,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE;gBAC/C,IAAI,EAAE,wBAAwB;aAC/B,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE;gBAC/C,IAAI,EAAE,wBAAwB;aAC/B,CAAC,CAAC;QACL,CAAC;QACD,oGAAoG;QACpG,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1D,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YACnD,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC;gBAAE,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9D,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CACT,8BAA8B,IAAI,4EAA4E,CAC/G,CAAC;QACF,EAAE,GAAG,MAAM,CAAC;QACZ,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,yEAAyE;IACzE,SAAS,QAAQ;QACf,MAAM,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACzC,MAAM,GAAG,IAAI,CAAC;YACd,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,KAAa;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QACxB,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,EAAE,CAAC;aAC3B,OAAO,CAAC,sBAAsB,IAAI,iBAAiB,CAAC;aACpD,GAAG,CAAC,KAAK,CAAyC,CAAC;QACtD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,KAAK,gBAAgB,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/B,OAAO,GAAG,CAAC,MAAM,CAAC;IACpB,CAAC;IAED,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;QAE1C,KAAK,CAAC,SAAS;YACb,IAAI,CAAC;gBACH,MAAM,QAAQ,EAAE,CAAC;gBACjB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAI,KAA4B,CAAC,IAAI,CAAC;gBAChD,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,IAAI,EACF,IAAI,KAAK,wBAAwB;wBAC/B,CAAC,CAAC,wBAAwB;wBAC1B,CAAC,CAAC,wBAAwB;oBAC9B,OAAO,EAAE,6BAA6B,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,EAAE;iBAClE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,KAAK,CAAC,WAAW,CAAC,IAAqB;YACrC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7C,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,aAAa,CAAC;gBAChD,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,CAAC,SAAS,iBAAiB,CACzD,CAAC;YACJ,IAAI,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC/C,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,MAAM,gBAAgB,CAAC,CAAC;YACpE,MAAM,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;YAC7B,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;gBACnB,GAAG,CAAC,IAAI,CACN,8BAA8B,KAAK,CAAC,KAAK,CAAC;;;;aAIvC,CACJ,CAAC;gBACF,GAAG;qBACA,OAAO,CACN,eAAe,IAAI;yGAC0E,CAC9F;qBACA,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtC,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;oBACvD,GAAG,CAAC,IAAI,CACN,8BAA8B,KAAK,CAAC,GAAG,KAAK,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,GAAG,CAC9F,CAAC;YACN,CAAC,CAAC,EAAE,CAAC;YACL,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QAED,KAAK,CAAC,SAAS,CAAC,IAAI;YAClB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;YAC7B,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;gBACnB,GAAG,CAAC,IAAI,CAAC,wBAAwB,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACjD,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,iBAAiB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/D,CAAC,CAAC,EAAE,CAAC;YACL,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK;YACvB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAC/B,MAAM,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CACxB,eAAe,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;uGAC2D,CAChG,CAAC;YACF,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;gBACnB,KAAK,MAAM,IAAI,IAAI,KAAK;oBACtB,MAAM,CAAC,GAAG,CACR,IAAI,CAAC,EAAE,EACP,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EACnB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC9B,CAAC;YACN,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK;YACvB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAC/B,MAAM,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CACxB,UAAU,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,gCAAgC,CAChE,CAAC;YACF,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;gBACnB,KAAK,MAAM,IAAI,IAAI,KAAK;oBACtB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACvD,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO;YACxB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YACnE,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,QAAQ,GACZ,MAAM,KAAK,QAAQ;gBACjB,CAAC,CAAC,mCAAmC;gBACrC,CAAC,CAAC,MAAM,KAAK,IAAI;oBACf,CAAC,CAAC,+BAA+B;oBACjC,CAAC,CAAC,uBAAuB,CAAC;YAChC,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,EAAE,CAAC;iBAC5B,OAAO,CACN,cAAc,QAAQ;oBACZ,KAAK,CAAC,KAAK,CAAC;oBACZ,KAAK,CAAC,GAAG;;oBAET,IAAI,EAAE,CACjB;iBACA,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,CAI3C,CAAC;YACJ,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAe,EAAE;gBACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACtC,OAAO;oBACL,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,KAAK,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;oBACrD,QAAQ,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC;iBACnC,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM;YACxB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YACpC,MAAM,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;YAC7B,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACpB,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO;gBACpC,GAAG;qBACA,OAAO,CACN,eAAe,KAAK,+CAA+C,CACpE;qBACA,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBACnC,OAAO;YACT,CAAC;YACD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3C,GAAG;iBACA,OAAO,CAAC,eAAe,KAAK,UAAU,KAAK,CAAC,GAAG,EAAE,CAAC;iBAClD,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;QAED,KAAK;YACH,MAAM,MAAM,GAAG,EAAE,CAAC;YAClB,EAAE,GAAG,IAAI,CAAC;YACV,MAAM,GAAG,IAAI,CAAC;YACd,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,EAAE,KAAK,EAAE,CAAC;YAChB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAoB;IACjD,IAAI,EAAE,UAAU;IAChB,MAAM,EAAE,oBAAoB;CAC7B,CAAC"}

package/dist/server/vectors/types.d.ts

@@ -0,0 +1,256 @@
+/**
+ * The vector side of the plugin, as the application uses it: a pluggable vector store (`VectorStore`, one type per
+ * implementation, registered like model providers), and vector collections over it (`VectorCollection`): items of
+ * text the application names, embedded with the embedding model it chooses, kept in an index of that model and
+ * dimension, and searched by meaning. See `vectors.ts`.
+ */
+import type { ModelRef } from '../../shared/models.js';
+export type VectorMetric = 'cosine' | 'l2' | 'ip';
+export type VectorValue = string | number | boolean | null;
+export type VectorMetadata = Readonly<Record<string, VectorValue>>;
+/** Every key must match: equal to the value, or one of `in`. */
+export type VectorFilter = Readonly<Record<string, string | number | boolean | {
+    readonly in: readonly (string | number)[];
+}>>;
+export interface VectorItem {
+    readonly id: string;
+    readonly vector: readonly number[];
+    readonly metadata: VectorMetadata;
+}
+export interface VectorMatch {
+    readonly id: string;
+    /** Similarity: higher is closer (1 - cosine distance, the negative L2 distance, or the inner product). */
+    readonly score: number;
+    readonly metadata: VectorMetadata;
+}
+/**
+ * Why vectors cannot be used, as a stable code the interface translates: vectors turned off, a store type nobody
+ * registered, sqlite-vec unable to load or to open its file, pgvector without connection settings, unreachable, or
+ * without the `vector` extension; `VECTOR_STORE_FAILED` for anything else a store reports.
+ */
+export type VectorUnavailableCode = 'VECTORS_OFF' | 'VECTOR_STORE_UNKNOWN' | 'SQLITE_VEC_UNSUPPORTED' | 'SQLITE_VEC_OPEN_FAILED' | 'PGVECTOR_NOT_CONFIGURED' | 'PGVECTOR_CONNECTION_FAILED' | 'PGVECTOR_EXTENSION_MISSING' | 'VECTOR_STORE_FAILED';
+/** A store that cannot be used: `code` for people (translated), `message` for logs (English, may name the cause). */
+export interface VectorProblem {
+    readonly code: VectorUnavailableCode;
+    readonly message: string;
+}
+export type VectorAvailability = {
+    readonly ok: true;
+} | ({
+    readonly ok: false;
+} & VectorProblem);
+export interface VectorIndexSpec {
+    readonly name: string;
+    readonly dimension: number;
+    readonly metric: VectorMetric;
+    /** Metadata keys filters name, which the store may index. */
+    readonly filterable?: readonly string[];
+}
+/** Where vectors are kept and searched. Every index name is the store's own to map to its storage. */
+export interface VectorStore {
+    readonly type: string;
+    /**
+     * Where the vectors are, with no secret: a file path, or `postgres://user@host:port/database`. Part of every index's
+     * identity, so pointing the store elsewhere builds the indexes again there.
+     */
+    readonly target: string;
+    available(): Promise<VectorAvailability>;
+    /** Idempotent. */
+    createIndex(spec: VectorIndexSpec): Promise<void>;
+    dropIndex(name: string): Promise<void>;
+    upsert(index: string, items: readonly VectorItem[]): Promise<void>;
+    /** Replaces the metadata of items already there. */
+    update(index: string, items: readonly {
+        readonly id: string;
+        readonly metadata: VectorMetadata;
+    }[]): Promise<void>;
+    /** The `topK` closest items that pass `filter`, closest first; the filter applies before the limit. */
+    query(index: string, request: {
+        readonly vector: readonly number[];
+        readonly topK: number;
+        readonly filter?: VectorFilter;
+    }): Promise<VectorMatch[]>;
+    delete(index: string, target: {
+        readonly ids: readonly string[];
+    } | {
+        readonly filter: VectorFilter;
+    }): Promise<void>;
+    close?(): Promise<void>;
+}
+export interface VectorStoreContext {
+    /** `agents.vectors` of the configuration. */
+    readonly config: Readonly<Record<string, unknown>>;
+    /** The application's root and storage directories, which relative paths of the configuration resolve against. */
+    readonly paths: {
+        readonly root: string;
+        readonly storage: string;
+    };
+}
+export interface VectorStoreType {
+    readonly type: string;
+    create(context: VectorStoreContext): VectorStore;
+}
+export interface VectorStoreRegistry {
+    /** Answers what removes it again. */
+    register(type: VectorStoreType): () => void;
+    get(type: string): VectorStoreType | undefined;
+}
+/** An item of a collection as the application gives it. */
+export interface VectorSourceItem {
+    readonly id: string;
+    readonly text: string;
+    readonly metadata: VectorMetadata;
+    /** Part of the text hash, such as `ctx` when the text gets a context sentence before it is embedded. */
+    readonly variant?: string;
+}
+export interface VectorCollectionSpec {
+    /** `[a-z0-9-]{1,40}`. */
+    readonly name: string;
+    /** What embedding calls are recorded as used for. */
+    readonly source: string;
+    /** The embedding model now; null for none (search answers null, nothing is queued). */
+    model(): Promise<ModelRef | null>;
+    /** Every item, in batches, for a rebuild. */
+    items(): AsyncIterable<readonly VectorSourceItem[]>;
+    readonly filterable?: readonly string[];
+    /** Cosine by default. */
+    readonly metric?: VectorMetric;
+    /**
+     * The texts actually embedded, in the same order (with a context sentence, say). Called by the worker; a failure
+     * is retried as an embedding failure is.
+     */
+    prepare?(items: readonly VectorSourceItem[], signal: AbortSignal): Promise<readonly string[]>;
+}
+export interface VectorIndexInfo {
+    readonly name: string;
+    readonly modelService: string;
+    readonly model: string;
+    readonly dimension: number;
+    readonly status: 'building' | 'ready';
+    readonly createdAt: string;
+    readonly readyAt: string | null;
+    /** Items embedded into it, of `total` it holds or is about to. */
+    readonly indexed: number;
+    readonly total: number;
+}
+export interface VectorCollectionStatus {
+    /** Whether the vector store can be used. */
+    readonly available: boolean;
+    /** The store configured; null when vectors are turned off. */
+    readonly store: VectorStoreInfo | null;
+    /** Why not. */
+    readonly reason: VectorProblem | null;
+    /** The embedding model now. */
+    readonly model: ModelRef | null;
+    /** The index searches read. */
+    readonly active: VectorIndexInfo | null;
+    /** The index being built for the model now, while `active` serves. */
+    readonly building: VectorIndexInfo | null;
+    /** Items waiting to be embedded, over both. */
+    readonly pending: number;
+    /** Items whose embedding failed after every attempt. */
+    readonly failed: number;
+}
+/** Where one item stands in the index searches read: embedded, waiting, or failed after every attempt (with why). */
+export interface VectorItemState {
+    readonly id: string;
+    readonly state: 'pending' | 'done' | 'failed';
+    /** The last embedding failure, when it failed. */
+    readonly error: string | null;
+    readonly metadata: VectorMetadata;
+}
+export interface VectorCollection {
+    status(): Promise<VectorCollectionStatus>;
+    /**
+     * The state of each of `ids` that has an entry, in the index searches read (the one being built while none is
+     * ready); null when there is no store, model or index. An item without an entry is not there yet.
+     */
+    states(ids: readonly string[]): Promise<Map<string, VectorItemState> | null>;
+    /**
+     * The items still pending or failed in that index, whose metadata passes `filter`, at most `limit`, failed first;
+     * null as `states` is.
+     */
+    unfinished(options: {
+        readonly filter?: VectorFilter;
+        readonly limit: number;
+    }): Promise<VectorItemState[] | null>;
+    /** Queues the items; an item whose text is unchanged only has its metadata updated. */
+    upsert(items: readonly VectorSourceItem[]): Promise<void>;
+    /** Upserts the items and removes the other items of `scope`. */
+    replace(scope: VectorFilter, items: readonly VectorSourceItem[]): Promise<void>;
+    remove(target: {
+        readonly ids: readonly string[];
+    } | {
+        readonly filter: VectorFilter;
+    }): Promise<void>;
+    /** The closest items; null when the store is unavailable, there is no model, or no index is ready yet. */
+    search(query: string, options: {
+        readonly topK: number;
+        readonly filter?: VectorFilter;
+        readonly signal?: AbortSignal;
+    }): Promise<VectorMatch[] | null>;
+    /**
+     * Reads the model again: when its index (model and dimension) is not there, builds it in the background from
+     * `items()` while the ready one serves, then retires the old one.
+     */
+    sync(): Promise<void>;
+    /** Stops working for this collection; what is stored stays. */
+    close(): void;
+}
+/** The store configured, as people may see it. */
+export interface VectorStoreInfo {
+    readonly type: string;
+    /** `VectorStore.target`; null when the store type is not registered. */
+    readonly target: string | null;
+}
+export interface VectorsStatus {
+    readonly available: boolean;
+    /** The store configured; null when vectors are turned off. */
+    readonly store: VectorStoreInfo | null;
+    readonly reason: VectorProblem | null;
+}
+export interface Vectors {
+    /** The store types; `sqlite-vec` and `pgvector` are registered by default. */
+    readonly stores: VectorStoreRegistry;
+    status(): Promise<VectorsStatus>;
+    collection(spec: VectorCollectionSpec): VectorCollection;
+    /** Starts this instance's embedding worker. */
+    start(): void;
+    /** Stops the worker and closes the store (it opens again when next used). */
+    stop(): Promise<void>;
+    /** Embeds everything due now, then returns; for tests and maintenance. */
+    drain(): Promise<void>;
+}
+/** Embeds `values` with `model`; throws on failure. */
+export type Embedder = (request: {
+    readonly model: ModelRef;
+    readonly values: readonly string[];
+    readonly source: string;
+    readonly signal?: AbortSignal;
+}) => Promise<{
+    readonly embeddings: number[][];
+    readonly dimension: number;
+    readonly model: string;
+    readonly tokens: number;
+}>;
+/**
+ * `agents.vectors` of the configuration: where vectors are kept, apart from the application's database.
+ *
+ * - `store`: `sqlite-vec` (the default), `pgvector`, another registered type, or `false` to turn vectors off.
+ * - `sqlite-vec`: `path`, the database file (relative to the application root; `storage/vectors.sqlite` by default).
+ * - `pgvector`: its own PostgreSQL, never the application's connection: `url` (`postgres://user:password@host:port/db`),
+ *   or `host`, `port`, `database`, `user`, `password`; `ssl` (true, or the `pg` driver's TLS options) with either.
+ */
+export interface VectorsConfig {
+    readonly store?: string | false;
+    readonly path?: string;
+    readonly url?: string;
+    readonly host?: string;
+    readonly port?: number;
+    readonly database?: string;
+    readonly user?: string;
+    readonly password?: string;
+    readonly ssl?: boolean | Readonly<Record<string, unknown>>;
+    readonly [key: string]: unknown;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/server/vectors/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../server/vectors/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAEvD,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC;AAClD,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;AAC3D,MAAM,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AACnE,gEAAgE;AAChE,MAAM,MAAM,YAAY,GAAG,QAAQ,CACjC,MAAM,CACJ,MAAM,EACN,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG;IAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAA;CAAE,CAC1E,CACF,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;CACnC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,0GAA0G;IAC1G,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;CACnC;AAED;;;;GAIG;AACH,MAAM,MAAM,qBAAqB,GAC7B,aAAa,GACb,sBAAsB,GACtB,wBAAwB,GACxB,wBAAwB,GACxB,yBAAyB,GACzB,4BAA4B,GAC5B,4BAA4B,GAC5B,qBAAqB,CAAC;AAE1B,qHAAqH;AACrH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,kBAAkB,GAC5B;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAA;CAAE,GAAG,CAAC;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAA;CAAE,GAAG,aAAa,CAAC,CAAC;AAEnE,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,6DAA6D;IAC7D,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACzC;AAED,sGAAsG;AACtG,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,SAAS,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACzC,kBAAkB;IAClB,WAAW,CAAC,IAAI,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,oDAAoD;IACpD,MAAM,CACJ,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,SAAS;QACd,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;KACnC,EAAE,GACF,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,uGAAuG;IACvG,KAAK,CACH,KAAK,EAAE,MAAM,EACb,OAAO,EAAE;QACP,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;QACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;KAChC,GACA,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1B,MAAM,CACJ,KAAK,EAAE,MAAM,EACb,MAAM,EACJ;QAAE,QAAQ,CAAC,GAAG,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,GAAG;QAAE,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;KAAE,GACxE,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACnD,iHAAiH;IACjH,QAAQ,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CACrE;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAAC;CAClD;AAED,MAAM,WAAW,mBAAmB;IAClC,qCAAqC;IACrC,QAAQ,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,IAAI,CAAC;IAC5C,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS,CAAC;CAChD;AAED,2DAA2D;AAC3D,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;IAClC,wGAAwG;IACxG,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,yBAAyB;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,qDAAqD;IACrD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,uFAAuF;IACvF,KAAK,IAAI,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;IAClC,6CAA6C;IAC7C,KAAK,IAAI,aAAa,CAAC,SAAS,gBAAgB,EAAE,CAAC,CAAC;IACpD,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,yBAAyB;IACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;IAC/B;;;OAGG;IACH,OAAO,CAAC,CACN,KAAK,EAAE,SAAS,gBAAgB,EAAE,EAClC,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,kEAAkE;IAClE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC,4CAA4C;IAC5C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,8DAA8D;IAC9D,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI,CAAC;IACvC,eAAe;IACf,QAAQ,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,CAAC;IACtC,+BAA+B;IAC/B,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,CAAC;IAChC,+BAA+B;IAC/B,QAAQ,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;IACxC,sEAAsE;IACtE,QAAQ,CAAC,QAAQ,EAAE,eAAe,GAAG,IAAI,CAAC;IAC1C,+CAA+C;IAC/C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,wDAAwD;IACxD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,qHAAqH;AACrH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,MAAM,GAAG,QAAQ,CAAC;IAC9C,kDAAkD;IAClD,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,IAAI,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC1C;;;OAGG;IACH,MAAM,CAAC,GAAG,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,IAAI,CAAC,CAAC;IAC7E;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE;QAClB,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;QAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;KACxB,GAAG,OAAO,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,CAAC;IACtC,uFAAuF;IACvF,MAAM,CAAC,KAAK,EAAE,SAAS,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,gEAAgE;IAChE,OAAO,CACL,KAAK,EAAE,YAAY,EACnB,KAAK,EAAE,SAAS,gBAAgB,EAAE,GACjC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,MAAM,CACJ,MAAM,EACJ;QAAE,QAAQ,CAAC,GAAG,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,GAAG;QAAE,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;KAAE,GACxE,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,0GAA0G;IAC1G,MAAM,CACJ,KAAK,EAAE,MAAM,EACb,OAAO,EAAE;QACP,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;QAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;KAC/B,GACA,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;IACjC;;;OAGG;IACH,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,+DAA+D;IAC/D,KAAK,IAAI,IAAI,CAAC;CACf;AAED,kDAAkD;AAClD,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,wEAAwE;IACxE,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,8DAA8D;IAC9D,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,CAAC;CACvC;AAED,MAAM,WAAW,OAAO;IACtB,8EAA8E;IAC9E,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAC;IACrC,MAAM,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IACjC,UAAU,CAAC,IAAI,EAAE,oBAAoB,GAAG,gBAAgB,CAAC;IACzD,+CAA+C;IAC/C,KAAK,IAAI,IAAI,CAAC;IACd,6EAA6E;IAC7E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,0EAA0E;IAC1E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,uDAAuD;AACvD,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE;IAC/B,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC/B,KAAK,OAAO,CAAC;IACZ,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAChC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC3D,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACjC"}

package/dist/server/vectors/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/server/vectors/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../server/vectors/types.ts"],"names":[],"mappings":""}

package/dist/server/vectors/vectors.d.ts

@@ -0,0 +1,34 @@
+import type { ModelRef } from '../../shared/models.js';
+import type { Clock } from '../kernel/clock.js';
+import type { IdSource } from '../kernel/ids.js';
+import type { TxRunner } from '../kernel/tx.js';
+import type { Embedder, VectorFilter, VectorMetadata, Vectors, VectorsConfig, VectorSourceItem, VectorStoreRegistry } from './types.js';
+/** Values per embedding call. */
+export declare const BATCH = 64;
+export declare const MAX_ATTEMPTS = 5;
+/** The first retry's delay; each further one doubles, up to `BACKOFF_MAX_MS`. */
+export declare const BACKOFF_MS = 5000;
+export interface VectorsDeps {
+    readonly tx: TxRunner;
+    readonly ids: IdSource;
+    readonly clock: Clock;
+    readonly embed: Embedder;
+    /** The dimension a model is configured to answer, when the application knows it. */
+    readonly dimensionsOf?: (ref: ModelRef) => Promise<number | null>;
+    readonly config?: VectorsConfig;
+    /** The application's root and storage directories; the working directory and its `storage` by default. */
+    readonly paths?: {
+        readonly root: string;
+        readonly storage: string;
+    };
+    readonly onError?: (message: string, error: unknown) => void;
+    /** How often an idle worker looks; for tests. */
+    readonly pollMs?: number;
+}
+/** The hash an entry keeps of an item's text. */
+export declare function hashOf(item: Pick<VectorSourceItem, 'text' | 'variant'>): string;
+/** Whether metadata passes a filter. */
+export declare function matches(metadata: VectorMetadata, filter: VectorFilter): boolean;
+export declare function createVectorStoreRegistry(): VectorStoreRegistry;
+export declare function createVectors(deps: VectorsDeps): Vectors;
+//# sourceMappingURL=vectors.d.ts.map

package/dist/server/vectors/vectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectors.d.ts","sourceRoot":"","sources":["../../../server/vectors/vectors.ts"],"names":[],"mappings":"AAgCA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAGhD,OAAO,KAAK,EACV,QAAQ,EAIR,YAAY,EAIZ,cAAc,EAGd,OAAO,EACP,aAAa,EACb,gBAAgB,EAGhB,mBAAmB,EAEpB,MAAM,YAAY,CAAC;AAKpB,iCAAiC;AACjC,eAAO,MAAM,KAAK,KAAK,CAAC;AACxB,eAAO,MAAM,YAAY,IAAI,CAAC;AAC9B,iFAAiF;AACjF,eAAO,MAAM,UAAU,OAAQ,CAAC;AA0ChC,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,oFAAoF;IACpF,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAClE,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC;IAChC,0GAA0G;IAC1G,QAAQ,CAAC,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IACrE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IAC7D,iDAAiD;IACjD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAsBD,iDAAiD;AACjD,wBAAgB,MAAM,CACpB,IAAI,EAAE,IAAI,CAAC,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC,GAC/C,MAAM,CAIR;AAUD,wCAAwC;AACxC,wBAAgB,OAAO,CACrB,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,YAAY,GACnB,OAAO,CAOT;AA4BD,wBAAgB,yBAAyB,IAAI,mBAAmB,CAW/D;AAQD,wBAAgB,aAAa,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CA21BxD"}