hippo-memory 1.70.0 → 1.72.0

package/dist/store/vector-writes.js

@@ -1,89 +0,0 @@
-// hippo.db's half of the VectorWrites store group.
-import { closeHippoDb, openHippoDb, setMeta, withWriteScope } from '../db/index.js';
-import { embeddingIndexStateOn, replacesIndex } from './embeddings/index.js';
-import { float32ToBuffer, loadPhysicsState, resetAllPhysicsState, savePhysicsState } from '../db/physics-state.js';
-import { EMBEDDING_MODEL_META_KEY, upsertVectors } from '../db/vector-store.js';
-import { chunked } from './entry-reads.js';
-import { MEMORY_SELECT_COLUMNS, rowToEntry } from './rows.js';
-const MAX_BACKFILL_PAGE = 500;
-export function entriesWithoutVectorAt(db, query) {
-    if (!Number.isInteger(query.limit))
-        throw new RangeError('limit must be an integer');
-    const limit = Math.max(1, Math.min(query.limit, MAX_BACKFILL_PAGE));
-    const tenantClause = query.tenantId === undefined ? '' : ' AND tenant_id = ?';
-    const tenantArgs = query.tenantId === undefined ? [] : [query.tenantId];
-    // SAFETY: selects exactly MEMORY_SELECT_COLUMNS, matching MemoryRow's field set.
-    const rows = db.prepare(`SELECT ${MEMORY_SELECT_COLUMNS} FROM memories WHERE id > ?${tenantClause}
-       AND NOT EXISTS (SELECT 1 FROM memory_vectors v WHERE v.memory_id = memories.id AND v.model = ?)
-     ORDER BY id LIMIT ?`).all(query.afterId ?? '', ...tenantArgs, query.model, limit);
-    return rows.map(rowToEntry);
-}
-function ownedIds(db, ids, tenantId) {
-    const owned = new Set();
-    for (const chunk of chunked([...new Set(ids)])) {
-        // SAFETY: the SELECT names one column, id.
-        const rows = db.prepare(`SELECT id FROM memories WHERE +tenant_id = ? AND id IN (${chunk.map(() => '?').join(', ')})`).all(tenantId, ...chunk);
-        for (const row of rows)
-            owned.add(row.id);
-    }
-    return owned;
-}
-// savePhysicsState opens its own transaction and overwrites, so the first particle for a memory is inserted here instead.
-function insertNewParticles(db, rows) {
-    const stmt = db.prepare(`
-    INSERT INTO memory_physics (memory_id, position_blob, velocity_blob, mass, charge, temperature, last_simulation)
-    VALUES (?, ?, ?, ?, ?, ?, ?) ON CONFLICT(memory_id) DO NOTHING
-  `);
-    for (const { memoryId, particle: p } of rows) {
-        if (p)
-            stmt.run(memoryId, float32ToBuffer(p.position), float32ToBuffer(p.velocity), p.mass, p.charge, p.temperature, p.lastSimulation);
-    }
-}
-export function writeVectorsAt(db, write) {
-    return withWriteScope(db, 'write_vectors', () => {
-        const replaces = replacesIndex(embeddingIndexStateOn(db), write.model);
-        if (replaces && !write.replaceIndex)
-            return { written: 0, modelMismatch: true };
-        const owned = ownedIds(db, write.rows.map((r) => r.memoryId), write.tenantId);
-        const rows = write.rows.filter((r) => owned.has(r.memoryId) && r.vector.length > 0 && r.vector.every(Number.isFinite));
-        if (rows.length === 0)
-            return { written: 0, modelMismatch: false };
-        if (replaces)
-            db.exec('DELETE FROM memory_vectors; DELETE FROM memory_physics;');
-        const written = upsertVectors(db, rows.map((r) => [r.memoryId, r.vector]), write.model);
-        insertNewParticles(db, rows);
-        setMeta(db, EMBEDDING_MODEL_META_KEY, write.model);
-        return { written, modelMismatch: false };
-    });
-}
-/** Every particle stored under `hippoRoot`. */
-export function loadStoredParticles(hippoRoot) {
-    const db = openHippoDb(hippoRoot);
-    try {
-        return Array.from(loadPhysicsState(db).values());
-    }
-    finally {
-        closeHippoDb(db);
-    }
-}
-/** Writes `particles` over their stored state under `hippoRoot`, as one batch. */
-export function saveStoredParticles(hippoRoot, particles) {
-    const db = openHippoDb(hippoRoot);
-    try {
-        savePhysicsState(db, particles);
-    }
-    finally {
-        closeHippoDb(db);
-    }
-}
-/** Replaces every particle under `hippoRoot` with a fresh one per entry that has an embedding; returns how many. */
-export function resetStoredParticles(hippoRoot, entries, embeddingIndex) {
-    const db = openHippoDb(hippoRoot);
-    try {
-        return resetAllPhysicsState(db, entries, embeddingIndex);
-    }
-    finally {
-        closeHippoDb(db);
-    }
-}
-//# sourceMappingURL=vector-writes.js.map