mem-os-python 1.6.27__py3-none-any.whl

memos/_js/vision/clip-query-cache.js

@@ -0,0 +1,79 @@
+/**
+ * Bounded LRU cache for CLIP query vectors.
+ *
+ * CLIP text-encoding is cheap (~10–30 ms on CPU for a 20-token query)
+ * but not free, and conversations repeat queries (the same query fans
+ * out across multiple retrieval legs). This mirrors the text path's
+ * `queryEmbeddingCache` LRU, but it is a SEPARATE cache by design:
+ *
+ * - `embedQueryCached` is keyed `provider.id:model:query` for the TEXT
+ *   provider. CLIP text encoding is a different model in a different
+ *   vector space and must not share that LRU — a shared LRU would let a
+ *   CLIP query vector be served to a text-semantic query (or vice
+ *   versa), which is the same silent-corruption class as the
+ *   vectorCache namespace bug.
+ * - The key here is `clip:<model>:<query>`, namespaced away from every
+ *   text cache key.
+ *
+ * The cache is bounded (default 512 entries ≈ 512 × 512 floats ≈ 1 MB)
+ * with FIFO eviction on insert and LRU touch on hit, matching the text
+ * cache's semantics.
+ *
+ * @module @memos/vision/clip-query-cache
+ */
+/** Default bound on cached CLIP query vectors. */
+export const DEFAULT_CLIP_QUERY_CACHE_MAX = 512;
+/**
+ * A bounded LRU cache for CLIP query vectors.
+ *
+ * Usage:
+ * ```ts
+ * const cache = new ClipQueryCache();
+ * const v = await cache.get("a red error banner", clipProvider);
+ * ```
+ */
+export class ClipQueryCache {
+    entries = new Map();
+    max;
+    constructor(max = DEFAULT_CLIP_QUERY_CACHE_MAX) {
+        this.max = Math.max(1, max);
+    }
+    /** Number of cached vectors. */
+    get size() {
+        return this.entries.size;
+    }
+    /** Drop every cached vector. */
+    clear() {
+        this.entries.clear();
+    }
+    /**
+     * Encode `query` with `provider.embedImageText`, memoized under
+     * `clip:<model>:<query>`.
+     *
+     * Returns null when the provider cannot encode text (no
+     * `embedImageText`) — the caller degrades to the caption leg. A
+     * provider that THROWS propagates the error: caching a failure would
+     * pin it, and a failed encode is a real signal the caller must see.
+     */
+    async get(query, provider) {
+        if (!provider.embedImageText)
+            return null;
+        const key = `clip:${provider.model}:${query}`;
+        const hit = this.entries.get(key);
+        if (hit) {
+            // LRU touch: re-insert to mark most-recently-used.
+            this.entries.delete(key);
+            this.entries.set(key, hit);
+            return hit;
+        }
+        const vector = await provider.embedImageText(query);
+        this.entries.set(key, vector);
+        if (this.entries.size > this.max) {
+            const oldest = this.entries.keys().next();
+            if (!oldest.done)
+                this.entries.delete(oldest.value);
+        }
+        return vector;
+    }
+}
+//# sourceMappingURL=clip-query-cache.js.map

memos/_js/vision/clip-query-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clip-query-cache.js","sourceRoot":"","sources":["../../src/vision/clip-query-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAIH,kDAAkD;AAClD,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AAEhD;;;;;;;;GAQG;AACH,MAAM,OAAO,cAAc;IACR,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC7C,GAAG,CAAS;IAE7B,YAAY,GAAG,GAAG,4BAA4B;QAC5C,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,gCAAgC;IAChC,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,gCAAgC;IAChC,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,GAAG,CACP,KAAa,EACb,QAGC;QAED,IAAI,CAAC,QAAQ,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC;QAC1C,MAAM,GAAG,GAAG,QAAQ,QAAQ,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,GAAG,EAAE,CAAC;YACR,mDAAmD;YACnD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3B,OAAO,GAAG,CAAC;QACb,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,IAAI;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

memos/_js/vision/clip.d.ts

@@ -0,0 +1,113 @@
+/**
+ * CLIP image-embedding provider (Track B of image memory).
+ *
+ * Encodes images with `Xenova/clip-vit-base-patch32` via
+ * `@huggingface/transformers` (the same optional peer dependency the text
+ * FastEmbed provider uses), entirely in-process — no API key, no network
+ * beyond the first model download (~350 MB, cached on disk like the text
+ * model).
+ *
+ * Design constraints, all deliberate:
+ *
+ * 1. **Lazy load.** The pipeline is constructed on the FIRST embed call,
+ *    not in the constructor — constructing a MemOS instance must never
+ *    pay a model download. Mirrors `FastEmbedEmbeddingProvider.resolve()`.
+ * 2. **Fail soft.** If the transformers package is missing (or the model
+ *    can't be built), `embedImage` throws a typed {@link ClipUnavailableError}
+ *    so the write path can record `clipStatus: "failed"` — but the
+ *    provider NEVER silently substitutes a text vector for an image
+ *    vector. That substitution is the one failure mode that corrupts
+ *    retrieval invisibly.
+ * 3. **Separate contract from EmbeddingProvider.** CLIP's 512-d space is
+ *    not comparable with bge's 384-d text space; the two vector tables
+ *    exist precisely so they can never be mixed. The class satisfies
+ *    {@link EmbedImageProvider} so it can also be dropped into
+ *    `vision.clip.embedImage` directly.
+ * 4. **Text side.** `embedImageText` encodes a query through CLIP's text
+ *    encoder. Note CLIP's documented limitation: its text encoder is
+ *    trained on short captions (<77 tokens) and is a weak text retriever
+ *    — it is excellent at cross-modal matching ("a cat on a couch" →
+ *    that photo), which is exactly what the image leg uses it for.
+ *
+ * @module @memos/vision/clip
+ */
+import type { EmbedImageProvider, EmbeddingVector } from "../types.js";
+/** Default CLIP model — ViT-B/32, 512-d image space. */
+export declare const DEFAULT_CLIP_MODEL = "Xenova/clip-vit-base-patch32";
+/** Default CLIP dimensionality. */
+export declare const DEFAULT_CLIP_DIMENSIONS = 512;
+/**
+ * Thrown when the CLIP pipeline could not be constructed (missing
+ * optional dependency, model load failure, or no callable interface).
+ * The write path catches this and records `clipStatus: "failed"`;
+ * nothing ever falls back to a text vector.
+ */
+export declare class ClipUnavailableError extends Error {
+    readonly cause?: unknown;
+    constructor(message: string, cause?: unknown);
+}
+export interface ClipEmbeddingProviderOptions {
+    model?: string;
+    dimensions?: number;
+}
+/**
+ * CLIP image encoder. Lazy, optional-dependency-tolerant, and separate
+ * from the text embedding pipeline by construction.
+ *
+ * @example
+ * ```ts
+ * const clip = new ClipEmbeddingProvider();
+ * const vector = await clip.embedImage(fs.readFileSync("cat.png")); // 512-d
+ * const query = await clip.embedImageText("a cat on a couch");       // 512-d
+ * ```
+ */
+export declare class ClipEmbeddingProvider implements EmbedImageProvider {
+    readonly id = "clip";
+    readonly model: string;
+    readonly dimensions: number;
+    private extractor;
+    private resolveAttempted;
+    /** Why the pipeline could not be built, or null when it loaded fine. */
+    private failureReason;
+    constructor(options?: ClipEmbeddingProviderOptions);
+    /**
+     * Why the CLIP pipeline is unavailable, or null when it loaded (or has
+     * not been probed yet). The write path records this in
+     * `metadata.clip.error` so a degraded install is diagnosable.
+     */
+    get fallbackReason(): string | null;
+    /** True once the pipeline has been successfully constructed. */
+    get available(): boolean;
+    /**
+     * Lazily resolve the transformers pipeline. Tries
+     * `@huggingface/transformers` first, then the legacy
+     * `@xenova/transformers`, exactly like the text provider's fallback
+     * chain. Resolved at most once — a failure is sticky so repeated
+     * embed calls fail fast instead of retrying a doomed model load.
+     */
+    private resolve;
+    /** Reference to the lazily-resolved `RawImage`, or null. */
+    private resolveRawImage;
+    /**
+     * Encode image bytes (or a path/URL) into the CLIP image space.
+     *
+     * A `Buffer` is wrapped in a `Blob` because `RawImage.read` accepts
+     * `RawImage | string | URL | Blob | canvas` natively — a raw Node
+     * Buffer is not one of those.
+     *
+     * @throws {@link ClipUnavailableError} when the pipeline is missing.
+     */
+    embedImage(image: Buffer | string): Promise<EmbeddingVector>;
+    /**
+     * Encode a text query into the CLIP image space, so a text→image
+     * cosine query works. Uses the `feature-extraction` pipeline (CLIP's
+     * text encoder).
+     *
+     * When unavailable, the caller should degrade to the caption leg
+     * (Track A) rather than fail the query.
+     *
+     * @throws {@link ClipUnavailableError} when the text pipeline is missing.
+     */
+    embedImageText(query: string): Promise<EmbeddingVector>;
+}
+//# sourceMappingURL=clip.d.ts.map

memos/_js/vision/clip.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clip.d.ts","sourceRoot":"","sources":["../../src/vision/clip.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAGH,OAAO,KAAK,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEvE,wDAAwD;AACxD,eAAO,MAAM,kBAAkB,iCAAiC,CAAC;AAEjE,mCAAmC;AACnC,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAE3C;;;;;GAKG;AACH,qBAAa,oBAAqB,SAAQ,KAAK;IAG3C,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO;IAF1B,YACE,OAAO,EAAE,MAAM,EACN,KAAK,CAAC,EAAE,OAAO,EAIzB;CACF;AAoBD,MAAM,WAAW,4BAA4B;IAC3C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;GAUG;AACH,qBAAa,qBAAsB,YAAW,kBAAkB;IAC9D,QAAQ,CAAC,EAAE,UAAU;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,SAAS,CAAwC;IACzD,OAAO,CAAC,gBAAgB,CAAS;IACjC,wEAAwE;IACxE,OAAO,CAAC,aAAa,CAAuB;IAE5C,YAAY,OAAO,GAAE,4BAAiC,EAGrD;IAED;;;;OAIG;IACH,IAAI,cAAc,IAAI,MAAM,GAAG,IAAI,CAElC;IAED,gEAAgE;IAChE,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED;;;;;;OAMG;YACW,OAAO;IA2DrB,4DAA4D;YAC9C,eAAe;IAa7B;;;;;;;;OAQG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CA2DjE;IAED;;;;;;;;;OASG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CA6B5D;CACF"}

memos/_js/vision/clip.js

@@ -0,0 +1,224 @@
+/**
+ * CLIP image-embedding provider (Track B of image memory).
+ *
+ * Encodes images with `Xenova/clip-vit-base-patch32` via
+ * `@huggingface/transformers` (the same optional peer dependency the text
+ * FastEmbed provider uses), entirely in-process — no API key, no network
+ * beyond the first model download (~350 MB, cached on disk like the text
+ * model).
+ *
+ * Design constraints, all deliberate:
+ *
+ * 1. **Lazy load.** The pipeline is constructed on the FIRST embed call,
+ *    not in the constructor — constructing a MemOS instance must never
+ *    pay a model download. Mirrors `FastEmbedEmbeddingProvider.resolve()`.
+ * 2. **Fail soft.** If the transformers package is missing (or the model
+ *    can't be built), `embedImage` throws a typed {@link ClipUnavailableError}
+ *    so the write path can record `clipStatus: "failed"` — but the
+ *    provider NEVER silently substitutes a text vector for an image
+ *    vector. That substitution is the one failure mode that corrupts
+ *    retrieval invisibly.
+ * 3. **Separate contract from EmbeddingProvider.** CLIP's 512-d space is
+ *    not comparable with bge's 384-d text space; the two vector tables
+ *    exist precisely so they can never be mixed. The class satisfies
+ *    {@link EmbedImageProvider} so it can also be dropped into
+ *    `vision.clip.embedImage` directly.
+ * 4. **Text side.** `embedImageText` encodes a query through CLIP's text
+ *    encoder. Note CLIP's documented limitation: its text encoder is
+ *    trained on short captions (<77 tokens) and is a weak text retriever
+ *    — it is excellent at cross-modal matching ("a cat on a couch" →
+ *    that photo), which is exactly what the image leg uses it for.
+ *
+ * @module @memos/vision/clip
+ */
+import { normalizeVector } from "../embeddings.js";
+/** Default CLIP model — ViT-B/32, 512-d image space. */
+export const DEFAULT_CLIP_MODEL = "Xenova/clip-vit-base-patch32";
+/** Default CLIP dimensionality. */
+export const DEFAULT_CLIP_DIMENSIONS = 512;
+/**
+ * Thrown when the CLIP pipeline could not be constructed (missing
+ * optional dependency, model load failure, or no callable interface).
+ * The write path catches this and records `clipStatus: "failed"`;
+ * nothing ever falls back to a text vector.
+ */
+export class ClipUnavailableError extends Error {
+    cause;
+    constructor(message, cause) {
+        super(message);
+        this.cause = cause;
+        this.name = "ClipUnavailableError";
+    }
+}
+/**
+ * CLIP image encoder. Lazy, optional-dependency-tolerant, and separate
+ * from the text embedding pipeline by construction.
+ *
+ * @example
+ * ```ts
+ * const clip = new ClipEmbeddingProvider();
+ * const vector = await clip.embedImage(fs.readFileSync("cat.png")); // 512-d
+ * const query = await clip.embedImageText("a cat on a couch");       // 512-d
+ * ```
+ */
+export class ClipEmbeddingProvider {
+    id = "clip";
+    model;
+    dimensions;
+    extractor = null;
+    resolveAttempted = false;
+    /** Why the pipeline could not be built, or null when it loaded fine. */
+    failureReason = null;
+    constructor(options = {}) {
+        this.model = options.model ?? DEFAULT_CLIP_MODEL;
+        this.dimensions = options.dimensions ?? DEFAULT_CLIP_DIMENSIONS;
+    }
+    /**
+     * Why the CLIP pipeline is unavailable, or null when it loaded (or has
+     * not been probed yet). The write path records this in
+     * `metadata.clip.error` so a degraded install is diagnosable.
+     */
+    get fallbackReason() {
+        return this.failureReason;
+    }
+    /** True once the pipeline has been successfully constructed. */
+    get available() {
+        return this.extractor !== null;
+    }
+    /**
+     * Lazily resolve the transformers pipeline. Tries
+     * `@huggingface/transformers` first, then the legacy
+     * `@xenova/transformers`, exactly like the text provider's fallback
+     * chain. Resolved at most once — a failure is sticky so repeated
+     * embed calls fail fast instead of retrying a doomed model load.
+     */
+    async resolve() {
+        if (this.resolveAttempted)
+            return;
+        this.resolveAttempted = true;
+        try {
+            const mod = (await import("@huggingface/transformers").catch(() => null));
+            const legacyMod = mod
+                ? null
+                : (await import("@xenova/transformers").catch(() => null));
+            const resolved = mod ?? legacyMod;
+            if (!resolved || typeof resolved.pipeline !== "function") {
+                this.failureReason =
+                    "neither @huggingface/transformers nor @xenova/transformers is installed";
+                return;
+            }
+            const pipeline = await resolved.pipeline("image-feature-extraction", this.model);
+            // transformers.js v3+/v4 pipelines are Callable instances (the
+            // class is wrapped in a function closure); older shapes exposed
+            // `._call`. Normalize both behind one callable.
+            const callable = typeof pipeline === "function"
+                ? pipeline
+                : (pipeline._call ??
+                    pipeline.feature ??
+                    null);
+            if (!callable) {
+                this.failureReason = `pipeline for model "${this.model}" exposed no callable image-feature-extraction interface`;
+                return;
+            }
+            this.extractor = callable;
+        }
+        catch (err) {
+            this.failureReason = `CLIP pipeline construction failed for model "${this.model}": ${String(err).substring(0, 200)}`;
+        }
+    }
+    /** Reference to the lazily-resolved `RawImage`, or null. */
+    async resolveRawImage() {
+        const mod = (await import("@huggingface/transformers").catch(() => null));
+        if (mod?.RawImage)
+            return mod.RawImage;
+        const legacy = (await import("@xenova/transformers").catch(() => null));
+        return legacy?.RawImage ?? null;
+    }
+    /**
+     * Encode image bytes (or a path/URL) into the CLIP image space.
+     *
+     * A `Buffer` is wrapped in a `Blob` because `RawImage.read` accepts
+     * `RawImage | string | URL | Blob | canvas` natively — a raw Node
+     * Buffer is not one of those.
+     *
+     * @throws {@link ClipUnavailableError} when the pipeline is missing.
+     */
+    async embedImage(image) {
+        await this.resolve();
+        if (!this.extractor) {
+            throw new ClipUnavailableError(`CLIP image encoding unavailable: ${this.failureReason ?? "pipeline not resolved"}`);
+        }
+        let decoded = image;
+        if (typeof image !== "string") {
+            // Node Buffer → Blob. No mime known at this layer; the decoder
+            // sniffs the format from the header, same as a file path would be.
+            const blob = new Blob([new Uint8Array(image)]);
+            const RawImage = await this.resolveRawImage();
+            if (RawImage) {
+                try {
+                    decoded = await RawImage.read(blob);
+                }
+                catch (err) {
+                    throw new ClipUnavailableError(`CLIP image decode failed for model "${this.model}": ${String(err).substring(0, 200)}`, err);
+                }
+            }
+            else {
+                decoded = blob;
+            }
+        }
+        let out;
+        try {
+            out = await this.extractor(decoded);
+        }
+        catch (err) {
+            // An encode failure (unsupported/corrupt image bytes, ONNX
+            // runtime error) is a REAL failure the write path must see —
+            // wrap it so callers catch one typed error, never a bare Error
+            // they might mistake for something else. The provider still
+            // never substitutes a text vector.
+            throw new ClipUnavailableError(`CLIP image encoding failed for model "${this.model}": ${String(err).substring(0, 200)}`, err);
+        }
+        if (!out || !out.data || out.data.length === 0) {
+            throw new ClipUnavailableError(`CLIP image encoding produced an empty tensor for model "${this.model}"`);
+        }
+        if (out.data.length !== this.dimensions) {
+            // A projection mismatch means the configured dimensions no longer
+            // describe the model's output space — refuse rather than persist
+            // vectors that querySimilarImages would filter out or, worse,
+            // score against the wrong space.
+            throw new ClipUnavailableError(`CLIP model "${this.model}" produced ${out.data.length} dims, expected ${this.dimensions}`);
+        }
+        return normalizeVector(Array.from(out.data));
+    }
+    /**
+     * Encode a text query into the CLIP image space, so a text→image
+     * cosine query works. Uses the `feature-extraction` pipeline (CLIP's
+     * text encoder).
+     *
+     * When unavailable, the caller should degrade to the caption leg
+     * (Track A) rather than fail the query.
+     *
+     * @throws {@link ClipUnavailableError} when the text pipeline is missing.
+     */
+    async embedImageText(query) {
+        await this.resolve();
+        if (!this.extractor) {
+            throw new ClipUnavailableError(`CLIP text encoding unavailable: ${this.failureReason ?? "pipeline not resolved"}`);
+        }
+        let out;
+        try {
+            out = await this.extractor(query);
+        }
+        catch (err) {
+            throw new ClipUnavailableError(`CLIP text encoding failed for model "${this.model}": ${String(err).substring(0, 200)}`, err);
+        }
+        if (!out || !out.data || out.data.length === 0) {
+            throw new ClipUnavailableError(`CLIP text encoding produced an empty tensor for model "${this.model}"`);
+        }
+        if (out.data.length !== this.dimensions) {
+            throw new ClipUnavailableError(`CLIP text model "${this.model}" produced ${out.data.length} dims, expected ${this.dimensions}`);
+        }
+        return normalizeVector(Array.from(out.data));
+    }
+}
+//# sourceMappingURL=clip.js.map

memos/_js/vision/clip.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clip.js","sourceRoot":"","sources":["../../src/vision/clip.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAGnD,wDAAwD;AACxD,MAAM,CAAC,MAAM,kBAAkB,GAAG,8BAA8B,CAAC;AAEjE,mCAAmC;AACnC,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAE3C;;;;;GAKG;AACH,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAGlC,KAAK;IAFhB,YACE,OAAe,EACN,KAAe;QAExB,KAAK,CAAC,OAAO,CAAC,CAAC;qBAFN,KAAK;QAGd,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAyBD;;;;;;;;;;GAUG;AACH,MAAM,OAAO,qBAAqB;IACvB,EAAE,GAAG,MAAM,CAAC;IACZ,KAAK,CAAS;IACd,UAAU,CAAS;IAEpB,SAAS,GAAmC,IAAI,CAAC;IACjD,gBAAgB,GAAG,KAAK,CAAC;IACjC,wEAAwE;IAChE,aAAa,GAAkB,IAAI,CAAC;IAE5C,YAAY,OAAO,GAAiC,EAAE;QACpD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC;QACjD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,uBAAuB,CAAC;IAClE,CAAC;IAED;;;;OAIG;IACH,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,gEAAgE;IAChE,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,OAAO;QACnB,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,2BAAqC,CAAC,CAAC,KAAK,CACpE,GAAG,EAAE,CAAC,IAAI,CACX,CAGO,CAAC;YACT,MAAM,SAAS,GAAG,GAAG;gBACnB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAE,CAAC,MAAM,MAAM,CAAC,sBAAgC,CAAC,CAAC,KAAK,CACpD,GAAG,EAAE,CAAC,IAAI,CACX,CAGQ,CAAC;YACd,MAAM,QAAQ,GAAG,GAAG,IAAI,SAAS,CAAC;YAClC,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBACzD,IAAI,CAAC,aAAa;oBAChB,yEAAyE,CAAC;gBAC5E,OAAO;YACT,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CACtC,0BAA0B,EAC1B,IAAI,CAAC,KAAK,CACX,CAAC;YACF,+DAA+D;YAC/D,gEAAgE;YAChE,gDAAgD;YAChD,MAAM,QAAQ,GACZ,OAAO,QAAQ,KAAK,UAAU;gBAC5B,CAAC,CAAE,QAAoC;gBACvC,CAAC,CAAC,CACE,QAID,CAAC,KAAK;oBAEL,QAID,CAAC,OAAO;oBACT,IAAI,CAAC,CAAC;YACZ,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,aAAa,GAAG,uBAAuB,IAAI,CAAC,KAAK,0DAA0D,CAAC;gBACjH,OAAO;YACT,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,aAAa,GAAG,gDAAgD,IAAI,CAAC,KAAK,MAAM,MAAM,CACzF,GAAG,CACJ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,4DAA4D;IACpD,KAAK,CAAC,eAAe;QAG3B,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,2BAAqC,CAAC,CAAC,KAAK,CACpE,GAAG,EAAE,CAAC,IAAI,CACX,CAA0E,CAAC;QAC5E,IAAI,GAAG,EAAE,QAAQ;YAAE,OAAO,GAAG,CAAC,QAAQ,CAAC;QACvC,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,sBAAgC,CAAC,CAAC,KAAK,CAClE,GAAG,EAAE,CAAC,IAAI,CACX,CAA0E,CAAC;QAC5E,OAAO,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC;IAClC,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,KAAsB;QACrC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,oBAAoB,CAC5B,oCAAoC,IAAI,CAAC,aAAa,IAAI,uBAAuB,EAAE,CACpF,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,GAAY,KAAK,CAAC;QAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,+DAA+D;YAC/D,mEAAmE;YACnE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,IAAI,oBAAoB,CAC5B,uCAAuC,IAAI,CAAC,KAAK,MAAM,MAAM,CAC3D,GAAG,CACJ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EACrB,GAAG,CACJ,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;QACH,CAAC;QACD,IAAI,GAA2C,CAAC;QAChD,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,2DAA2D;YAC3D,6DAA6D;YAC7D,+DAA+D;YAC/D,4DAA4D;YAC5D,mCAAmC;YACnC,MAAM,IAAI,oBAAoB,CAC5B,yCAAyC,IAAI,CAAC,KAAK,MAAM,MAAM,CAC7D,GAAG,CACJ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EACrB,GAAG,CACJ,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,oBAAoB,CAC5B,2DAA2D,IAAI,CAAC,KAAK,GAAG,CACzE,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,kEAAkE;YAClE,iEAAiE;YACjE,8DAA8D;YAC9D,iCAAiC;YACjC,MAAM,IAAI,oBAAoB,CAC5B,eAAe,IAAI,CAAC,KAAK,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,mBAAmB,IAAI,CAAC,UAAU,EAAE,CAC3F,CAAC;QACJ,CAAC;QACD,OAAO,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,oBAAoB,CAC5B,mCAAmC,IAAI,CAAC,aAAa,IAAI,uBAAuB,EAAE,CACnF,CAAC;QACJ,CAAC;QACD,IAAI,GAA2C,CAAC;QAChD,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,oBAAoB,CAC5B,wCAAwC,IAAI,CAAC,KAAK,MAAM,MAAM,CAC5D,GAAG,CACJ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EACrB,GAAG,CACJ,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,oBAAoB,CAC5B,0DAA0D,IAAI,CAAC,KAAK,GAAG,CACxE,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,IAAI,oBAAoB,CAC5B,oBAAoB,IAAI,CAAC,KAAK,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,mBAAmB,IAAI,CAAC,UAAU,EAAE,CAChG,CAAC;QACJ,CAAC;QACD,OAAO,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;CACF"}

memos/_js/vision/fake-clip.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Fake CLIP provider — the offline test seam for the image-embedding
+ * foundation.
+ *
+ * Produces a DETERMINISTIC 512-d normalized vector from the pixel bytes
+ * (a feature hash over the buffer), with no model download, no network,
+ * and no `@huggingface/transformers` dependency. It exists so the rest
+ * of the image-memory suite (storage isolation, querySimilarImages,
+ * the vectorCache namespace guarantee) can run offline and
+ * deterministically — exactly the role the FastEmbed local-hash
+ * fallback plays for text.
+ *
+ * It is deliberately NOT wired into production code: it is exported for
+ * tests and for callers who want a deterministic stand-in. Real installs
+ * use {@link ClipEmbeddingProvider} via `vision.clip.embedImage` or the
+ * lazy default.
+ *
+ * Semantics:
+ * - `embedImage(bytes)` hashes the raw bytes → 512-d, normalized.
+ * - `embedImageText(query)` hashes the query STRING → 512-d, normalized.
+ * - Same input always gives the same vector (assert-able in tests).
+ * - `embedImageText` with a query whose text matches a previously
+ *   embedded image's content produces a related-but-distinct vector —
+ *   the fake is a hash, not a similarity model, so cross-modal
+ *   "similarity" is only what tests choose to construct.
+ *
+ * @module @memos/vision/fake-clip
+ */
+import type { EmbedImageProvider, EmbeddingVector } from "../types.js";
+export interface FakeClipProviderOptions {
+    model?: string;
+    dimensions?: number;
+}
+/**
+ * Deterministic offline stand-in for {@link ClipEmbeddingProvider}.
+ *
+ * @example
+ * ```ts
+ * const clip = new FakeClipProvider();
+ * const v = await clip.embedImage(Buffer.from([0xff, 0xd8, 0xff])); // 512-d
+ * ```
+ */
+export declare class FakeClipProvider implements EmbedImageProvider {
+    readonly id = "fake-clip";
+    readonly model: string;
+    readonly dimensions: number;
+    /** Counts embedImage calls — useful for asserting cache behavior. */
+    imageCalls: number;
+    /** Counts embedImageText calls. */
+    textCalls: number;
+    constructor(options?: FakeClipProviderOptions);
+    embedImage(image: Buffer | string): Promise<EmbeddingVector>;
+    embedImageText(query: string): Promise<EmbeddingVector>;
+}
+//# sourceMappingURL=fake-clip.d.ts.map

memos/_js/vision/fake-clip.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fake-clip.d.ts","sourceRoot":"","sources":["../../src/vision/fake-clip.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAGH,OAAO,KAAK,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AA4DvE,MAAM,WAAW,uBAAuB;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;GAQG;AACH,qBAAa,gBAAiB,YAAW,kBAAkB;IACzD,QAAQ,CAAC,EAAE,eAAe;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,qEAAqE;IACrE,UAAU,SAAK;IACf,mCAAmC;IACnC,SAAS,SAAK;IAEd,YAAY,OAAO,GAAE,uBAA4B,EAGhD;IAEK,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAOjE;IAEK,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAO5D;CACF"}

memos/_js/vision/fake-clip.js

@@ -0,0 +1,122 @@
+/**
+ * Fake CLIP provider — the offline test seam for the image-embedding
+ * foundation.
+ *
+ * Produces a DETERMINISTIC 512-d normalized vector from the pixel bytes
+ * (a feature hash over the buffer), with no model download, no network,
+ * and no `@huggingface/transformers` dependency. It exists so the rest
+ * of the image-memory suite (storage isolation, querySimilarImages,
+ * the vectorCache namespace guarantee) can run offline and
+ * deterministically — exactly the role the FastEmbed local-hash
+ * fallback plays for text.
+ *
+ * It is deliberately NOT wired into production code: it is exported for
+ * tests and for callers who want a deterministic stand-in. Real installs
+ * use {@link ClipEmbeddingProvider} via `vision.clip.embedImage` or the
+ * lazy default.
+ *
+ * Semantics:
+ * - `embedImage(bytes)` hashes the raw bytes → 512-d, normalized.
+ * - `embedImageText(query)` hashes the query STRING → 512-d, normalized.
+ * - Same input always gives the same vector (assert-able in tests).
+ * - `embedImageText` with a query whose text matches a previously
+ *   embedded image's content produces a related-but-distinct vector —
+ *   the fake is a hash, not a similarity model, so cross-modal
+ *   "similarity" is only what tests choose to construct.
+ *
+ * @module @memos/vision/fake-clip
+ */
+import { normalizeVector } from "../embeddings.js";
+/** Feature-hash weight table shared by image and text sides. */
+const FEATURE_WEIGHT = 1;
+const NGRAM_WEIGHT = 0.12;
+const BIGRAM_WEIGHT = 0.35;
+/**
+ * Deterministic feature-hash vector, mirroring the text local-hash
+ * fallback's construction so the two spaces behave the same way under
+ * test (same norm, same shape, same determinism).
+ */
+function hashVector(source, dims) {
+    const vector = new Array(dims).fill(0);
+    const add = (feature, weight) => {
+        // FNV-1a 32-bit over the feature string, folded into the dims range.
+        let hash = 0x811c9dc5;
+        for (let i = 0; i < feature.length; i += 1) {
+            hash ^= feature.charCodeAt(i);
+            hash = Math.imul(hash, 0x01000193) >>> 0;
+        }
+        const slot = hash % dims;
+        const sign = (hash >>> 16) % 2 === 0 ? 1 : -1;
+        vector[slot] += sign * weight;
+    };
+    // Byte-level bigrams over the raw buffer: stable, cheap, and sensitive
+    // to both ordering and content (so two different images hash
+    // differently, and the same bytes always hash identically).
+    for (let i = 0; i + 1 < source.length; i += 2) {
+        add(`b${source[i]}:${source[i + 1]}`, FEATURE_WEIGHT);
+    }
+    // Structural n-grams of the first 4 bytes (header signature) — a
+    // coarse, real-ish signal that two JPEGs share more than two random
+    // PNGs do, without pretending to be a vision model.
+    if (source.length >= 4) {
+        add(`h${source[0]}:${source[1]}:${source[2]}:${source[3]}`, NGRAM_WEIGHT);
+        add(`h${source[0]}:${source[1]}`, BIGRAM_WEIGHT);
+    }
+    // Length signature: guards against short inputs hashing to the
+    // all-zero vector (an empty normalized vector scores 0 against
+    // everything and would make two distinct short inputs look equal).
+    add(`len:${source.length}`, FEATURE_WEIGHT);
+    if (source.length === 0) {
+        // A truly empty input still gets a deterministic non-zero vector so
+        // it never collides with another short input's zero vector.
+        vector[0] += FEATURE_WEIGHT;
+    }
+    return normalizeVector(vector);
+}
+/** Hash a string into the same feature space. */
+function hashText(text, dims) {
+    const bytes = new Uint8Array(text.length * 2);
+    for (let i = 0; i < text.length; i += 1) {
+        bytes[i * 2] = text.charCodeAt(i) & 0xff;
+        bytes[i * 2 + 1] = (text.charCodeAt(i) >> 8) & 0xff;
+    }
+    return hashVector(bytes, dims);
+}
+/**
+ * Deterministic offline stand-in for {@link ClipEmbeddingProvider}.
+ *
+ * @example
+ * ```ts
+ * const clip = new FakeClipProvider();
+ * const v = await clip.embedImage(Buffer.from([0xff, 0xd8, 0xff])); // 512-d
+ * ```
+ */
+export class FakeClipProvider {
+    id = "fake-clip";
+    model;
+    dimensions;
+    /** Counts embedImage calls — useful for asserting cache behavior. */
+    imageCalls = 0;
+    /** Counts embedImageText calls. */
+    textCalls = 0;
+    constructor(options = {}) {
+        this.model = options.model ?? "fake-clip-vit-base-patch32";
+        this.dimensions = options.dimensions ?? 512;
+    }
+    async embedImage(image) {
+        this.imageCalls += 1;
+        const bytes = typeof image === "string"
+            ? new TextEncoder().encode(image)
+            : new Uint8Array(image);
+        return hashVector(bytes, this.dimensions);
+    }
+    async embedImageText(query) {
+        this.textCalls += 1;
+        // The model id is mixed into the hash so two fake providers with
+        // different model names (but identical query text) produce
+        // DIFFERENT vectors — that's what proves the cache is keyed by
+        // model, not by query alone.
+        return hashText(`${this.model}\u0000${query}`, this.dimensions);
+    }
+}
+//# sourceMappingURL=fake-clip.js.map

memos/_js/vision/fake-clip.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fake-clip.js","sourceRoot":"","sources":["../../src/vision/fake-clip.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAGnD,gEAAgE;AAChE,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,YAAY,GAAG,IAAI,CAAC;AAC1B,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B;;;;GAIG;AACH,SAAS,UAAU,CAAC,MAAkB,EAAE,IAAY;IAClD,MAAM,MAAM,GAAG,IAAI,KAAK,CAAS,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,CAAC,OAAe,EAAE,MAAc,EAAQ,EAAE;QACpD,qEAAqE;QACrE,IAAI,IAAI,GAAG,UAAU,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,IAAI,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC9B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,MAAM,CAAC;IAChC,CAAC,CAAC;IACF,uEAAuE;IACvE,6DAA6D;IAC7D,4DAA4D;IAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IACxD,CAAC;IACD,iEAAiE;IACjE,oEAAoE;IACpE,oDAAoD;IACpD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvB,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAC1E,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC;IACD,+DAA+D;IAC/D,+DAA+D;IAC/D,mEAAmE;IACnE,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC;IAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,oEAAoE;QACpE,4DAA4D;QAC5D,MAAM,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC;IAC9B,CAAC;IACD,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,iDAAiD;AACjD,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAY;IAC1C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACzC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IACtD,CAAC;IACD,OAAO,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACjC,CAAC;AAOD;;;;;;;;GAQG;AACH,MAAM,OAAO,gBAAgB;IAClB,EAAE,GAAG,WAAW,CAAC;IACjB,KAAK,CAAS;IACd,UAAU,CAAS;IAE5B,qEAAqE;IACrE,UAAU,GAAG,CAAC,CAAC;IACf,mCAAmC;IACnC,SAAS,GAAG,CAAC,CAAC;IAEd,YAAY,OAAO,GAA4B,EAAE;QAC/C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,4BAA4B,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAsB;QACrC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACrB,MAAM,KAAK,GACT,OAAO,KAAK,KAAK,QAAQ;YACvB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC;YACjC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QACpB,iEAAiE;QACjE,2DAA2D;QAC3D,+DAA+D;QAC/D,6BAA6B;QAC7B,OAAO,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,SAAS,KAAK,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAClE,CAAC;CACF"}

memos/_js/vision/index.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Vision (image memory) module surface.
+ *
+ * Re-exports the CLIP provider, the offline fake provider, and the CLIP
+ * query cache so callers import from `@memos/vision` rather than
+ * reaching into individual files.
+ *
+ * @module @memos/vision
+ */
+export { ClipEmbeddingProvider, ClipUnavailableError, DEFAULT_CLIP_MODEL, DEFAULT_CLIP_DIMENSIONS, } from "./clip.js";
+export type { ClipEmbeddingProviderOptions } from "./clip.js";
+export { FakeClipProvider } from "./fake-clip.js";
+export type { FakeClipProviderOptions } from "./fake-clip.js";
+export { ClipQueryCache, DEFAULT_CLIP_QUERY_CACHE_MAX, } from "./clip-query-cache.js";
+//# sourceMappingURL=index.d.ts.map

memos/_js/vision/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vision/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,EAClB,uBAAuB,GACxB,MAAM,WAAW,CAAC;AACnB,YAAY,EAAE,4BAA4B,EAAE,MAAM,WAAW,CAAC;AAE9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,YAAY,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAE9D,OAAO,EACL,cAAc,EACd,4BAA4B,GAC7B,MAAM,uBAAuB,CAAC"}

memos/_js/vision/index.js

@@ -0,0 +1,13 @@
+/**
+ * Vision (image memory) module surface.
+ *
+ * Re-exports the CLIP provider, the offline fake provider, and the CLIP
+ * query cache so callers import from `@memos/vision` rather than
+ * reaching into individual files.
+ *
+ * @module @memos/vision
+ */
+export { ClipEmbeddingProvider, ClipUnavailableError, DEFAULT_CLIP_MODEL, DEFAULT_CLIP_DIMENSIONS, } from "./clip.js";
+export { FakeClipProvider } from "./fake-clip.js";
+export { ClipQueryCache, DEFAULT_CLIP_QUERY_CACHE_MAX, } from "./clip-query-cache.js";
+//# sourceMappingURL=index.js.map

memos/_js/vision/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/vision/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,EAClB,uBAAuB,GACxB,MAAM,WAAW,CAAC;AAGnB,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAGlD,OAAO,EACL,cAAc,EACd,4BAA4B,GAC7B,MAAM,uBAAuB,CAAC"}