browser-visual-search 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Rainer Simon
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,59 @@
+# Browser Visual Search
+
+In-browser visual search powered by FastSAM, CLIP and onnxruntime-web.
+
+**Work in progress**
+
+## Installation
+```bash
+npm install browser-visual-search
+```
+
+## Usage
+```ts
+import { buildIndex, loadIndex } from 'browser-visual-search';
+
+// Build (and auto-save) an index from a directory
+const dirHandle = await window.showDirectoryPicker({ mode: 'readwrite' });
+
+const index = await buildIndex(dirHandle, {
+  segmenterUrl: '/models/fastsam-s.onnx',
+  embedderUrl:  '/models/clip-vit-b32-visual.onnx',
+  onProgress: (p) => console.log(p),
+});
+
+// Load a previously built index
+const index = await loadIndex(dirHandle, {
+  embedderUrl: '/models/clip-vit-b32-visual.onnx',
+});
+
+// Query by image or region
+const results = await index.query(file, /* bbox? */ [0.1, 0.1, 0.5, 0.5], { topK: 20 });
+// → [{ imageId, bbox, area, score }, ...]
+```
+
+The index is persisted automatically to `.visual-search/` inside the chosen directory. Subsequent `buildIndex` calls are incremental — only new images are processed.
+
+## Models
+
+You need to build the ONNX models yourself – see [scripts/README](scripts) for instructions.
+
+## Development
+
+```bash
+npm install
+```
+
+**Unit tests** (Vitest, runs in browser via Playwright):
+```bash
+npm test
+```
+
+Tests expect model files at `/assets/models/`.
+
+**Test pages** — start a dev server (e.g. Vite) and open:
+
+| Page | Purpose |
+|---|---|
+| `/test.html` | Build an index, inspect segments, run per-image embedding |
+| `/search.html` | Load a saved index and run visual queries |

package/dist/embedding/embed.d.ts

@@ -0,0 +1,10 @@
+import type { BBox } from '../types.js';
+export declare const embedImage: (file: File, bbox?: BBox, options?: {
+    embedderUrl: string;
+    executionProviders?: string[];
+}) => Promise<Float32Array>;
+export declare const embedBatch: (bitmap: ImageBitmap, bboxes: Array<BBox | undefined>, options: {
+    embedderUrl: string;
+    executionProviders?: string[];
+}, batchSize?: number) => Promise<Float32Array[]>;
+//# sourceMappingURL=embed.d.ts.map

package/dist/embedding/embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../src/embedding/embed.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAoDxC,eAAO,MAAM,UAAU,GACrB,MAAM,IAAI,EACV,OAAO,IAAI,EACX,UAAS;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;CAAwB,KACpF,OAAO,CAAC,YAAY,CActB,CAAA;AAED,eAAO,MAAM,UAAU,GACrB,QAAQ,WAAW,EACnB,QAAQ,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,EAC/B,SAAS;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,EAC/D,kBAAc,KACb,OAAO,CAAC,YAAY,EAAE,CA6BxB,CAAA"}

package/dist/embedding/embed.js

@@ -0,0 +1,83 @@
+import * as ort from 'onnxruntime-web';
+const EMBEDDING_DIM = 512;
+const CLIP_INPUT_SIZE = 224;
+let embedderSession = null;
+const loadEmbedder = async (url, providers = ['webgpu', 'wasm']) => {
+    if (!embedderSession)
+        embedderSession = await ort.InferenceSession.create(url, { executionProviders: providers });
+    return embedderSession;
+};
+const cropToClipTensor = (bitmap, bbox) => {
+    const { width: W, height: H } = bitmap;
+    let sx = 0, sy = 0, sw = W, sh = H;
+    if (bbox) {
+        sx = Math.round(bbox[0] * W);
+        sy = Math.round(bbox[1] * H);
+        sw = Math.max(1, Math.round(bbox[2] * W));
+        sh = Math.max(1, Math.round(bbox[3] * H));
+    }
+    const S = CLIP_INPUT_SIZE;
+    const canvas = new OffscreenCanvas(S, S);
+    const ctx = canvas.getContext('2d');
+    ctx.drawImage(bitmap, sx, sy, sw, sh, 0, 0, S, S);
+    const { data } = ctx.getImageData(0, 0, S, S);
+    const MEAN = [0.48145466, 0.4578275, 0.40821073];
+    const STD = [0.26862954, 0.26130258, 0.27577711];
+    const tensor = new Float32Array(3 * S * S);
+    const plane = S * S;
+    for (let i = 0; i < plane; i++) {
+        tensor[i] = (data[i * 4] / 255 - MEAN[0]) / STD[0]; // R
+        tensor[plane + i] = (data[i * 4 + 1] / 255 - MEAN[1]) / STD[1]; // G
+        tensor[plane * 2 + i] = (data[i * 4 + 2] / 255 - MEAN[2]) / STD[2]; // B
+    }
+    return tensor;
+};
+const l2Normalise = (vec) => {
+    let norm = 0;
+    for (let i = 0; i < vec.length; i++)
+        norm += vec[i] * vec[i];
+    norm = Math.sqrt(norm);
+    if (norm > 0)
+        for (let i = 0; i < vec.length; i++)
+            vec[i] /= norm;
+    return vec;
+};
+export const embedImage = async (file, bbox, options = { embedderUrl: '' }) => {
+    if (!options.embedderUrl)
+        throw new Error('embedderUrl is required');
+    const bitmap = await createImageBitmap(file);
+    const embedder = await loadEmbedder(options.embedderUrl, options.executionProviders);
+    const tensor = cropToClipTensor(bitmap, bbox);
+    const inputTensor = new ort.Tensor('float32', tensor, [1, 3, CLIP_INPUT_SIZE, CLIP_INPUT_SIZE]);
+    const feeds = { [embedder.inputNames[0]]: inputTensor };
+    const output = await embedder.run(feeds);
+    const raw = output[embedder.outputNames[0]].data;
+    bitmap.close();
+    return l2Normalise(new Float32Array(raw));
+};
+export const embedBatch = async (bitmap, bboxes, options, batchSize = 32) => {
+    const embedder = await loadEmbedder(options.embedderUrl, options.executionProviders);
+    const results = [];
+    for (let i = 0; i < bboxes.length; i += batchSize) {
+        const batchBBoxes = bboxes.slice(i, i + batchSize);
+        const tensors = batchBBoxes.map(bbox => cropToClipTensor(bitmap, bbox));
+        // Stack into a single [B, 3, 224, 224] tensor
+        const B = tensors.length;
+        const flat = new Float32Array(B * 3 * CLIP_INPUT_SIZE * CLIP_INPUT_SIZE);
+        tensors.forEach((t, j) => flat.set(t, j * t.length));
+        const inputTensor = new ort.Tensor('float32', flat, [B, 3, CLIP_INPUT_SIZE, CLIP_INPUT_SIZE]);
+        const feeds = { [embedder.inputNames[0]]: inputTensor };
+        const output = await embedder.run(feeds);
+        const raw = output[embedder.outputNames[0]].data;
+        // Split [B, 512] output back into individual vectors
+        for (let j = 0; j < B; j++) {
+            const vec = new Float32Array(EMBEDDING_DIM);
+            for (let k = 0; k < EMBEDDING_DIM; k++) {
+                vec[k] = raw[j * EMBEDDING_DIM + k];
+            }
+            results.push(l2Normalise(vec));
+        }
+    }
+    return results;
+};
+//# sourceMappingURL=embed.js.map

package/dist/embedding/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../src/embedding/embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,iBAAiB,CAAC;AAGvC,MAAM,aAAa,GAAG,GAAG,CAAC;AAC1B,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,IAAI,eAAe,GAAgC,IAAI,CAAC;AAExD,MAAM,YAAY,GAAG,KAAK,EAAE,GAAW,EAAE,YAAsB,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAiC,EAAE;IAClH,IAAI,CAAC,eAAe;QAClB,eAAe,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC,CAAC;IAE9F,OAAO,eAAe,CAAC;AACzB,CAAC,CAAA;AAED,MAAM,gBAAgB,GAAG,CAAC,MAAmB,EAAE,IAAW,EAAgB,EAAE;IAC1E,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;IAEvC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACnC,IAAI,IAAI,EAAE,CAAC;QACT,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1C,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,GAAG,eAAe,CAAC;IAC1B,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAE,CAAC;IACrC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAClD,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAE9C,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACjD,MAAM,GAAG,GAAI,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAElD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,GAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAO,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QACtE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,GAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QACtE,MAAM,CAAC,KAAK,GAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;IACxE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,GAAiB,EAAgB,EAAE;IACtD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,GAAG,CAAC;QAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAClE,OAAO,GAAG,CAAC;AACb,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,IAAU,EACV,IAAW,EACX,UAAkE,EAAE,WAAW,EAAE,EAAE,EAAE,EAC9D,EAAE;IACzB,IAAI,CAAC,OAAO,CAAC,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAErE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAErF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC;IAChG,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;IACxD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAoB,CAAC;IAEjE,MAAM,CAAC,KAAK,EAAE,CAAC;IACf,OAAO,WAAW,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;AAC5C,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,MAAmB,EACnB,MAA+B,EAC/B,OAA+D,EAC/D,SAAS,GAAG,EAAE,EACW,EAAE;IAC3B,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACrF,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAClD,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAExE,8CAA8C;QAC9C,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,eAAe,GAAG,eAAe,CAAC,CAAC;QACzE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAErD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC;QAC9F,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAoB,CAAC;QAEjE,qDAAqD;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;YAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC;YACtC,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAA"}

package/dist/embedding/index.d.ts

@@ -0,0 +1,2 @@
+export * from './embed.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/embedding/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC"}

package/dist/embedding/index.js

@@ -0,0 +1,2 @@
+export * from './embed.js';
+//# sourceMappingURL=index.js.map

package/dist/embedding/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+export { embedImage, embedBatch } from './embedding/index.js';
+export { segmentImage } from './segmentation/index.js';
+export { buildIndex, loadIndex } from './search/index.js';
+export type { BBox, IndexedImage, IndexedImageSegment, SearchOptions, SearchResult, Segment, VisualSearchIndex } from './types.js';
+export type { BuildOptions, BuildProgress } from './search/build-index.js';
+export type { LoadIndexOptions } from './search/load-index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE1D,YAAY,EACV,IAAI,EACJ,YAAY,EACZ,mBAAmB,EACnB,aAAa,EACb,YAAY,EACZ,OAAO,EACP,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,YAAY,EACZ,aAAa,EACd,MAAM,yBAAyB,CAAC;AAEjC,YAAY,EACV,gBAAgB,EACjB,MAAM,wBAAwB,CAAC"}

package/dist/index.js

@@ -0,0 +1,4 @@
+export { embedImage, embedBatch } from './embedding/index.js';
+export { segmentImage } from './segmentation/index.js';
+export { buildIndex, loadIndex } from './search/index.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/search/build-index.d.ts

@@ -0,0 +1,17 @@
+import { type LoadIndexOptions } from './load-index.js';
+import type { VisualSearchIndex } from '../types.js';
+export interface BuildOptions extends LoadIndexOptions {
+    segmenterUrl: string;
+    forceReindex?: boolean;
+    onProgress?: (progress: BuildProgress) => void;
+}
+export type BuildProgress = {
+    phase: 'loading' | 'scanning' | 'saving' | 'done';
+} | {
+    phase: 'indexing';
+    total: number;
+    completed: number;
+    currentFile?: string;
+};
+export declare const buildIndex: (dirHandle: FileSystemDirectoryHandle, opts: BuildOptions) => Promise<VisualSearchIndex>;
+//# sourceMappingURL=build-index.d.ts.map

package/dist/search/build-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"build-index.d.ts","sourceRoot":"","sources":["../../src/search/build-index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAyC,KAAK,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/F,OAAO,KAAK,EAAqC,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAExF,MAAM,WAAW,YAAa,SAAQ,gBAAgB;IAEpD,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;CAEhD;AAED,MAAM,MAAM,aAAa,GACrB;IAAE,KAAK,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,GAAG,MAAM,CAAA;CAAE,GACrD;IAAE,KAAK,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AA8BlF,eAAO,MAAM,UAAU,GACrB,WAAW,yBAAyB,EACpC,MAAM,YAAY,KACjB,OAAO,CAAC,iBAAiB,CA+F3B,CAAA"}

package/dist/search/build-index.js

@@ -0,0 +1,110 @@
+import { embedBatch } from '../embedding/embed.js';
+import { segmentImage } from '../segmentation/index.js';
+import { createIndex, loadIndex, EMBEDDING_DIM } from './load-index.js';
+const collectImages = async (dirHandle, path = '') => {
+    const images = [];
+    const entries = dirHandle.entries();
+    for await (const [name, handle] of entries) {
+        const fullPath = path ? `${path}/${name}` : name;
+        if (handle.kind === 'file') {
+            const ext = name.toLowerCase().split('.').pop();
+            if (['jpg', 'jpeg', 'png', 'webp'].includes(ext ?? '')) {
+                const file = await handle.getFile();
+                images.push({ id: fullPath, file });
+            }
+        }
+        else if (handle.kind === 'directory') {
+            images.push(...await collectImages(handle, fullPath));
+        }
+    }
+    return images;
+};
+export const buildIndex = async (dirHandle, opts) => {
+    const { onProgress, forceReindex } = opts;
+    // 1. Try to load existing index
+    onProgress?.({ phase: 'loading' });
+    let existingImages = [];
+    let existingEmbeddings = new Float32Array(0);
+    try {
+        const existing = await loadIndex(dirHandle, opts);
+        existingImages = [...existing.images];
+        existingEmbeddings = existing.embeddings;
+        ;
+    }
+    catch {
+        // No index yet — start fresh
+    }
+    // 2. Scan directory
+    onProgress?.({ phase: 'scanning' });
+    const allImages = await collectImages(dirHandle);
+    const allImageIds = new Set(allImages.map(img => img.id));
+    // 3. Prune images no longer on disk
+    const keptImages = existingImages.filter(img => allImageIds.has(img.imageId));
+    // 4. Determine which images need indexing
+    const indexedIds = new Set(keptImages.map(img => img.imageId));
+    const toIndex = forceReindex
+        ? allImages
+        : allImages.filter(img => !indexedIds.has(img.id));
+    // 5. Index new images
+    const newImages = [];
+    const newEmbeddings = [];
+    let nextRow = 0;
+    for (let i = 0; i < toIndex.length; i++) {
+        const input = toIndex[i];
+        onProgress?.({ phase: 'indexing', total: toIndex.length, completed: i, currentFile: input.id });
+        const detections = await segmentImage(input.file, opts);
+        const bitmap = await createImageBitmap(input.file);
+        const embeddings = await embedBatch(bitmap, detections.map(d => d.bbox), opts);
+        bitmap.close();
+        const segments = detections.map((det, j) => ({
+            bbox: det.bbox,
+            area: det.area,
+            embeddingRow: nextRow++,
+        }));
+        newImages.push({ imageId: input.id, indexedAt: new Date().toISOString(), segments });
+        newEmbeddings.push(...embeddings);
+    }
+    // 6. Merge kept + new
+    // Re-map embeddingRows for kept images, then append new
+    const mergedImages = [];
+    const mergedEmbeddingVecs = [];
+    let row = 0;
+    const baseImages = forceReindex ? [] : keptImages;
+    for (const img of baseImages) {
+        const remappedSegments = img.segments.map(seg => {
+            const vec = existingEmbeddings.subarray(seg.embeddingRow * EMBEDDING_DIM, seg.embeddingRow * EMBEDDING_DIM + EMBEDDING_DIM);
+            mergedEmbeddingVecs.push(new Float32Array(vec));
+            return { ...seg, embeddingRow: row++ };
+        });
+        mergedImages.push({ ...img, segments: remappedSegments });
+    }
+    for (const img of newImages) {
+        const remappedSegments = img.segments.map(seg => ({
+            ...seg,
+            embeddingRow: row++,
+        }));
+        mergedImages.push({ ...img, segments: remappedSegments });
+    }
+    mergedEmbeddingVecs.push(...newEmbeddings);
+    // Flatten into a single Float32Array
+    const mergedEmbeddings = new Float32Array(mergedEmbeddingVecs.length * EMBEDDING_DIM);
+    mergedEmbeddingVecs.forEach((vec, i) => mergedEmbeddings.set(vec, i * EMBEDDING_DIM));
+    // 7. Serialize
+    onProgress?.({ phase: 'saving' });
+    await serialize(mergedImages, mergedEmbeddings, dirHandle);
+    // 8. Return index without re-reading from disk
+    onProgress?.({ phase: 'done' });
+    return createIndex(mergedImages, mergedEmbeddings, dirHandle, opts);
+};
+const serialize = async (images, embeddings, dirHandle) => {
+    const vsDir = await dirHandle.getDirectoryHandle('.visual-search', { create: true });
+    const jsonHandle = await vsDir.getFileHandle('index.json', { create: true });
+    const jsonWriter = await jsonHandle.createWritable();
+    await jsonWriter.write(JSON.stringify({ version: 1, updatedAt: new Date().toISOString(), images }, null, 2));
+    await jsonWriter.close();
+    const binHandle = await vsDir.getFileHandle('embeddings.bin', { create: true });
+    const binWriter = await binHandle.createWritable();
+    await binWriter.write(embeddings.buffer);
+    await binWriter.close();
+};
+//# sourceMappingURL=build-index.js.map

package/dist/search/build-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build-index.js","sourceRoot":"","sources":["../../src/search/build-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAyB,MAAM,iBAAiB,CAAC;AAyB/F,MAAM,aAAa,GAAG,KAAK,EAAE,SAAoC,EAAE,OAAe,EAAE,EAAyB,EAAE;IAC7G,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,OAAO,GAAI,SAAiB,CAAC,OAAO,EAAE,CAAC;IAE7C,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC;gBACvD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,SAAoC,EACpC,IAAkB,EACU,EAAE;IAC9B,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;IAE1C,gCAAgC;IAChC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IAEnC,IAAI,cAAc,GAAmB,EAAE,CAAC;IACxC,IAAI,kBAAkB,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IAE7C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAClD,cAAc,GAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzC,kBAAkB,GAAG,QAAQ,CAAC,UAAuC,CAAC;QAAA,CAAC;IACzE,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;IAED,oBAAoB;IACpB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAE1D,oCAAoC;IACpC,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9E,0CAA0C;IAC1C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,YAAY;QAC1B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAErD,sBAAsB;IACtB,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhG,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,MAAM,GAAO,MAAM,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/E,MAAM,CAAC,KAAK,EAAE,CAAC;QAEf,MAAM,QAAQ,GAA0B,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAClE,IAAI,EAAU,GAAG,CAAC,IAAI;YACtB,IAAI,EAAU,GAAG,CAAC,IAAI;YACtB,YAAY,EAAE,OAAO,EAAE;SACxB,CAAC,CAAC,CAAC;QAEJ,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrF,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;IACpC,CAAC;IAED,sBAAsB;IACtB,wDAAwD;IACxD,MAAM,YAAY,GAAmB,EAAE,CAAC;IACxC,MAAM,mBAAmB,GAAmB,EAAE,CAAC;IAC/C,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;IAElD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,gBAAgB,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YAC9C,MAAM,GAAG,GAAG,kBAAkB,CAAC,QAAQ,CACrC,GAAG,CAAC,YAAY,GAAG,aAAa,EAChC,GAAG,CAAC,YAAY,GAAG,aAAa,GAAG,aAAa,CACjD,CAAC;YACF,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YAChD,OAAO,EAAE,GAAG,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,gBAAgB,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChD,GAAG,GAAG;YACN,YAAY,EAAE,GAAG,EAAE;SACpB,CAAC,CAAC,CAAC;QACJ,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,mBAAmB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;IAE3C,qCAAqC;IACrC,MAAM,gBAAgB,GAAG,IAAI,YAAY,CAAC,mBAAmB,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;IACtF,mBAAmB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC;IAEtF,eAAe;IACf,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAClC,MAAM,SAAS,CAAC,YAAY,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;IAE3D,+CAA+C;IAC/C,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAChC,OAAO,WAAW,CAAC,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;AACtE,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,KAAK,EACrB,MAAsB,EACtB,UAAwB,EACxB,SAAoC,EACrB,EAAE;IACjB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAErF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7E,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,cAAc,EAAE,CAAC;IACrD,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7G,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IAEzB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAChF,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,EAAE,CAAC;IACnD,MAAM,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,MAAqB,CAAC,CAAC;IACxD,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;AAC1B,CAAC,CAAA"}

package/dist/search/index.d.ts

@@ -0,0 +1,3 @@
+export * from './build-index.js';
+export * from './load-index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/search/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/search/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC"}

package/dist/search/index.js

@@ -0,0 +1,3 @@
+export * from './build-index.js';
+export * from './load-index.js';
+//# sourceMappingURL=index.js.map

package/dist/search/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/search/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC"}

package/dist/search/load-index.d.ts

@@ -0,0 +1,14 @@
+import type { IndexedImage, VisualSearchIndex } from '../types.js';
+export declare const EMBEDDING_DIM = 512;
+export interface LoadIndexOptions {
+    embedderUrl: string;
+    executionProviders?: string[];
+}
+export declare const createIndex: (images: IndexedImage[], embeddings: Float32Array, dirHandle: FileSystemDirectoryHandle, opts: LoadIndexOptions) => VisualSearchIndex;
+/**
+ * Load an existing visual search index from a directory handle.
+ * @param dirHandle The directory handle containing index.json and embeddings.bin
+ * @returns The loaded index
+ */
+export declare const loadIndex: (dirHandle: FileSystemDirectoryHandle, opts: LoadIndexOptions) => Promise<VisualSearchIndex>;
+//# sourceMappingURL=load-index.d.ts.map

package/dist/search/load-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-index.d.ts","sourceRoot":"","sources":["../../src/search/load-index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAQ,YAAY,EAA+B,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAMtG,eAAO,MAAM,aAAa,MAAM,CAAC;AAEjC,MAAM,WAAW,gBAAgB;IAE/B,WAAW,EAAE,MAAM,CAAC;IAEpB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;CAE/B;AAmCD,eAAO,MAAM,WAAW,GACtB,QAAQ,YAAY,EAAE,EACtB,YAAY,YAAY,EACxB,WAAW,yBAAyB,EACpC,MAAM,gBAAgB,KACrB,iBAqBF,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,SAAS,GAAU,WAAW,yBAAyB,EAAE,MAAM,gBAAgB,KAAG,OAAO,CAAC,iBAAiB,CAmBvH,CAAA"}

package/dist/search/load-index.js

@@ -0,0 +1,60 @@
+import { embedImage } from '../embedding/embed.js';
+const DIR_NAME = '.visual-search';
+const INDEX_FILE = 'index.json';
+const EMBED_FILE = 'embeddings.bin';
+export const EMBEDDING_DIM = 512;
+const nearestNeighbours = (query, embeddings, images, topK = 20) => {
+    const results = [];
+    for (const img of images) {
+        for (const seg of img.segments) {
+            const offset = seg.embeddingRow * EMBEDDING_DIM;
+            let score = 0;
+            for (let k = 0; k < EMBEDDING_DIM; k++)
+                score += query[k] * embeddings[offset + k];
+            results.push({ imageId: img.imageId, bbox: seg.bbox, area: seg.area, score });
+        }
+    }
+    return results
+        .sort((a, b) => b.score - a.score)
+        .slice(0, topK);
+};
+export const createIndex = (images, embeddings, dirHandle, opts) => {
+    const imageMap = new Map(images.map(img => [img.imageId, img]));
+    return {
+        images,
+        embeddings,
+        dirHandle,
+        getImage(imageId) {
+            return imageMap.get(imageId);
+        },
+        async query(file, bbox, options) {
+            const queryEmbedding = await embedImage(file, bbox, {
+                embedderUrl: opts.embedderUrl,
+                executionProviders: opts.executionProviders,
+            });
+            return nearestNeighbours(queryEmbedding, embeddings, images, options?.topK);
+        }
+    };
+};
+/**
+ * Load an existing visual search index from a directory handle.
+ * @param dirHandle The directory handle containing index.json and embeddings.bin
+ * @returns The loaded index
+ */
+export const loadIndex = async (dirHandle, opts) => {
+    const vsDir = await dirHandle.getDirectoryHandle(DIR_NAME);
+    const jsonHandle = await vsDir.getFileHandle(INDEX_FILE);
+    const jsonFile = await jsonHandle.getFile();
+    const jsonText = await jsonFile.text();
+    const { images } = JSON.parse(jsonText);
+    const binHandle = await vsDir.getFileHandle(EMBED_FILE);
+    const binFile = await binHandle.getFile();
+    const binBuffer = await binFile.arrayBuffer();
+    const embeddings = new Float32Array(binBuffer);
+    // Validate length
+    const totalSegments = images.reduce((n, img) => n + img.segments.length, 0);
+    if (embeddings.length !== totalSegments * EMBEDDING_DIM)
+        throw new Error(`embeddings.bin length mismatch: expected ${totalSegments * EMBEDDING_DIM}, got ${embeddings.length}`);
+    return createIndex(images, embeddings, dirHandle, opts);
+};
+//# sourceMappingURL=load-index.js.map

package/dist/search/load-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-index.js","sourceRoot":"","sources":["../../src/search/load-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGnD,MAAM,QAAQ,GAAK,gBAAgB,CAAC;AACpC,MAAM,UAAU,GAAG,YAAY,CAAC;AAChC,MAAM,UAAU,GAAG,gBAAgB,CAAC;AAEpC,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AAoBjC,MAAM,iBAAiB,GAAG,CACxB,KAAmB,EACnB,UAAwB,EACxB,MAAsB,EACtB,IAAI,GAAG,EAAE,EACO,EAAE;IAClB,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,GAAG,aAAa,CAAC;YAChD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE;gBACpC,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,OAAO,OAAO;SACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACpB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,MAAsB,EACtB,UAAwB,EACxB,SAAoC,EACpC,IAAsB,EACH,EAAE;IACrB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAEhE,OAAO;QACL,MAAM;QACN,UAAU;QACV,SAAS;QAET,QAAQ,CAAC,OAAe;YACtB,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,IAAU,EAAE,IAAW,EAAE,OAAuB;YAC1D,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE;gBAClD,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;aAC5C,CAAC,CAAC;YAEH,OAAO,iBAAiB,CAAC,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC9E,CAAC;KACF,CAAA;AACH,CAAC,CAAA;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAAE,SAAoC,EAAE,IAAsB,EAA8B,EAAE;IAC1H,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAE3D,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAK,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAK,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzC,MAAM,EAAE,MAAM,EAAE,GAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAA0B,CAAC;IAElE,MAAM,SAAS,GAAI,MAAM,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,OAAO,GAAM,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAI,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;IAE/C,kBAAkB;IAClB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,IAAI,UAAU,CAAC,MAAM,KAAK,aAAa,GAAG,aAAa;QACrD,MAAM,IAAI,KAAK,CAAC,4CAA4C,aAAa,GAAG,aAAa,SAAS,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAEzH,OAAO,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;AAC1D,CAAC,CAAA"}

package/dist/segmentation/index.d.ts

@@ -0,0 +1,2 @@
+export * from './segment.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/segmentation/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/segmentation/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC"}

package/dist/segmentation/index.js

@@ -0,0 +1,2 @@
+export * from './segment.js';
+//# sourceMappingURL=index.js.map

package/dist/segmentation/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/segmentation/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC"}

package/dist/segmentation/postprocess.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Post-processing for FastSAM-s / YOLOv8-seg ONNX output.
+ *
+ * The model produces two output tensors:
+ *
+ *   output0  [1, 37, N]  where N = anchors (8400 for 640px input, 21504 for 1024px input)
+ *            For each of N anchors:
+ *              [0..3]   cx, cy, w, h  (model-input pixel space)
+ *              [4]      objectness confidence
+ *              [5..36]  32 mask coefficients
+ *
+ *   output1  [1, 32, 256, 256]
+ *            32 prototype masks (model-input space, scaled down 4×)
+ *
+ * Pipeline:
+ *   1. Filter proposals by confidence threshold
+ *   2. Convert cx/cy/w/h → x1/y1/x2/y2
+ *   3. Non-maximum suppression (NMS)
+ *   4. For each surviving detection: decode mask = sigmoid(coeffs @ protos)
+ *   5. Compute mask area, convert bbox to normalised image coords
+ */
+import type { BBox } from '../types.js';
+export interface RawDetection {
+    /** Absolute pixel bbox in original image space, normalised [x,y,w,h] */
+    bbox: BBox;
+    /** Normalised mask area in [0,1] relative to original image */
+    area: number;
+}
+/**
+ * Parse the two ONNX output tensors from FastSAM-s into RawDetections.
+ *
+ * @param output0Data  Flat data from output0 tensor [1, 37, 8400]
+ * @param output1Data  Flat data from output1 tensor [1, 32, 256, 256]
+ * @param scale        From letterboxToTensor()
+ * @param padX         From letterboxToTensor()
+ * @param padY         From letterboxToTensor()
+ * @param origW        Original image width in px
+ * @param origH        Original image height in px
+ */
+export declare const decodeDetections: (output0Data: Float32Array, output1Data: Float32Array, scale: number, padX: number, padY: number, origW: number, origH: number) => RawDetection[];
+//# sourceMappingURL=postprocess.d.ts.map

package/dist/segmentation/postprocess.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postprocess.d.ts","sourceRoot":"","sources":["../../src/segmentation/postprocess.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAExC,MAAM,WAAW,YAAY;IAE3B,wEAAwE;IACxE,IAAI,EAAE,IAAI,CAAC;IAEX,+DAA+D;IAC/D,IAAI,EAAE,MAAM,CAAC;CAEd;AAmID;;;;;;;;;;GAUG;AACH,eAAO,MAAM,gBAAgB,GAC3B,aAAa,YAAY,EACzB,aAAa,YAAY,EACzB,OAAO,MAAM,EACb,MAAM,MAAM,EACZ,MAAM,MAAM,EACZ,OAAO,MAAM,EACb,OAAO,MAAM,KACZ,YAAY,EAwDd,CAAA"}

package/dist/segmentation/postprocess.js

@@ -0,0 +1,166 @@
+/**
+ * Post-processing for FastSAM-s / YOLOv8-seg ONNX output.
+ *
+ * The model produces two output tensors:
+ *
+ *   output0  [1, 37, N]  where N = anchors (8400 for 640px input, 21504 for 1024px input)
+ *            For each of N anchors:
+ *              [0..3]   cx, cy, w, h  (model-input pixel space)
+ *              [4]      objectness confidence
+ *              [5..36]  32 mask coefficients
+ *
+ *   output1  [1, 32, 256, 256]
+ *            32 prototype masks (model-input space, scaled down 4×)
+ *
+ * Pipeline:
+ *   1. Filter proposals by confidence threshold
+ *   2. Convert cx/cy/w/h → x1/y1/x2/y2
+ *   3. Non-maximum suppression (NMS)
+ *   4. For each surviving detection: decode mask = sigmoid(coeffs @ protos)
+ *   5. Compute mask area, convert bbox to normalised image coords
+ */
+import { modelBoxToNormalisedBBox } from './preprocess.js';
+const CONF_THRESHOLD = 0.01;
+const IOU_THRESHOLD = 0.5;
+const PROTO_SIZE = 256; // output1 spatial dimension
+const NUM_PROTOS = 32;
+// ── Helpers ──────────────────────────────────────────────────────────────────
+const sigmoid = (x) => 1 / (1 + Math.exp(-x));
+const intersectionArea = (ax1, ay1, ax2, ay2, bx1, by1, bx2, by2) => {
+    const ix1 = Math.max(ax1, bx1);
+    const iy1 = Math.max(ay1, by1);
+    const ix2 = Math.min(ax2, bx2);
+    const iy2 = Math.min(ay2, by2);
+    return Math.max(0, ix2 - ix1) * Math.max(0, iy2 - iy1);
+};
+const iou = (ax1, ay1, ax2, ay2, bx1, by1, bx2, by2) => {
+    const inter = intersectionArea(ax1, ay1, ax2, ay2, bx1, by1, bx2, by2);
+    if (inter === 0)
+        return 0;
+    const aArea = (ax2 - ax1) * (ay2 - ay1);
+    const bArea = (bx2 - bx1) * (by2 - by1);
+    return inter / (aArea + bArea - inter);
+};
+const nms = (proposals, iouThreshold) => {
+    // Sort descending by confidence
+    proposals.sort((a, b) => b.conf - a.conf);
+    const kept = [];
+    const suppressed = new Uint8Array(proposals.length);
+    for (let i = 0; i < proposals.length; i++) {
+        if (suppressed[i])
+            continue;
+        kept.push(proposals[i]);
+        const p = proposals[i];
+        for (let j = i + 1; j < proposals.length; j++) {
+            if (suppressed[j])
+                continue;
+            const q = proposals[j];
+            if (iou(p.x1, p.y1, p.x2, p.y2, q.x1, q.y1, q.x2, q.y2) > iouThreshold) {
+                suppressed[j] = 1;
+            }
+        }
+    }
+    return kept;
+};
+// ── Mask decoding ─────────────────────────────────────────────────────────────
+/**
+ * Decode a single instance mask from 32 coefficients and the prototype tensor.
+ *
+ * protos: flat Float32Array of shape [32, 256, 256], row-major.
+ * Returns a flat Float32Array of shape [256, 256] with values in [0,1].
+ */
+const decodeMask = (coeffs, protos) => {
+    const protoSize = PROTO_SIZE * PROTO_SIZE;
+    const mask = new Float32Array(protoSize);
+    for (let k = 0; k < NUM_PROTOS; k++) {
+        const c = coeffs[k];
+        const offset = k * protoSize;
+        for (let i = 0; i < protoSize; i++) {
+            mask[i] += c * protos[offset + i];
+        }
+    }
+    // Apply sigmoid
+    for (let i = 0; i < protoSize; i++) {
+        mask[i] = sigmoid(mask[i]);
+    }
+    return mask;
+};
+/**
+ * Count positive mask pixels within a bbox region of the proto-space mask,
+ * then normalise to original image area.
+ *
+ * The prototype mask is 256×256 (model input / 4). The bbox coords are in
+ * the 1024×1024 model-input space, so we scale down by 4 to index into the
+ * prototype mask.
+ */
+const maskAreaInBBox = (mask, x1, y1, x2, y2, origW, origH, threshold = 0.5) => {
+    const scale = PROTO_SIZE / 1024;
+    const mx1 = Math.max(0, Math.floor(x1 * scale));
+    const my1 = Math.max(0, Math.floor(y1 * scale));
+    const mx2 = Math.min(PROTO_SIZE, Math.ceil(x2 * scale));
+    const my2 = Math.min(PROTO_SIZE, Math.ceil(y2 * scale));
+    let positive = 0;
+    for (let row = my1; row < my2; row++) {
+        for (let col = mx1; col < mx2; col++) {
+            if (mask[row * PROTO_SIZE + col] > threshold)
+                positive++;
+        }
+    }
+    // Pixels in proto space → original image pixels → normalised area
+    const protoPixelArea = (1024 / PROTO_SIZE) * (1024 / PROTO_SIZE);
+    return (positive * protoPixelArea) / (origW * origH);
+};
+// ── Public interface ──────────────────────────────────────────────────────────
+/**
+ * Parse the two ONNX output tensors from FastSAM-s into RawDetections.
+ *
+ * @param output0Data  Flat data from output0 tensor [1, 37, 8400]
+ * @param output1Data  Flat data from output1 tensor [1, 32, 256, 256]
+ * @param scale        From letterboxToTensor()
+ * @param padX         From letterboxToTensor()
+ * @param padY         From letterboxToTensor()
+ * @param origW        Original image width in px
+ * @param origH        Original image height in px
+ */
+export const decodeDetections = (output0Data, output1Data, scale, padX, padY, origW, origH) => {
+    const NUM_ATTRS = 37; // 4 box + 1 conf + 32 coeffs
+    const NUM_ANCHORS = output0Data.length / NUM_ATTRS; // 8400 for 640px input, 21504 for 1024px
+    // ── Step 1: collect proposals above confidence threshold ──────────────────
+    const proposals = [];
+    for (let a = 0; a < NUM_ANCHORS; a++) {
+        // output0 is [1, 37, 8400] — iterate over the anchor dimension
+        const conf = output0Data[4 * NUM_ANCHORS + a];
+        if (conf < CONF_THRESHOLD)
+            continue;
+        const cx = output0Data[0 * NUM_ANCHORS + a];
+        const cy = output0Data[1 * NUM_ANCHORS + a];
+        const w = output0Data[2 * NUM_ANCHORS + a];
+        const h = output0Data[3 * NUM_ANCHORS + a];
+        const x1 = cx - w / 2;
+        const y1 = cy - h / 2;
+        const x2 = cx + w / 2;
+        const y2 = cy + h / 2;
+        const coeffs = new Float32Array(NUM_PROTOS);
+        for (let k = 0; k < NUM_PROTOS; k++) {
+            coeffs[k] = output0Data[(5 + k) * NUM_ANCHORS + a];
+        }
+        proposals.push({ x1, y1, x2, y2, conf, coeffs });
+    }
+    if (proposals.length === 0)
+        return [];
+    // ── Step 2: NMS ───────────────────────────────────────────────────────────
+    const kept = nms(proposals, IOU_THRESHOLD);
+    // ── Step 3: decode masks + compute areas ─────────────────────────────────
+    // output1 is [1, 32, 256, 256] — drop the batch dimension
+    const protos = output1Data.subarray(0);
+    const results = [];
+    for (const p of kept) {
+        const mask = decodeMask(p.coeffs, protos);
+        const area = maskAreaInBBox(mask, p.x1, p.y1, p.x2, p.y2, origW, origH);
+        const bbox = modelBoxToNormalisedBBox(p.x1, p.y1, p.x2, p.y2, scale, padX, padY, origW, origH);
+        results.push({ bbox, area });
+    }
+    // Sort largest-first, matching server-side behaviour
+    return results.sort((a, b) => b.area - a.area);
+};
+//# sourceMappingURL=postprocess.js.map

package/dist/segmentation/postprocess.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postprocess.js","sourceRoot":"","sources":["../../src/segmentation/postprocess.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAa3D,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,aAAa,GAAI,GAAG,CAAC;AAC3B,MAAM,UAAU,GAAO,GAAG,CAAC,CAAC,4BAA4B;AACxD,MAAM,UAAU,GAAO,EAAE,CAAC;AAE1B,gFAAgF;AAEhF,MAAM,OAAO,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE9D,MAAM,gBAAgB,GAAG,CACvB,GAAW,EAAE,GAAW,EAAE,GAAW,EAAE,GAAW,EAClD,GAAW,EAAE,GAAW,EAAE,GAAW,EAAE,GAAW,EAC1C,EAAE;IACV,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;AACzD,CAAC,CAAA;AAED,MAAM,GAAG,GAAG,CACV,GAAW,EAAE,GAAW,EAAE,GAAW,EAAE,GAAW,EAClD,GAAW,EAAE,GAAW,EAAE,GAAW,EAAE,GAAW,EAC1C,EAAE;IACV,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACvE,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IACxC,OAAO,KAAK,GAAG,CAAC,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC;AACzC,CAAC,CAAA;AAcD,MAAM,GAAG,GAAG,CAAC,SAAqB,EAAE,YAAoB,EAAc,EAAE;IACtE,gCAAgC;IAChC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IAE1C,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,UAAU,CAAC,CAAC,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,UAAU,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC5B,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC;gBACvE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAA;AAED,iFAAiF;AAEjF;;;;;GAKG;AACH,MAAM,UAAU,GAAG,CAAC,MAAoB,EAAE,MAAoB,EAAgB,EAAE;IAC9E,MAAM,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;IAC1C,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAA;AAED;;;;;;;GAOG;AACH,MAAM,cAAc,GAAG,CACrB,IAAkB,EAClB,EAAU,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU,EAC9C,KAAa,EAAE,KAAa,EAC5B,SAAS,GAAG,GAAG,EACP,EAAE;IACV,MAAM,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAa,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAa,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAI,IAAI,CAAC,IAAI,CAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAI,IAAI,CAAC,IAAI,CAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAE3D,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,KAAK,IAAI,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;QACrC,KAAK,IAAI,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,GAAG,GAAG,UAAU,GAAG,GAAG,CAAC,GAAG,SAAS;gBAAE,QAAQ,EAAE,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,MAAM,cAAc,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC;IACjE,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;AACvD,CAAC,CAAA;AAED,iFAAiF;AAEjF;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,WAAyB,EACzB,WAAyB,EACzB,KAAa,EACb,IAAY,EACZ,IAAY,EACZ,KAAa,EACb,KAAa,EACG,EAAE;IAClB,MAAM,SAAS,GAAK,EAAE,CAAC,CAAC,6BAA6B;IACrD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,yCAAyC;IAE7F,6EAA6E;IAC7E,MAAM,SAAS,GAAe,EAAE,CAAC;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,+DAA+D;QAC/D,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;QAC9C,IAAI,IAAI,GAAG,cAAc;YAAE,SAAS;QAEpC,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAI,WAAW,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAI,WAAW,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;QAE5C,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QAEtB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEtC,6EAA6E;IAC7E,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAE3C,4EAA4E;IAC5E,0DAA0D;IAC1D,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAEvC,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAExE,MAAM,IAAI,GAAG,wBAAwB,CACnC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EACtB,KAAK,EAAE,IAAI,EAAE,IAAI,EACjB,KAAK,EAAE,KAAK,CACb,CAAC;QAEF,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,qDAAqD;IACrD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC,CAAA"}

package/dist/segmentation/preprocess.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Image pre-processing for FastSAM inference.
+ *
+ * FastSAM-s expects a [1, 3, 1024, 1024] float32 tensor.
+ * Pixel values normalised to [0, 1], RGB channel order.
+ * The image is letterboxed (aspect ratio preserved, padded with 0.5 grey).
+ */
+export declare const MODEL_INPUT_SIZE = 1280;
+export interface LetterboxResult {
+    /** [1, 3, H, W] flat, row-major */
+    tensor: Float32Array;
+    /** Scale factor applied (same for x and y — uniform scaling). */
+    scale: number;
+    /** Padding applied to left/right (px, in model-input space). */
+    padX: number;
+    /** Padding applied to top/bottom (px, in model-input space). */
+    padY: number;
+}
+/**
+ * Letterbox an ImageBitmap to MODEL_INPUT_SIZE × MODEL_INPUT_SIZE,
+ * then return a normalised float32 tensor and the transform parameters
+ * needed to map detections back to the original image coordinate space.
+ */
+export declare const letterboxToTensor: (bitmap: ImageBitmap) => LetterboxResult;
+/**
+ * Map a model-space bbox [x1, y1, x2, y2] (absolute pixels in the
+ * letterboxed 1024×1024 space) back to normalised [x, y, w, h]
+ * coordinates in the original image space.
+ */
+export declare const modelBoxToNormalisedBBox: (x1: number, y1: number, x2: number, y2: number, scale: number, padX: number, padY: number, origW: number, origH: number) => [number, number, number, number];
+//# sourceMappingURL=preprocess.d.ts.map

package/dist/segmentation/preprocess.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"preprocess.d.ts","sourceRoot":"","sources":["../../src/segmentation/preprocess.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,eAAO,MAAM,gBAAgB,OAAO,CAAC;AAErC,MAAM,WAAW,eAAe;IAE9B,mCAAmC;IACnC,MAAM,EAAE,YAAY,CAAC;IAErB,iEAAiE;IACjE,KAAK,EAAE,MAAM,CAAC;IAEd,gEAAgE;IAChE,IAAI,EAAE,MAAM,CAAC;IAEb,gEAAgE;IAChE,IAAI,EAAE,MAAM,CAAC;CAEd;AAED;;;;GAIG;AACH,eAAO,MAAM,iBAAiB,GAAI,QAAQ,WAAW,KAAG,eAoCvD,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,wBAAwB,GACnC,IAAI,MAAM,EAAE,IAAI,MAAM,EAAE,IAAI,MAAM,EAAE,IAAI,MAAM,EAC9C,OAAO,MAAM,EAAE,MAAM,MAAM,EAAE,MAAM,MAAM,EACzC,OAAO,MAAM,EAAE,OAAO,MAAM,KAC3B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAajC,CAAA"}

package/dist/segmentation/preprocess.js

@@ -0,0 +1,61 @@
+/**
+ * Image pre-processing for FastSAM inference.
+ *
+ * FastSAM-s expects a [1, 3, 1024, 1024] float32 tensor.
+ * Pixel values normalised to [0, 1], RGB channel order.
+ * The image is letterboxed (aspect ratio preserved, padded with 0.5 grey).
+ */
+export const MODEL_INPUT_SIZE = 1280;
+/**
+ * Letterbox an ImageBitmap to MODEL_INPUT_SIZE × MODEL_INPUT_SIZE,
+ * then return a normalised float32 tensor and the transform parameters
+ * needed to map detections back to the original image coordinate space.
+ */
+export const letterboxToTensor = (bitmap) => {
+    const S = MODEL_INPUT_SIZE;
+    const { width: srcW, height: srcH } = bitmap;
+    // Uniform scale so the longest side fits in S
+    const scale = Math.min(S / srcW, S / srcH);
+    const scaledW = Math.round(srcW * scale);
+    const scaledH = Math.round(srcH * scale);
+    // Padding to centre the scaled image
+    const padX = Math.floor((S - scaledW) / 2);
+    const padY = Math.floor((S - scaledH) / 2);
+    // Draw into an off-screen canvas
+    const canvas = new OffscreenCanvas(S, S);
+    const ctx = canvas.getContext('2d');
+    // Fill with mid-grey (matching Ultralytics letterbox default: 114/255 ≈ 0.447)
+    ctx.fillStyle = `rgb(114,114,114)`;
+    ctx.fillRect(0, 0, S, S);
+    ctx.drawImage(bitmap, padX, padY, scaledW, scaledH);
+    const imageData = ctx.getImageData(0, 0, S, S);
+    const { data } = imageData; // Uint8ClampedArray, RGBA interleaved
+    // Convert RGBA interleaved → RGB planar, normalised to [0,1]
+    const tensor = new Float32Array(3 * S * S);
+    const planeSize = S * S;
+    for (let i = 0; i < planeSize; i++) {
+        tensor[i] = data[i * 4] / 255; // R
+        tensor[planeSize + i] = data[i * 4 + 1] / 255; // G
+        tensor[planeSize * 2 + i] = data[i * 4 + 2] / 255; // B
+    }
+    return { tensor, scale, padX, padY };
+};
+/**
+ * Map a model-space bbox [x1, y1, x2, y2] (absolute pixels in the
+ * letterboxed 1024×1024 space) back to normalised [x, y, w, h]
+ * coordinates in the original image space.
+ */
+export const modelBoxToNormalisedBBox = (x1, y1, x2, y2, scale, padX, padY, origW, origH) => {
+    // Remove padding, undo scale
+    const ox1 = Math.max(0, (x1 - padX) / scale);
+    const oy1 = Math.max(0, (y1 - padY) / scale);
+    const ox2 = Math.min(origW, (x2 - padX) / scale);
+    const oy2 = Math.min(origH, (y2 - padY) / scale);
+    return [
+        ox1 / origW,
+        oy1 / origH,
+        (ox2 - ox1) / origW,
+        (oy2 - oy1) / origH,
+    ];
+};
+//# sourceMappingURL=preprocess.js.map

package/dist/segmentation/preprocess.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"preprocess.js","sourceRoot":"","sources":["../../src/segmentation/preprocess.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAkBrC;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,MAAmB,EAAmB,EAAE;IACxE,MAAM,CAAC,GAAG,gBAAgB,CAAC;IAC3B,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAE7C,8CAA8C;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAEzC,qCAAqC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IAE3C,iCAAiC;IACjC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAE,CAAC;IAErC,+EAA+E;IAC/E,GAAG,CAAC,SAAS,GAAG,kBAAkB,CAAC;IACnC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACzB,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAEpD,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,CAAC,sCAAsC;IAElE,6DAA6D;IAC7D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,CAAC,CAAC,CAAC,GAAqB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAO,GAAG,CAAC,CAAC,IAAI;QACzD,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,GAAS,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI;QACzD,MAAM,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC,GAAK,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI;IAC3D,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACvC,CAAC,CAAA;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CACtC,EAAU,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU,EAC9C,KAAa,EAAE,IAAY,EAAE,IAAY,EACzC,KAAa,EAAE,KAAa,EACM,EAAE;IACpC,6BAA6B;IAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAEjD,OAAO;QACL,GAAG,GAAG,KAAK;QACX,GAAG,GAAG,KAAK;QACX,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK;QACnB,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK;KACpB,CAAC;AACJ,CAAC,CAAA"}

package/dist/segmentation/segment.d.ts

@@ -0,0 +1,9 @@
+import type { BBox } from '../types.js';
+export declare const segmentImage: (file: File, options?: {
+    segmenterUrl: string;
+    executionProviders?: string[];
+}) => Promise<Array<{
+    bbox: BBox;
+    area: number;
+}>>;
+//# sourceMappingURL=segment.d.ts.map

package/dist/segmentation/segment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"segment.d.ts","sourceRoot":"","sources":["../../src/segmentation/segment.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAUxC,eAAO,MAAM,YAAY,GACvB,MAAM,IAAI,EACV,UAAS;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;CAAyB,KACtF,OAAO,CAAC,KAAK,CAAC;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAyB7C,CAAA"}

package/dist/segmentation/segment.js

@@ -0,0 +1,26 @@
+import * as ort from 'onnxruntime-web';
+import { letterboxToTensor, MODEL_INPUT_SIZE } from './preprocess.js';
+import { decodeDetections } from './postprocess.js';
+let segmenterSession = null;
+const loadSegmenter = async (url, providers = ['wasm']) => {
+    if (!segmenterSession)
+        segmenterSession = await ort.InferenceSession.create(url, { executionProviders: providers });
+    return segmenterSession;
+};
+export const segmentImage = async (file, options = { segmenterUrl: '' }) => {
+    if (!options.segmenterUrl)
+        throw new Error('segmenterUrl is required');
+    const bitmap = await createImageBitmap(file);
+    const segmenter = await loadSegmenter(options.segmenterUrl, options.executionProviders);
+    const { tensor, scale, padX, padY } = letterboxToTensor(bitmap);
+    const { width: origW, height: origH } = bitmap;
+    const inputTensor = new ort.Tensor('float32', tensor, [1, 3, MODEL_INPUT_SIZE, MODEL_INPUT_SIZE]);
+    const feeds = { [segmenter.inputNames[0]]: inputTensor };
+    const output = await segmenter.run(feeds);
+    const output0 = output[segmenter.outputNames[0]];
+    const output1 = output[segmenter.outputNames[1]];
+    const detections = decodeDetections(output0.data, output1.data, scale, padX, padY, origW, origH);
+    bitmap.close();
+    return detections;
+};
+//# sourceMappingURL=segment.js.map

package/dist/segmentation/segment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"segment.js","sourceRoot":"","sources":["../../src/segmentation/segment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,iBAAiB,CAAC;AACvC,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD,IAAI,gBAAgB,GAAgC,IAAI,CAAC;AAEzD,MAAM,aAAa,GAAG,KAAK,EAAE,GAAW,EAAE,YAAsB,CAAC,MAAM,CAAC,EAAiC,EAAE;IACzG,IAAI,CAAC,gBAAgB;QACnB,gBAAgB,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC,CAAC;IAC/F,OAAO,gBAAgB,CAAC;AAC1B,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,IAAU,EACV,UAAmE,EAAE,YAAY,EAAE,EAAE,EAAE,EACzC,EAAE;IAChD,IAAI,CAAC,OAAO,CAAC,YAAY;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAExF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAE/C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAClG,MAAM,KAAK,GAAG,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAE1C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjD,MAAM,UAAU,GAAG,gBAAgB,CACjC,OAAO,CAAC,IAAoB,EAC5B,OAAO,CAAC,IAAoB,EAC5B,KAAK,EAAE,IAAI,EAAE,IAAI,EACjB,KAAK,EAAE,KAAK,CACb,CAAC;IAEF,MAAM,CAAC,KAAK,EAAE,CAAC;IACf,OAAO,UAAU,CAAC;AACpB,CAAC,CAAA"}

package/dist/types.d.ts

@@ -0,0 +1,33 @@
+export type BBox = [number, number, number, number];
+export interface Segment {
+    bbox: BBox;
+    area: number;
+    embedding: Float32Array;
+}
+export interface IndexedImageSegment {
+    bbox: BBox;
+    area: number;
+    embeddingRow: number;
+}
+export interface IndexedImage {
+    imageId: string;
+    indexedAt: string;
+    segments: IndexedImageSegment[];
+}
+export interface VisualSearchIndex {
+    readonly images: ReadonlyArray<IndexedImage>;
+    readonly embeddings: Float32Array;
+    readonly dirHandle: FileSystemDirectoryHandle;
+    query(file: File, bbox?: BBox, options?: SearchOptions): Promise<SearchResult[]>;
+    getImage(imageId: string): IndexedImage | undefined;
+}
+export interface SearchOptions {
+    topK?: number;
+}
+export interface SearchResult {
+    imageId: string;
+    bbox: BBox;
+    area: number;
+    score: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAEpD,MAAM,WAAW,OAAO;IAEtB,IAAI,EAAE,IAAI,CAAC;IAEX,IAAI,EAAE,MAAM,CAAC;IAEb,SAAS,EAAE,YAAY,CAAC;CAEzB;AAED,MAAM,WAAW,mBAAmB;IAElC,IAAI,EAAE,IAAI,CAAC;IAEX,IAAI,EAAE,MAAM,CAAC;IAEb,YAAY,EAAE,MAAM,CAAC;CAEtB;AAED,MAAM,WAAW,YAAY;IAE3B,OAAO,EAAE,MAAM,CAAC;IAEhB,SAAS,EAAE,MAAM,CAAC;IAElB,QAAQ,EAAE,mBAAmB,EAAE,CAAC;CAEjC;AAED,MAAM,WAAW,iBAAiB;IAEhC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;IAE7C,QAAQ,CAAC,UAAU,EAAE,YAAY,CAAC;IAElC,QAAQ,CAAC,SAAS,EAAE,yBAAyB,CAAC;IAE9C,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAEjF,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;CAErD;AAED,MAAM,WAAW,aAAa;IAE5B,IAAI,CAAC,EAAE,MAAM,CAAC;CAEf;AAED,MAAM,WAAW,YAAY;IAE3B,OAAO,EAAE,MAAM,CAAC;IAEhB,IAAI,EAAE,IAAI,CAAC;IAEX,IAAI,EAAE,MAAM,CAAC;IAEb,KAAK,EAAE,MAAM,CAAC;CAEf"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,45 @@
+{
+  "name": "browser-visual-search",
+  "version": "0.1.0",
+  "description": "In-browser visual search powered by FastSAM, CLIP and onnxruntime-web.",
+  "type": "module",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "start": "vite",
+    "build": "tsc",
+    "test": "vitest"
+  },
+  "peerDependencies": {
+    "onnxruntime-web": "^1.24.3"
+  },
+  "devDependencies": {
+    "@vitest/browser": "^4.1.0",
+    "@vitest/browser-playwright": "^4.1.0",
+    "onnxruntime-web": "^1.24.3",
+    "playwright": "^1.58.2",
+    "typescript": "^5.9.3",
+    "vite-plugin-static-copy": "^3.3.0",
+    "vitest": "^4.1.0"
+  },
+  "keywords": [
+    "visual-search",
+    "clip",
+    "fastsam",
+    "onnx",
+    "browser",
+    "image-segmentation",
+    "embeddings"
+  ],
+  "license": "MIT"
+}