@framers/agentos 0.9.33 → 0.9.35

package/dist/io/segmentation/providers/ReplicateSegmentationProvider.js

@@ -0,0 +1,233 @@
+/**
+ * @module io/segmentation/providers/ReplicateSegmentationProvider
+ *
+ * Hosted segmentation via Replicate. Geometric prompts (points/box/automatic)
+ * route to a SAM2 model; text prompts route to a GroundedSAM model. Contains
+ * its own minimal predict/poll cycle (no dependency on the image provider).
+ */
+import { ApiKeyPool } from '../../../core/providers/ApiKeyPool.js';
+import { getImageProviderOptions } from '../../media/images/IImageProvider.js';
+import { SegmentationProviderError, SegmentationModeNotSupportedError } from '../errors.js';
+import { computeMaskBbox } from '../maskGeometry.js';
+const REPLICATE_BASE = 'https://api.replicate.com/v1';
+/** Default SAM2 model for geometric prompts. Verify/adjust in the smoke step. */
+const DEFAULT_SAM_MODEL = 'meta/sam-2';
+/** Default GroundedSAM model for text prompts. Verify/adjust in the smoke step. */
+const DEFAULT_GROUNDED_SAM_MODEL = 'schananas/grounded_sam';
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+export class ReplicateSegmentationProvider {
+    constructor() {
+        this.providerId = 'replicate';
+        this.isInitialized = false;
+        this.versionCache = new Map();
+    }
+    async initialize(config) {
+        const apiKey = typeof config.apiKey === 'string' ? config.apiKey.trim() : '';
+        if (!apiKey) {
+            throw new SegmentationProviderError('Replicate segmentation provider requires apiKey.', 'provider_failed');
+        }
+        this.keyPool = new ApiKeyPool(apiKey);
+        this.defaultModelId =
+            typeof config.defaultModelId === 'string' && config.defaultModelId.trim()
+                ? config.defaultModelId.trim()
+                : DEFAULT_SAM_MODEL;
+        this.isInitialized = true;
+    }
+    supportedModes() {
+        // Hosted Replicate v1: GroundedSAM (text) + SAM2 automatic ("segment
+        // everything"). Coordinate prompts (points/box) have no clean hosted
+        // single-image model and await a coordinate-capable provider.
+        return ['text', 'automatic'];
+    }
+    async segment(request) {
+        if (!this.isInitialized) {
+            throw new SegmentationProviderError('Replicate segmentation provider is not initialized.', 'provider_failed');
+        }
+        if (!this.supportedModes().includes(request.mode)) {
+            throw new SegmentationModeNotSupportedError(this.providerId, request.mode);
+        }
+        const startedAt = Date.now();
+        const providerOptions = getImageProviderOptions(this.providerId, request.providerOptions);
+        const isText = request.mode === 'text';
+        const modelId = request.modelId
+            || (isText
+                ? (providerOptions?.groundedSamModelId ?? DEFAULT_GROUNDED_SAM_MODEL)
+                : (providerOptions?.samModelId ?? this.defaultModelId ?? DEFAULT_SAM_MODEL));
+        const input = this.buildInput(request, providerOptions);
+        let prediction;
+        try {
+            prediction = await this.runPrediction(modelId, input, providerOptions);
+        }
+        catch (err) {
+            if (err instanceof SegmentationProviderError)
+                throw err;
+            throw new SegmentationProviderError(`Replicate segmentation request failed: ${err.message}`, 'provider_failed', err);
+        }
+        if (prediction.status === 'failed') {
+            throw new SegmentationProviderError(`Replicate segmentation failed: ${prediction.error ?? 'unknown error'}`, 'provider_failed');
+        }
+        if (prediction.status === 'canceled') {
+            throw new SegmentationProviderError('Replicate segmentation was canceled.', 'provider_failed');
+        }
+        const { width, height } = await this.imageDimensions(request.image);
+        let masks = await this.decodeMasks(prediction.output);
+        if (typeof request.minScore === 'number')
+            masks = masks.filter((m) => m.score >= request.minScore);
+        if (typeof request.maxMasks === 'number')
+            masks = masks.slice(0, request.maxMasks);
+        masks = masks.map((m, i) => ({
+            ...m,
+            index: i,
+            // GroundedSAM output carries no per-mask label; fall back to the phrase.
+            label: m.label ?? (request.mode === 'text' ? request.prompt : undefined),
+        }));
+        return {
+            masks,
+            width,
+            height,
+            providerId: this.providerId,
+            modelId,
+            promptMode: request.mode,
+            usage: { totalMasks: masks.length },
+            durationMs: Date.now() - startedAt,
+        };
+    }
+    /**
+     * Build the Replicate `input` object for the request's mode. Field names
+     * target the v1 output contract; confirm per chosen model in the smoke step.
+     */
+    buildInput(request, providerOptions) {
+        const imageDataUrl = `data:image/png;base64,${request.image.toString('base64')}`;
+        const input = { image: imageDataUrl, ...(providerOptions?.input ?? {}) };
+        if (request.mode === 'text') {
+            // GroundedSAM uses `mask_prompt` for the open-vocabulary phrase.
+            input.mask_prompt = request.prompt;
+        }
+        // `automatic` mode: the SAM2 model segments everything from `image` alone.
+        // Tuning params (points_per_side, pred_iou_thresh, stability_score_thresh,
+        // use_m2m) flow through providerOptions.replicate.input.
+        return input;
+    }
+    headers() {
+        return { Authorization: `Token ${this.keyPool.next()}`, 'Content-Type': 'application/json' };
+    }
+    async runPrediction(modelId, input, providerOptions) {
+        const pollIntervalMs = providerOptions?.pollIntervalMs ?? 1000;
+        const timeoutMs = providerOptions?.timeoutMs ?? 120000;
+        // Create the prediction through the version endpoint, which serves both
+        // official and community models. The version-less /models/.../predictions
+        // endpoint only serves official models and 404s for community ones.
+        const version = await this.resolveVersion(modelId);
+        const res = await fetch(`${REPLICATE_BASE}/predictions`, {
+            method: 'POST', headers: this.headers(), body: JSON.stringify({ version, input }),
+        });
+        if (!res.ok) {
+            throw new SegmentationProviderError(`Replicate returned ${res.status}: ${await res.text()}`, 'provider_failed');
+        }
+        let prediction = (await res.json());
+        const deadline = Date.now() + timeoutMs;
+        while (prediction.status
+            && !['succeeded', 'failed', 'canceled'].includes(prediction.status)
+            && prediction.urls?.get) {
+            if (Date.now() > deadline) {
+                throw new SegmentationProviderError('Replicate segmentation timed out.', 'timeout');
+            }
+            await sleep(pollIntervalMs);
+            const pollRes = await fetch(prediction.urls.get, { headers: this.headers() });
+            if (!pollRes.ok) {
+                throw new SegmentationProviderError(`Replicate poll returned ${pollRes.status}.`, 'provider_failed');
+            }
+            prediction = (await pollRes.json());
+        }
+        return prediction;
+    }
+    /**
+     * Resolve a model id to a concrete version hash. An explicit
+     * `owner/name:version` pin is used directly; a bare `owner/name` is looked up
+     * via the model API for its latest version (cached per provider instance).
+     */
+    async resolveVersion(modelId) {
+        const colon = modelId.indexOf(':');
+        if (colon >= 0)
+            return modelId.slice(colon + 1);
+        const cached = this.versionCache.get(modelId);
+        if (cached)
+            return cached;
+        const slash = modelId.indexOf('/');
+        if (slash < 1) {
+            throw new SegmentationProviderError(`Invalid modelId "${modelId}": expected "owner/model" or "owner/model:version".`, 'invalid_request');
+        }
+        const res = await fetch(`${REPLICATE_BASE}/models/${modelId}`, { headers: this.headers() });
+        if (!res.ok) {
+            throw new SegmentationProviderError(`Failed to resolve model "${modelId}": ${res.status}`, 'provider_failed');
+        }
+        const data = (await res.json());
+        const version = data.latest_version?.id;
+        if (!version) {
+            throw new SegmentationProviderError(`Model "${modelId}" has no published version.`, 'provider_failed');
+        }
+        this.versionCache.set(modelId, version);
+        return version;
+    }
+    extractMaskRefs(output) {
+        if (Array.isArray(output))
+            return output;
+        if (output && typeof output === 'object') {
+            const o = output;
+            // meta/sam-2 automatic output: { combined_mask, individual_masks: [...] }
+            if (Array.isArray(o.individual_masks))
+                return o.individual_masks;
+            if (Array.isArray(o.masks))
+                return o.masks;
+            if (typeof o.mask === 'string')
+                return [o.mask];
+            if (typeof o.combined_mask === 'string')
+                return [o.combined_mask];
+        }
+        if (typeof output === 'string')
+            return [output];
+        return [];
+    }
+    async fetchMaskBytes(url) {
+        if (url.startsWith('data:')) {
+            return Buffer.from(url.substring(url.indexOf(',') + 1), 'base64');
+        }
+        const res = await fetch(url, { headers: this.headers() });
+        if (!res.ok) {
+            throw new SegmentationProviderError(`Failed to download mask: ${res.status}`, 'provider_failed');
+        }
+        return Buffer.from(await res.arrayBuffer());
+    }
+    async decodeMasks(output) {
+        const refs = this.extractMaskRefs(output);
+        const masks = [];
+        for (let i = 0; i < refs.length; i++) {
+            const ref = refs[i];
+            const url = typeof ref === 'string' ? ref : ref.mask;
+            if (typeof url !== 'string')
+                continue;
+            const png = await this.fetchMaskBytes(url);
+            const bbox = typeof ref === 'object' && Array.isArray(ref.box) && ref.box.length === 4
+                ? { x: ref.box[0], y: ref.box[1], width: ref.box[2] - ref.box[0], height: ref.box[3] - ref.box[1] }
+                : await computeMaskBbox(png);
+            if (!bbox)
+                continue;
+            masks.push({
+                mask: png,
+                bbox,
+                score: typeof ref === 'object' && typeof ref.score === 'number' ? ref.score : 1,
+                label: typeof ref === 'object' && typeof ref.label === 'string' ? ref.label : undefined,
+                index: i,
+            });
+        }
+        return masks;
+    }
+    async imageDimensions(image) {
+        const sharp = (await import('sharp')).default;
+        const meta = await sharp(image).metadata();
+        return { width: meta.width ?? 0, height: meta.height ?? 0 };
+    }
+}
+//# sourceMappingURL=ReplicateSegmentationProvider.js.map

package/dist/io/segmentation/providers/ReplicateSegmentationProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ReplicateSegmentationProvider.js","sourceRoot":"","sources":["../../../../src/io/segmentation/providers/ReplicateSegmentationProvider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,uCAAuC,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,iCAAiC,EAAE,MAAM,cAAc,CAAC;AAC5F,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAUrD,MAAM,cAAc,GAAG,8BAA8B,CAAC;AACtD,iFAAiF;AACjF,MAAM,iBAAiB,GAAG,YAAY,CAAC;AACvC,mFAAmF;AACnF,MAAM,0BAA0B,GAAG,wBAAwB,CAAC;AAY5D,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,OAAO,6BAA6B;IAA1C;QACkB,eAAU,GAAG,WAAW,CAAC;QAClC,kBAAa,GAAG,KAAK,CAAC;QAGZ,iBAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAqO5D,CAAC;IAnOC,KAAK,CAAC,UAAU,CAAC,MAA+B;QAC9C,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,yBAAyB,CAAC,kDAAkD,EAAE,iBAAiB,CAAC,CAAC;QAC7G,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,cAAc;YACjB,OAAO,MAAM,CAAC,cAAc,KAAK,QAAQ,IAAI,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE;gBACvE,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE;gBAC9B,CAAC,CAAC,iBAAiB,CAAC;QACxB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,cAAc;QACZ,qEAAqE;QACrE,qEAAqE;QACrE,8DAA8D;QAC9D,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA4B;QACxC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,yBAAyB,CAAC,qDAAqD,EAAE,iBAAiB,CAAC,CAAC;QAChH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,iCAAiC,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,eAAe,GAAG,uBAAuB,CAA+B,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;QAExH,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;QACvC,MAAM,OAAO,GACX,OAAO,CAAC,OAAO;eACZ,CAAC,MAAM;gBACR,CAAC,CAAC,CAAC,eAAe,EAAE,kBAAkB,IAAI,0BAA0B,CAAC;gBACrE,CAAC,CAAC,CAAC,eAAe,EAAE,UAAU,IAAI,IAAI,CAAC,cAAc,IAAI,iBAAiB,CAAC,CAAC,CAAC;QAEjF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAExD,IAAI,UAA+B,CAAC;QACpC,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,yBAAyB;gBAAE,MAAM,GAAG,CAAC;YACxD,MAAM,IAAI,yBAAyB,CACjC,0CAA2C,GAAa,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,GAAG,CAC3F,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,yBAAyB,CACjC,kCAAkC,UAAU,CAAC,KAAK,IAAI,eAAe,EAAE,EAAE,iBAAiB,CAC3F,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACrC,MAAM,IAAI,yBAAyB,CAAC,sCAAsC,EAAE,iBAAiB,CAAC,CAAC;QACjG,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,QAAS,CAAC,CAAC;QACpG,IAAI,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnF,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,GAAG,CAAC;YACJ,KAAK,EAAE,CAAC;YACR,yEAAyE;YACzE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;SACzE,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,KAAK;YACL,KAAK;YACL,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,IAAI;YACxB,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE;YACnC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACnC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,UAAU,CAChB,OAA4B,EAAE,eAA8C;QAE5E,MAAM,YAAY,GAAG,yBAAyB,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjF,MAAM,KAAK,GAA4B,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QAClG,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,iEAAiE;YACjE,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,2EAA2E;QAC3E,2EAA2E;QAC3E,yDAAyD;QACzD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,OAAO;QACb,OAAO,EAAE,aAAa,EAAE,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IAC/F,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAe,EAAE,KAA8B,EAAE,eAA8C;QAE/F,MAAM,cAAc,GAAG,eAAe,EAAE,cAAc,IAAI,IAAI,CAAC;QAC/D,MAAM,SAAS,GAAG,eAAe,EAAE,SAAS,IAAI,MAAO,CAAC;QAExD,wEAAwE;QACxE,0EAA0E;QAC1E,oEAAoE;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,cAAc,cAAc,EAAE;YACvD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;SAClF,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,yBAAyB,CAAC,sBAAsB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAClH,CAAC;QACD,IAAI,UAAU,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwB,CAAC;QAE3D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OACE,UAAU,CAAC,MAAM;eACd,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;eAChE,UAAU,CAAC,IAAI,EAAE,GAAG,EACvB,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,yBAAyB,CAAC,mCAAmC,EAAE,SAAS,CAAC,CAAC;YACtF,CAAC;YACD,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;YAC5B,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC9E,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,IAAI,yBAAyB,CAAC,2BAA2B,OAAO,CAAC,MAAM,GAAG,EAAE,iBAAiB,CAAC,CAAC;YACvG,CAAC;YACD,UAAU,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAwB,CAAC;QAC7D,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,cAAc,CAAC,OAAe;QAC1C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAEhD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,yBAAyB,CACjC,oBAAoB,OAAO,qDAAqD,EAChF,iBAAiB,CAClB,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,cAAc,WAAW,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,yBAAyB,CAAC,4BAA4B,OAAO,MAAM,GAAG,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAChH,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAyC,CAAC;QACxE,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,yBAAyB,CAAC,UAAU,OAAO,6BAA6B,EAAE,iBAAiB,CAAC,CAAC;QACzG,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,eAAe,CAAC,MAAe;QACrC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,MAAmB,CAAC;QACtD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACzC,MAAM,CAAC,GAAG,MAAiC,CAAC;YAC5C,0EAA0E;YAC1E,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC;gBAAE,OAAO,CAAC,CAAC,gBAA6B,CAAC;YAC9E,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,CAAC,KAAkB,CAAC;YACxD,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ;gBAAE,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAW;QACtC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,yBAAyB,CAAC,4BAA4B,GAAG,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACnG,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAe;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;YACrD,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,SAAS;YACtC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YAC3C,MAAM,IAAI,GACR,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC;gBACvE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBACnG,CAAC,CAAC,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,GAAG;gBACT,IAAI;gBACJ,KAAK,EAAE,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/E,KAAK,EAAE,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBACvF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,KAAa;QACzC,MAAM,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAC9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;IAC9D,CAAC;CACF"}

package/dist/io/segmentation/resolveMode.d.ts

@@ -0,0 +1,14 @@
+/**
+ * @module io/segmentation/resolveMode
+ */
+import type { SegmentOptions, SegmentationMode } from './types.js';
+/**
+ * Determine the single active prompt mode from the options.
+ *
+ * A mode counts as "set" when: `prompt` is a non-empty (trimmed) string,
+ * `points` is a non-empty array, `box` is present, or `automatic === true`.
+ *
+ * @throws {InvalidSegmentationPromptError} when zero or more than one is set.
+ */
+export declare function resolveSegmentationMode(opts: SegmentOptions): SegmentationMode;
+//# sourceMappingURL=resolveMode.d.ts.map

package/dist/io/segmentation/resolveMode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveMode.d.ts","sourceRoot":"","sources":["../../../src/io/segmentation/resolveMode.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAGnE;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,cAAc,GAAG,gBAAgB,CAkB9E"}

package/dist/io/segmentation/resolveMode.js

@@ -0,0 +1,28 @@
+import { InvalidSegmentationPromptError } from './errors.js';
+/**
+ * Determine the single active prompt mode from the options.
+ *
+ * A mode counts as "set" when: `prompt` is a non-empty (trimmed) string,
+ * `points` is a non-empty array, `box` is present, or `automatic === true`.
+ *
+ * @throws {InvalidSegmentationPromptError} when zero or more than one is set.
+ */
+export function resolveSegmentationMode(opts) {
+    const modes = [];
+    if (typeof opts.prompt === 'string' && opts.prompt.trim().length > 0)
+        modes.push('text');
+    if (Array.isArray(opts.points) && opts.points.length > 0)
+        modes.push('points');
+    if (opts.box)
+        modes.push('box');
+    if (opts.automatic === true)
+        modes.push('automatic');
+    if (modes.length === 0) {
+        throw new InvalidSegmentationPromptError('segment() requires exactly one prompt mode: set one of prompt, points, box, or automatic.');
+    }
+    if (modes.length > 1) {
+        throw new InvalidSegmentationPromptError(`segment() accepts exactly one prompt mode, received: ${modes.join(', ')}.`);
+    }
+    return modes[0];
+}
+//# sourceMappingURL=resolveMode.js.map

package/dist/io/segmentation/resolveMode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveMode.js","sourceRoot":"","sources":["../../../src/io/segmentation/resolveMode.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,8BAA8B,EAAE,MAAM,aAAa,CAAC;AAE7D;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAoB;IAC1D,MAAM,KAAK,GAAuB,EAAE,CAAC;IACrC,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzF,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/E,IAAI,IAAI,CAAC,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAErD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,8BAA8B,CACtC,2FAA2F,CAC5F,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,8BAA8B,CACtC,wDAAwD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC5E,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC"}

package/dist/io/segmentation/types.d.ts

@@ -0,0 +1,134 @@
+/**
+ * @module io/segmentation/types
+ *
+ * Type definitions for provider-agnostic image segmentation.
+ *
+ * The segmentation surface takes an image plus exactly one prompt (text,
+ * points, box, or automatic "segment everything") and returns one
+ * {@link SegmentMask} per detected region. Masks are encoded white=object /
+ * black=background so they drop straight into the image-editing `mask` input.
+ *
+ * @see {@link ISegmentationProvider} for the provider contract.
+ */
+/** Identifier for a segmentation backend. */
+export type SegmentationProviderId = 'replicate' | (string & {});
+/** Which kind of prompt drives the segmentation. Exactly one per call. */
+export type SegmentationMode = 'text' | 'points' | 'box' | 'automatic';
+/** A click point for point-prompted segmentation. */
+export interface SegmentationPoint {
+    x: number;
+    y: number;
+    /** Defaults to `'foreground'` during normalization. */
+    label?: 'foreground' | 'background';
+}
+/** An axis-aligned box in image pixels (top-left origin). */
+export interface SegmentationBox {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+/** Per-provider passthrough options for the Replicate backend. */
+export interface ReplicateSegmentationOptions {
+    /** Override the SAM2 model slug used for geometric prompts. */
+    samModelId?: string;
+    /** Override the GroundedSAM model slug used for text prompts. */
+    groundedSamModelId?: string;
+    /** Poll interval in milliseconds (default 1000). */
+    pollIntervalMs?: number;
+    /** Overall timeout in milliseconds (default 120000). */
+    timeoutMs?: number;
+    /** Extra fields merged verbatim into the Replicate `input`. */
+    input?: Record<string, unknown>;
+}
+/** Namespaced bag of per-provider options. */
+export interface SegmentationProviderOptionBag {
+    replicate?: ReplicateSegmentationOptions;
+    [providerId: string]: unknown;
+}
+/** Public options accepted by the high-level {@link segment} helper. */
+export interface SegmentOptions {
+    /** Source image as raw bytes or a file path. */
+    image: Buffer | Uint8Array | string;
+    /** Provider id. Defaults to `'replicate'`. */
+    provider?: SegmentationProviderId;
+    /** Model id override. Provider default is used when omitted. */
+    model?: string;
+    /** Open-vocabulary text prompt (routes to GroundedSAM). */
+    prompt?: string;
+    /** Point prompts (foreground/background clicks). */
+    points?: SegmentationPoint[];
+    /** Bounding-box prompt. */
+    box?: SegmentationBox;
+    /** "Segment everything" when `true`. */
+    automatic?: boolean;
+    /** Cap on returned masks (automatic/text can produce many). */
+    maxMasks?: number;
+    /** Confidence floor; masks scoring below this are dropped. */
+    minScore?: number;
+    /** Provider-specific passthrough options. */
+    providerOptions?: SegmentationProviderOptionBag | Record<string, unknown>;
+    /** Caller id for usage tracking. */
+    userId?: string;
+}
+/** A single segmented region. */
+export interface SegmentMask {
+    /** PNG bytes; white(255)=object, black(0)=background (matches editImage mask). */
+    mask: Buffer;
+    /** Tight bounding box in source-image pixels, top-left origin. */
+    bbox: SegmentationBox;
+    /** Model confidence 0–1 (1 when the model reports none). */
+    score: number;
+    /** Grounding phrase for text prompts; undefined for geometric/automatic. */
+    label?: string;
+    /** Stable index within the result. */
+    index: number;
+}
+/** Aggregated segmentation result. */
+export interface SegmentationResult {
+    masks: SegmentMask[];
+    /** Source image width in pixels (so bboxes/masks are interpretable). */
+    width: number;
+    /** Source image height in pixels. */
+    height: number;
+    providerId: string;
+    modelId: string;
+    promptMode: SegmentationMode;
+    usage?: {
+        totalMasks: number;
+        totalCostUSD?: number;
+    };
+    durationMs: number;
+}
+/**
+ * Normalized provider-level request produced by the {@link segment} helper
+ * from {@link SegmentOptions}. The image is already a `Buffer`, exactly one
+ * `mode` is resolved, and point labels are defaulted.
+ */
+export interface SegmentationRequest {
+    modelId: string;
+    image: Buffer;
+    mode: SegmentationMode;
+    prompt?: string;
+    points?: Array<{
+        x: number;
+        y: number;
+        label: 'foreground' | 'background';
+    }>;
+    box?: SegmentationBox;
+    maxMasks?: number;
+    minScore?: number;
+    providerOptions?: SegmentationProviderOptionBag | Record<string, unknown>;
+}
+/** Contract implemented by every segmentation backend. */
+export interface ISegmentationProvider {
+    readonly providerId: string;
+    readonly isInitialized: boolean;
+    readonly defaultModelId?: string;
+    initialize(config: Record<string, unknown>): Promise<void>;
+    segment(request: SegmentationRequest): Promise<SegmentationResult>;
+    /** Prompt modes this provider supports, for up-front validation. */
+    supportedModes(): ReadonlyArray<SegmentationMode>;
+    shutdown?(): Promise<void>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/io/segmentation/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/io/segmentation/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,6CAA6C;AAC7C,MAAM,MAAM,sBAAsB,GAAG,WAAW,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAEjE,0EAA0E;AAC1E,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,GAAG,WAAW,CAAC;AAEvE,qDAAqD;AACrD,MAAM,WAAW,iBAAiB;IAChC,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,uDAAuD;IACvD,KAAK,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACrC;AAED,6DAA6D;AAC7D,MAAM,WAAW,eAAe;IAC9B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,kEAAkE;AAClE,MAAM,WAAW,4BAA4B;IAC3C,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,oDAAoD;IACpD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wDAAwD;IACxD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,8CAA8C;AAC9C,MAAM,WAAW,6BAA6B;IAC5C,SAAS,CAAC,EAAE,4BAA4B,CAAC;IACzC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;CAC/B;AAED,wEAAwE;AACxE,MAAM,WAAW,cAAc;IAC7B,gDAAgD;IAChD,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IACpC,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oDAAoD;IACpD,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC7B,2BAA2B;IAC3B,GAAG,CAAC,EAAE,eAAe,CAAC;IACtB,wCAAwC;IACxC,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,eAAe,CAAC,EAAE,6BAA6B,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1E,oCAAoC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,iCAAiC;AACjC,MAAM,WAAW,WAAW;IAC1B,kFAAkF;IAClF,IAAI,EAAE,MAAM,CAAC;IACb,kEAAkE;IAClE,IAAI,EAAE,eAAe,CAAC;IACtB,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAC;IACd,4EAA4E;IAC5E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAC;CACf;AAED,sCAAsC;AACtC,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,wEAAwE;IACxE,KAAK,EAAE,MAAM,CAAC;IACd,qCAAqC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,gBAAgB,CAAC;IAC7B,KAAK,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACtD,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,gBAAgB,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,YAAY,GAAG,YAAY,CAAA;KAAE,CAAC,CAAC;IAC7E,GAAG,CAAC,EAAE,eAAe,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,6BAA6B,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC3E;AAED,0DAA0D;AAC1D,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,OAAO,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACnE,oEAAoE;IACpE,cAAc,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAC;IAClD,QAAQ,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B"}

package/dist/io/segmentation/types.js

@@ -0,0 +1,14 @@
+/**
+ * @module io/segmentation/types
+ *
+ * Type definitions for provider-agnostic image segmentation.
+ *
+ * The segmentation surface takes an image plus exactly one prompt (text,
+ * points, box, or automatic "segment everything") and returns one
+ * {@link SegmentMask} per detected region. Masks are encoded white=object /
+ * black=background so they drop straight into the image-editing `mask` input.
+ *
+ * @see {@link ISegmentationProvider} for the provider contract.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/io/segmentation/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/io/segmentation/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@framers/agentos",
-  "version": "0.9.33",
+  "version": "0.9.35",
   "description": "AgentOS: open-source TypeScript framework for autonomous AI agents. Unified graph orchestration, cognitive memory, runtime tool forging, multi-tier guardrails, voice pipeline, and 11 LLM providers.",
   "homepage": "https://agentos.sh",
   "repository": {