@memberjunction/ai-segmentation 0.0.0 → 5.51.0

package/dist/generic/FixedWindowSegmenter.js

@@ -0,0 +1,106 @@
+/**
+ * @fileoverview Fixed-window segmenter — the universal fallback strategy.
+ *
+ * @module @memberjunction/ai-segmentation
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { RegisterClass } from '@memberjunction/global';
+import { BaseSegmenter } from './BaseSegmenter.js';
+import { TextChunker } from '@memberjunction/ai-vectors';
+/** Registration key for {@link FixedWindowSegmenter}. */
+export const FIXED_WINDOW_SEGMENTER_KEY = 'FixedWindow';
+/**
+ * Splits content into uniform windows: token-bounded chunks for text, and
+ * fixed-duration windows for audio/video that has no transcript.
+ *
+ * This is the safety net, not the recommended default. It requires no LLM call,
+ * no transcript, and no document structure, so it always produces *something* —
+ * which makes it the right choice for logs, machine-generated text, and media
+ * that arrives without cues. Where structure or a transcript exists, prefer
+ * `StructuralText` or `Transcript`, both of which cut on real boundaries.
+ */
+let FixedWindowSegmenter = class FixedWindowSegmenter extends BaseSegmenter {
+    get Key() {
+        return FIXED_WINDOW_SEGMENTER_KEY;
+    }
+    get SupportedModalities() {
+        return ['text', 'image', 'audio', 'video', 'multimodal'];
+    }
+    SegmentCore(params) {
+        if (params.Text && params.Text.trim().length > 0) {
+            return this.segmentText(params);
+        }
+        if (params.Media) {
+            return this.segmentMedia(params);
+        }
+        return [];
+    }
+    /** Token-bounded text windows, offsets preserved. */
+    segmentText(params) {
+        const settings = this.resolveOptions(params.Options);
+        const chunks = TextChunker.ChunkText({
+            Text: params.Text ?? '',
+            MaxChunkTokens: settings.MaxSegmentTokens,
+            OverlapTokens: settings.OverlapTokens,
+            Strategy: params.Options?.TextStrategy ?? 'sentence',
+        });
+        return chunks.map((chunk) => ({
+            Modality: 'text',
+            Text: chunk.Text,
+            StartOffset: chunk.StartOffset,
+            EndOffset: chunk.EndOffset,
+        }));
+    }
+    /** Fixed-duration media windows, or a single segment for untimed media. */
+    segmentMedia(params) {
+        const modality = this.resolveMediaModality(params);
+        if (modality === 'image' || !params.DurationMs || params.DurationMs <= 0) {
+            return [{ Modality: modality, Media: params.Media }];
+        }
+        return this.buildTimeWindows(params, modality);
+    }
+    /** Walk the asset duration emitting one window per step. */
+    buildTimeWindows(params, modality) {
+        const windowMs = Math.max(params.Options?.WindowMs ?? 30_000, 1);
+        // Cap overlap at half the window, matching TextChunker's rule for text. Beyond 50% each
+        // window is mostly a copy of the previous one, and as overlap approaches the window size the
+        // segment count explodes — a 1s window with 5s of overlap would emit one segment per
+        // millisecond, and every one of those is a paid multimodal embedding call.
+        const overlapMs = Math.min(params.Options?.WindowOverlapMs ?? 0, Math.floor(windowMs / 2));
+        const step = Math.max(windowMs - overlapMs, 1);
+        const duration = params.DurationMs ?? 0;
+        const segments = [];
+        for (let start = 0; start < duration; start += step) {
+            const end = Math.min(start + windowMs, duration);
+            segments.push({ Modality: modality, Media: params.Media, StartMs: start, EndMs: end });
+            if (end >= duration) {
+                break;
+            }
+        }
+        return segments;
+    }
+    /** Infer the media modality from its mime type. */
+    resolveMediaModality(params) {
+        const mime = (params.Media?.MimeType ?? params.MimeType ?? '').toLowerCase();
+        if (mime.startsWith('video/')) {
+            return 'video';
+        }
+        if (mime.startsWith('audio/')) {
+            return 'audio';
+        }
+        if (mime.startsWith('image/')) {
+            return 'image';
+        }
+        return 'multimodal';
+    }
+};
+FixedWindowSegmenter = __decorate([
+    RegisterClass(BaseSegmenter, FIXED_WINDOW_SEGMENTER_KEY)
+], FixedWindowSegmenter);
+export { FixedWindowSegmenter };
+//# sourceMappingURL=FixedWindowSegmenter.js.map

package/dist/generic/FixedWindowSegmenter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FixedWindowSegmenter.js","sourceRoot":"","sources":["../../src/generic/FixedWindowSegmenter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;;;;;;;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,yDAAyD;AACzD,MAAM,CAAC,MAAM,0BAA0B,GAAG,aAAa,CAAC;AAmBxD;;;;;;;;;GASG;AAEI,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,aAAa;IACnD,IAAW,GAAG;QACV,OAAO,0BAA0B,CAAC;IACtC,CAAC;IAED,IAAW,mBAAmB;QAC1B,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IAC7D,CAAC;IAES,WAAW,CAAC,MAA0D;QAC5E,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,EAAE,CAAC;IACd,CAAC;IAED,qDAAqD;IAC7C,WAAW,CAAC,MAA0D;QAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC;YACjC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACvB,cAAc,EAAE,QAAQ,CAAC,gBAAgB;YACzC,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,YAAY,IAAI,UAAU;SACvD,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC1B,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,SAAS,EAAE,KAAK,CAAC,SAAS;SAC7B,CAAC,CAAC,CAAC;IACR,CAAC;IAED,2EAA2E;IACnE,YAAY,CAAC,MAA0D;QAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACnD,IAAI,QAAQ,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;YACvE,OAAO,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,4DAA4D;IACpD,gBAAgB,CACpB,MAA0D,EAC1D,QAAyB;QAEzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC;QACjE,wFAAwF;QACxF,6FAA6F;QAC7F,qFAAqF;QACrF,2EAA2E;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,eAAe,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3F,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAElC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACvF,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAClB,MAAM;YACV,CAAC;QACL,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,mDAAmD;IAC3C,oBAAoB,CAAC,MAA0D;QACnF,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7E,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC;QACnB,CAAC;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;CACJ,CAAA;AApFY,oBAAoB;IADhC,aAAa,CAAC,aAAa,EAAE,0BAA0B,CAAC;GAC5C,oBAAoB,CAoFhC"}

package/dist/generic/HtmlContentCleaner.d.ts

@@ -0,0 +1,61 @@
+/**
+ * @fileoverview Selector-driven HTML cleaner.
+ *
+ * @module @memberjunction/ai-segmentation
+ */
+import { BaseContentCleaner, ContentCleaningOptions, ContentCleaningParams } from './BaseContentCleaner.js';
+/** Registration key for {@link HtmlContentCleaner}. */
+export declare const HTML_CONTENT_CLEANER_KEY = "Html";
+/**
+ * Elements removed before extraction unless the caller overrides `ExcludeSelectors`.
+ * These carry no document content on essentially any site.
+ */
+export declare const DEFAULT_HTML_EXCLUDE_SELECTORS: string[];
+/** Options specific to {@link HtmlContentCleaner}. */
+export interface HtmlContentCleaningOptions extends ContentCleaningOptions {
+    /**
+     * Replace the built-in exclusion list rather than adding to it. Default: false
+     * (caller selectors are appended to {@link DEFAULT_HTML_EXCLUDE_SELECTORS}).
+     */
+    ReplaceDefaultExcludes?: boolean;
+    /** Keep `alt` text from images as content. Default: false. */
+    IncludeImageAltText?: boolean;
+}
+/**
+ * Extracts readable text from HTML using CSS selectors.
+ *
+ * Real-world source pages are mostly not content: navigation, sidebars, cookie banners,
+ * share widgets, related-article rails, and advertising typically outweigh the article
+ * itself. Stripping tags alone keeps all of that text, and because chrome repeats across
+ * every page of a site it produces many near-identical chunks that crowd out real answers
+ * at retrieval time.
+ *
+ * The high-leverage control is `IncludeSelectors` — naming the one element that holds the
+ * content (`.article-body`, `main`, `#post`) discards everything else without having to
+ * enumerate what to drop. `ExcludeSelectors` then handles whatever survives inside it.
+ *
+ * Both are per-source configuration because the right selector is a property of the site's
+ * template, not of MemberJunction. A sensible default exclusion list handles sources that
+ * haven't been tuned yet.
+ */
+export declare class HtmlContentCleaner extends BaseContentCleaner {
+    get Key(): string;
+    protected CleanCore(params: ContentCleaningParams<HtmlContentCleaningOptions>): string;
+    /** Drop excluded elements from the document. */
+    private removeExcluded;
+    /**
+     * Narrow to the included selectors when supplied, else the body.
+     * Returns a selection whose text is the document's content.
+     */
+    private resolveScope;
+    /** Append image alt text so meaningful figures aren't lost, when requested. */
+    private promoteImageAltText;
+    /**
+     * Extract text, inserting newlines at block boundaries.
+     *
+     * cheerio's `.text()` concatenates without separators, so `<p>a</p><p>b</p>` becomes
+     * "ab" — which destroys the paragraph breaks segmenters depend on for boundaries.
+     */
+    private extractText;
+}
+//# sourceMappingURL=HtmlContentCleaner.d.ts.map

package/dist/generic/HtmlContentCleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HtmlContentCleaner.d.ts","sourceRoot":"","sources":["../../src/generic/HtmlContentCleaner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAEzG,uDAAuD;AACvD,eAAO,MAAM,wBAAwB,SAAS,CAAC;AAE/C;;;GAGG;AACH,eAAO,MAAM,8BAA8B,UAa1C,CAAC;AAEF,sDAAsD;AACtD,MAAM,WAAW,0BAA2B,SAAQ,sBAAsB;IACtE;;;OAGG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,8DAA8D;IAC9D,mBAAmB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,qBACa,kBAAmB,SAAQ,kBAAkB;IACtD,IAAW,GAAG,IAAI,MAAM,CAEvB;IAED,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,qBAAqB,CAAC,0BAA0B,CAAC,GAAG,MAAM;IAWtF,gDAAgD;IAChD,OAAO,CAAC,cAAc;IAkBtB;;;OAGG;IACH,OAAO,CAAC,YAAY;IAoBpB,+EAA+E;IAC/E,OAAO,CAAC,mBAAmB;IAgB3B;;;;;OAKG;IACH,OAAO,CAAC,WAAW;CAQtB"}

package/dist/generic/HtmlContentCleaner.js

@@ -0,0 +1,130 @@
+/**
+ * @fileoverview Selector-driven HTML cleaner.
+ *
+ * @module @memberjunction/ai-segmentation
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import * as cheerio from 'cheerio';
+import { RegisterClass } from '@memberjunction/global';
+import { BaseContentCleaner } from './BaseContentCleaner.js';
+/** Registration key for {@link HtmlContentCleaner}. */
+export const HTML_CONTENT_CLEANER_KEY = 'Html';
+/**
+ * Elements removed before extraction unless the caller overrides `ExcludeSelectors`.
+ * These carry no document content on essentially any site.
+ */
+export const DEFAULT_HTML_EXCLUDE_SELECTORS = [
+    'script',
+    'style',
+    'noscript',
+    'iframe',
+    'svg',
+    'nav',
+    'header',
+    'footer',
+    'aside',
+    'form',
+    '[aria-hidden="true"]',
+    '.hidden',
+];
+/**
+ * Extracts readable text from HTML using CSS selectors.
+ *
+ * Real-world source pages are mostly not content: navigation, sidebars, cookie banners,
+ * share widgets, related-article rails, and advertising typically outweigh the article
+ * itself. Stripping tags alone keeps all of that text, and because chrome repeats across
+ * every page of a site it produces many near-identical chunks that crowd out real answers
+ * at retrieval time.
+ *
+ * The high-leverage control is `IncludeSelectors` — naming the one element that holds the
+ * content (`.article-body`, `main`, `#post`) discards everything else without having to
+ * enumerate what to drop. `ExcludeSelectors` then handles whatever survives inside it.
+ *
+ * Both are per-source configuration because the right selector is a property of the site's
+ * template, not of MemberJunction. A sensible default exclusion list handles sources that
+ * haven't been tuned yet.
+ */
+let HtmlContentCleaner = class HtmlContentCleaner extends BaseContentCleaner {
+    get Key() {
+        return HTML_CONTENT_CLEANER_KEY;
+    }
+    CleanCore(params) {
+        const options = params.Options;
+        const $ = cheerio.load(params.Content);
+        this.removeExcluded($, options);
+        const scope = this.resolveScope($, options);
+        this.promoteImageAltText($, scope, options);
+        return this.extractText($, scope);
+    }
+    /** Drop excluded elements from the document. */
+    removeExcluded($, options) {
+        const selectors = options?.ReplaceDefaultExcludes
+            ? options?.ExcludeSelectors ?? []
+            : [...DEFAULT_HTML_EXCLUDE_SELECTORS, ...(options?.ExcludeSelectors ?? [])];
+        for (const selector of selectors) {
+            try {
+                $(selector).remove();
+            }
+            catch {
+                // An invalid selector shouldn't fail the whole clean — skip it and continue,
+                // since the rest of the rules are still worth applying.
+            }
+        }
+    }
+    /**
+     * Narrow to the included selectors when supplied, else the body.
+     * Returns a selection whose text is the document's content.
+     */
+    resolveScope($, options) {
+        const includes = options?.IncludeSelectors ?? [];
+        for (const selector of includes) {
+            try {
+                const matched = $(selector);
+                if (matched.length > 0) {
+                    return matched;
+                }
+            }
+            catch {
+                // Ignore an invalid include selector and try the next one.
+            }
+        }
+        const body = $('body');
+        const scope = body.length > 0 ? body : $.root();
+        return scope;
+    }
+    /** Append image alt text so meaningful figures aren't lost, when requested. */
+    promoteImageAltText($, scope, options) {
+        if (!options?.IncludeImageAltText) {
+            return;
+        }
+        $(scope).find('img').each((_i, el) => {
+            const alt = $(el).attr('alt');
+            if (alt && alt.trim().length > 0) {
+                $(el).replaceWith(`<p>${alt.trim()}</p>`);
+            }
+        });
+    }
+    /**
+     * Extract text, inserting newlines at block boundaries.
+     *
+     * cheerio's `.text()` concatenates without separators, so `<p>a</p><p>b</p>` becomes
+     * "ab" — which destroys the paragraph breaks segmenters depend on for boundaries.
+     */
+    extractText($, scope) {
+        $(scope).find('p, div, section, article, li, tr, h1, h2, h3, h4, h5, h6, blockquote, pre').each((_i, el) => {
+            $(el).append('\n\n');
+        });
+        $(scope).find('br').replaceWith('\n');
+        return $(scope).text();
+    }
+};
+HtmlContentCleaner = __decorate([
+    RegisterClass(BaseContentCleaner, HTML_CONTENT_CLEANER_KEY)
+], HtmlContentCleaner);
+export { HtmlContentCleaner };
+//# sourceMappingURL=HtmlContentCleaner.js.map

package/dist/generic/HtmlContentCleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HtmlContentCleaner.js","sourceRoot":"","sources":["../../src/generic/HtmlContentCleaner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;;;;;;;AAEH,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAiD,MAAM,sBAAsB,CAAC;AAEzG,uDAAuD;AACvD,MAAM,CAAC,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAE/C;;;GAGG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC1C,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;IACR,KAAK;IACL,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,MAAM;IACN,sBAAsB;IACtB,SAAS;CACZ,CAAC;AAaF;;;;;;;;;;;;;;;;GAgBG;AAEI,IAAM,kBAAkB,GAAxB,MAAM,kBAAmB,SAAQ,kBAAkB;IACtD,IAAW,GAAG;QACV,OAAO,wBAAwB,CAAC;IACpC,CAAC;IAES,SAAS,CAAC,MAAyD;QACzE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAE5C,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,gDAAgD;IACxC,cAAc,CAClB,CAAqB,EACrB,OAAoC;QAEpC,MAAM,SAAS,GAAG,OAAO,EAAE,sBAAsB;YAC7C,CAAC,CAAC,OAAO,EAAE,gBAAgB,IAAI,EAAE;YACjC,CAAC,CAAC,CAAC,GAAG,8BAA8B,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,EAAE,CAAC,CAAC,CAAC;QAEhF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACD,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACL,6EAA6E;gBAC7E,wDAAwD;YAC5D,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,YAAY,CAChB,CAAqB,EACrB,OAAoC;QAEpC,MAAM,QAAQ,GAAG,OAAO,EAAE,gBAAgB,IAAI,EAAE,CAAC;QACjD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrB,OAAO,OAA4C,CAAC;gBACxD,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,2DAA2D;YAC/D,CAAC;QACL,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,OAAO,KAA0C,CAAC;IACtD,CAAC;IAED,+EAA+E;IACvE,mBAAmB,CACvB,CAAqB,EACrB,KAA6B,EAC7B,OAAoC;QAEpC,IAAI,CAAC,OAAO,EAAE,mBAAmB,EAAE,CAAC;YAChC,OAAO;QACX,CAAC;QACD,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YACjC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC9C,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACK,WAAW,CAAC,CAAqB,EAAE,KAA6B;QACpE,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YACvG,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEtC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;CACJ,CAAA;AA1FY,kBAAkB;IAD9B,aAAa,CAAC,kBAAkB,EAAE,wBAAwB,CAAC;GAC/C,kBAAkB,CA0F9B"}

package/dist/generic/PagedContentSegmenter.d.ts

@@ -0,0 +1,55 @@
+/**
+ * @fileoverview Page-per-segment segmenter for paginated sources (PDF, slide decks).
+ *
+ * @module @memberjunction/ai-segmentation
+ */
+import { BaseSegmenter } from './BaseSegmenter.js';
+import { ContentModality, RawSegment, SegmentationOptions, SegmentationParams } from './Segmentation.types.js';
+/** Registration key for {@link PagedContentSegmenter}. */
+export declare const PAGED_CONTENT_SEGMENTER_KEY = "PagedContent";
+/** Options specific to {@link PagedContentSegmenter}. */
+export interface PagedContentSegmentationOptions extends SegmentationOptions {
+    /**
+     * Merge consecutive pages until the token target is reached, instead of emitting one
+     * segment per page. Useful for documents with very short pages (slide decks) where a
+     * single slide is too little context to retrieve on. Default: false.
+     */
+    MergeSmallPages?: boolean;
+    /** Prefix each segment's text with a "Page N" label. Default: false. */
+    IncludePageLabel?: boolean;
+}
+/**
+ * Emits one segment per page of a paginated source, preserving `PageNumber`.
+ *
+ * Page boundaries are authored boundaries — an author decided where the page broke — which
+ * makes them a better split point than any inferred one, and they give citation-grade
+ * provenance: a retrieved chunk resolves to "page 14 of this PDF" rather than a character
+ * offset nobody can act on.
+ *
+ * Each page may carry text, a media reference, or both. The media case is what enables
+ * embedding a PDF page *as an image* with a multimodal model — preserving tables, charts,
+ * and layout that text extraction flattens or loses entirely — while the extracted text
+ * rides along for lexical search and agent reasoning.
+ *
+ * Pages are supplied by the caller via `SegmentationParams.Pages`; this segmenter does no
+ * PDF parsing itself, keeping document-format dependencies out of the segmentation layer.
+ */
+export declare class PagedContentSegmenter extends BaseSegmenter {
+    get Key(): string;
+    get SupportedModalities(): ContentModality[];
+    protected SegmentCore(params: SegmentationParams<PagedContentSegmentationOptions>): RawSegment[];
+    /** True when a page carries text or media. */
+    private hasPageContent;
+    /** One page becomes one segment. */
+    private pageToSegment;
+    /**
+     * Merge consecutive TEXT-ONLY pages up to the token target.
+     *
+     * A page carrying media is never merged: its media reference identifies one page, so
+     * folding another page's text into it would make the segment's provenance a lie.
+     */
+    private mergePages;
+    /** Text pages are text; a page with media is an image, or multimodal when it has both. */
+    private resolveModality;
+}
+//# sourceMappingURL=PagedContentSegmenter.d.ts.map

package/dist/generic/PagedContentSegmenter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PagedContentSegmenter.d.ts","sourceRoot":"","sources":["../../src/generic/PagedContentSegmenter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAe,UAAU,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAEzH,0DAA0D;AAC1D,eAAO,MAAM,2BAA2B,iBAAiB,CAAC;AAE1D,yDAAyD;AACzD,MAAM,WAAW,+BAAgC,SAAQ,mBAAmB;IACxE;;;;OAIG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBACa,qBAAsB,SAAQ,aAAa;IACpD,IAAW,GAAG,IAAI,MAAM,CAEvB;IAED,IAAW,mBAAmB,IAAI,eAAe,EAAE,CAElD;IAED,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,kBAAkB,CAAC,+BAA+B,CAAC,GAAG,UAAU,EAAE;IAWhG,8CAA8C;IAC9C,OAAO,CAAC,cAAc;IAItB,oCAAoC;IACpC,OAAO,CAAC,aAAa;IAWrB;;;;;OAKG;IACH,OAAO,CAAC,UAAU;IAoBlB,0FAA0F;IAC1F,OAAO,CAAC,eAAe;CAM1B"}

package/dist/generic/PagedContentSegmenter.js

@@ -0,0 +1,99 @@
+/**
+ * @fileoverview Page-per-segment segmenter for paginated sources (PDF, slide decks).
+ *
+ * @module @memberjunction/ai-segmentation
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { RegisterClass } from '@memberjunction/global';
+import { BaseSegmenter } from './BaseSegmenter.js';
+/** Registration key for {@link PagedContentSegmenter}. */
+export const PAGED_CONTENT_SEGMENTER_KEY = 'PagedContent';
+/**
+ * Emits one segment per page of a paginated source, preserving `PageNumber`.
+ *
+ * Page boundaries are authored boundaries — an author decided where the page broke — which
+ * makes them a better split point than any inferred one, and they give citation-grade
+ * provenance: a retrieved chunk resolves to "page 14 of this PDF" rather than a character
+ * offset nobody can act on.
+ *
+ * Each page may carry text, a media reference, or both. The media case is what enables
+ * embedding a PDF page *as an image* with a multimodal model — preserving tables, charts,
+ * and layout that text extraction flattens or loses entirely — while the extracted text
+ * rides along for lexical search and agent reasoning.
+ *
+ * Pages are supplied by the caller via `SegmentationParams.Pages`; this segmenter does no
+ * PDF parsing itself, keeping document-format dependencies out of the segmentation layer.
+ */
+let PagedContentSegmenter = class PagedContentSegmenter extends BaseSegmenter {
+    get Key() {
+        return PAGED_CONTENT_SEGMENTER_KEY;
+    }
+    get SupportedModalities() {
+        return ['text', 'image', 'multimodal'];
+    }
+    SegmentCore(params) {
+        const pages = (params.Pages ?? []).filter((p) => this.hasPageContent(p));
+        if (pages.length === 0) {
+            return [];
+        }
+        const ordered = [...pages].sort((a, b) => a.PageNumber - b.PageNumber);
+        return params.Options?.MergeSmallPages
+            ? this.mergePages(ordered, params)
+            : ordered.map((page) => this.pageToSegment(page, params.Options));
+    }
+    /** True when a page carries text or media. */
+    hasPageContent(page) {
+        return (!!page.Text && page.Text.trim().length > 0) || !!page.Media;
+    }
+    /** One page becomes one segment. */
+    pageToSegment(page, options) {
+        const label = options?.IncludePageLabel ? `Page ${page.PageNumber}\n` : '';
+        const text = page.Text?.trim();
+        return {
+            Modality: this.resolveModality(page),
+            Text: text ? `${label}${text}` : undefined,
+            Media: page.Media,
+            PageNumber: page.PageNumber,
+        };
+    }
+    /**
+     * Merge consecutive TEXT-ONLY pages up to the token target.
+     *
+     * A page carrying media is never merged: its media reference identifies one page, so
+     * folding another page's text into it would make the segment's provenance a lie.
+     */
+    mergePages(pages, params) {
+        const maxTokens = this.resolveOptions(params.Options).MaxSegmentTokens;
+        const segments = [];
+        for (const page of pages) {
+            const candidate = this.pageToSegment(page, params.Options);
+            const previous = segments[segments.length - 1];
+            const mergeable = previous && !previous.Media && !candidate.Media &&
+                this.tokensOf(previous) + this.tokensOf(candidate) <= maxTokens;
+            if (mergeable) {
+                previous.Text = `${previous.Text ?? ''}\n\n${candidate.Text ?? ''}`.trim();
+            }
+            else {
+                segments.push(candidate);
+            }
+        }
+        return segments;
+    }
+    /** Text pages are text; a page with media is an image, or multimodal when it has both. */
+    resolveModality(page) {
+        if (!page.Media) {
+            return 'text';
+        }
+        return page.Text && page.Text.trim().length > 0 ? 'multimodal' : 'image';
+    }
+};
+PagedContentSegmenter = __decorate([
+    RegisterClass(BaseSegmenter, PAGED_CONTENT_SEGMENTER_KEY)
+], PagedContentSegmenter);
+export { PagedContentSegmenter };
+//# sourceMappingURL=PagedContentSegmenter.js.map

package/dist/generic/PagedContentSegmenter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PagedContentSegmenter.js","sourceRoot":"","sources":["../../src/generic/PagedContentSegmenter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;;;;;;;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,0DAA0D;AAC1D,MAAM,CAAC,MAAM,2BAA2B,GAAG,cAAc,CAAC;AAc1D;;;;;;;;;;;;;;;GAeG;AAEI,IAAM,qBAAqB,GAA3B,MAAM,qBAAsB,SAAQ,aAAa;IACpD,IAAW,GAAG;QACV,OAAO,2BAA2B,CAAC;IACvC,CAAC;IAED,IAAW,mBAAmB;QAC1B,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IAC3C,CAAC;IAES,WAAW,CAAC,MAA2D;QAC7E,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QACvE,OAAO,MAAM,CAAC,OAAO,EAAE,eAAe;YAClC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC;YAClC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,8CAA8C;IACtC,cAAc,CAAC,IAAiB;QACpC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;IACxE,CAAC;IAED,oCAAoC;IAC5B,aAAa,CAAC,IAAiB,EAAE,OAAyC;QAC9E,MAAM,KAAK,GAAG,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;QAC/B,OAAO;YACH,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACpC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;YAC1C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACK,UAAU,CAAC,KAAoB,EAAE,MAA2D;QAChG,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,gBAAgB,CAAC;QACvE,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/C,MAAM,SAAS,GACX,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK;gBAC/C,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;YAEpE,IAAI,SAAS,EAAE,CAAC;gBACZ,QAAQ,CAAC,IAAI,GAAG,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,OAAO,SAAS,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAC/E,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,0FAA0F;IAClF,eAAe,CAAC,IAAiB;QACrC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC;IAC7E,CAAC;CACJ,CAAA;AAtEY,qBAAqB;IADjC,aAAa,CAAC,aAAa,EAAE,2BAA2B,CAAC;GAC7C,qBAAqB,CAsEjC"}

package/dist/generic/PlainTextContentCleaner.d.ts

@@ -0,0 +1,22 @@
+/**
+ * @fileoverview Pass-through cleaner for content that is already plain text.
+ *
+ * @module @memberjunction/ai-segmentation
+ */
+import { BaseContentCleaner, ContentCleaningParams } from './BaseContentCleaner.js';
+/** Registration key for {@link PlainTextContentCleaner}. */
+export declare const PLAIN_TEXT_CONTENT_CLEANER_KEY = "PlainText";
+/**
+ * Applies only the shared cleaning rules — whitespace normalization and optional
+ * truncation — leaving the text otherwise untouched.
+ *
+ * This is the safe default for sources that are already plain text (transcripts, extracted
+ * PDF/DOCX text, markdown). It still earns its place in the pipeline: extracted text is
+ * routinely full of ragged spacing and stray blank lines from the extractor, and those
+ * confuse the paragraph-boundary detection that segmenters rely on.
+ */
+export declare class PlainTextContentCleaner extends BaseContentCleaner {
+    get Key(): string;
+    protected CleanCore(params: ContentCleaningParams): string;
+}
+//# sourceMappingURL=PlainTextContentCleaner.d.ts.map

package/dist/generic/PlainTextContentCleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PlainTextContentCleaner.d.ts","sourceRoot":"","sources":["../../src/generic/PlainTextContentCleaner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAEjF,4DAA4D;AAC5D,eAAO,MAAM,8BAA8B,cAAc,CAAC;AAE1D;;;;;;;;GAQG;AACH,qBACa,uBAAwB,SAAQ,kBAAkB;IAC3D,IAAW,GAAG,IAAI,MAAM,CAEvB;IAED,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,qBAAqB,GAAG,MAAM;CAG7D"}

package/dist/generic/PlainTextContentCleaner.js

@@ -0,0 +1,37 @@
+/**
+ * @fileoverview Pass-through cleaner for content that is already plain text.
+ *
+ * @module @memberjunction/ai-segmentation
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { RegisterClass } from '@memberjunction/global';
+import { BaseContentCleaner } from './BaseContentCleaner.js';
+/** Registration key for {@link PlainTextContentCleaner}. */
+export const PLAIN_TEXT_CONTENT_CLEANER_KEY = 'PlainText';
+/**
+ * Applies only the shared cleaning rules — whitespace normalization and optional
+ * truncation — leaving the text otherwise untouched.
+ *
+ * This is the safe default for sources that are already plain text (transcripts, extracted
+ * PDF/DOCX text, markdown). It still earns its place in the pipeline: extracted text is
+ * routinely full of ragged spacing and stray blank lines from the extractor, and those
+ * confuse the paragraph-boundary detection that segmenters rely on.
+ */
+let PlainTextContentCleaner = class PlainTextContentCleaner extends BaseContentCleaner {
+    get Key() {
+        return PLAIN_TEXT_CONTENT_CLEANER_KEY;
+    }
+    CleanCore(params) {
+        return params.Content;
+    }
+};
+PlainTextContentCleaner = __decorate([
+    RegisterClass(BaseContentCleaner, PLAIN_TEXT_CONTENT_CLEANER_KEY)
+], PlainTextContentCleaner);
+export { PlainTextContentCleaner };
+//# sourceMappingURL=PlainTextContentCleaner.js.map

package/dist/generic/PlainTextContentCleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PlainTextContentCleaner.js","sourceRoot":"","sources":["../../src/generic/PlainTextContentCleaner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;;;;;;;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAyB,MAAM,sBAAsB,CAAC;AAEjF,4DAA4D;AAC5D,MAAM,CAAC,MAAM,8BAA8B,GAAG,WAAW,CAAC;AAE1D;;;;;;;;GAQG;AAEI,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,kBAAkB;IAC3D,IAAW,GAAG;QACV,OAAO,8BAA8B,CAAC;IAC1C,CAAC;IAES,SAAS,CAAC,MAA6B;QAC7C,OAAO,MAAM,CAAC,OAAO,CAAC;IAC1B,CAAC;CACJ,CAAA;AARY,uBAAuB;IADnC,aAAa,CAAC,kBAAkB,EAAE,8BAA8B,CAAC;GACrD,uBAAuB,CAQnC"}