@agent-native/creative-context 0.0.0-beta-20260820202238

package/dist/connectors/normalize.js

@@ -0,0 +1,335 @@
+import { createHash } from "node:crypto";
+const DEFAULT_CHUNK_CHARS = 4_000;
+export const MAX_SEARCHABLE_CONTENT_BYTES = 64 * 1024;
+export const MAX_SUMMARY_BYTES = 8 * 1024;
+export const MAX_NATIVE_CONTENT_BYTES = 128 * 1024;
+export const MAX_METADATA_BYTES = 32 * 1024;
+export const MAX_MEDIA_TEXT_BYTES = 64 * 1024;
+export const MAX_MEDIA_LOCATOR_BYTES = 16 * 1024;
+export function normalizeContextItem(input) {
+    const externalId = required(input.externalId, "externalId");
+    const title = required(input.title, "title");
+    const nativeArtifact = input.metadata &&
+        typeof input.metadata === "object" &&
+        !Array.isArray(input.metadata) &&
+        input.metadata.nativeArtifact &&
+        typeof input.metadata.nativeArtifact === "object" &&
+        !Array.isArray(input.metadata.nativeArtifact)
+        ? input.metadata.nativeArtifact
+        : null;
+    const preserveContent = input.preserveContent === true ||
+        (input.mimeType === "text/html" &&
+            (nativeArtifact?.format === "slides-html" ||
+                nativeArtifact?.format === "design-html"));
+    const candidateContent = preserveContent
+        ? input.content.replace(/\r\n?/g, "\n").trim()
+        : normalizeWhitespace(input.content);
+    const content = preserveContent
+        ? requireBoundedNativeContent(candidateContent)
+        : boundText(candidateContent, MAX_SEARCHABLE_CONTENT_BYTES);
+    const summary = input.summary
+        ? boundText(normalizeWhitespace(input.summary), MAX_SUMMARY_BYTES)
+        : undefined;
+    const chunks = boundChunks(input.chunks ?? chunkContextText(content));
+    const normalized = {
+        externalId,
+        kind: required(input.kind, "kind"),
+        title,
+        ...(input.canonicalUrl ? { canonicalUrl: input.canonicalUrl } : {}),
+        ...(input.mimeType ? { mimeType: input.mimeType } : {}),
+        content,
+        ...(summary ? { summary } : {}),
+        ...(input.sourceModifiedAt
+            ? { sourceModifiedAt: input.sourceModifiedAt }
+            : {}),
+        ...(input.sourceVersion ? { sourceVersion: input.sourceVersion } : {}),
+        ...(input.rawSnapshotBlobRef
+            ? { rawSnapshotBlobRef: input.rawSnapshotBlobRef }
+            : {}),
+        ...(input.parseStatus ? { parseStatus: input.parseStatus } : {}),
+        ...(input.parseError ? { parseError: input.parseError } : {}),
+        ...(input.upstreamAccess ? { upstreamAccess: input.upstreamAccess } : {}),
+        ...(input.curationStatus ? { curationStatus: input.curationStatus } : {}),
+        ...(input.curationRank ? { curationRank: input.curationRank } : {}),
+        ...(input.thumbnailBlobRef
+            ? { thumbnailBlobRef: input.thumbnailBlobRef }
+            : {}),
+        ...(input.provenance ? { provenance: input.provenance } : {}),
+        ...(input.metadata ? { metadata: input.metadata } : {}),
+        ...(chunks.length > 0 ? { chunks } : {}),
+        ...(input.media?.length ? { media: input.media } : {}),
+        ...(input.edges?.length ? { edges: input.edges } : {}),
+    };
+    return {
+        ...normalized,
+        contentHash: hashContextVersion(normalized),
+    };
+}
+function boundText(value, maxBytes) {
+    if (Buffer.byteLength(value, "utf8") <= maxBytes)
+        return value;
+    let bytes = 0;
+    let endOffset = 0;
+    for (const codePoint of value) {
+        const codePointBytes = Buffer.byteLength(codePoint, "utf8");
+        if (bytes + codePointBytes > maxBytes)
+            break;
+        bytes += codePointBytes;
+        endOffset += codePoint.length;
+    }
+    return value.slice(0, endOffset);
+}
+function requireBoundedNativeContent(value) {
+    const bytes = Buffer.byteLength(value, "utf8");
+    if (bytes > MAX_NATIVE_CONTENT_BYTES) {
+        throw new Error(`Creative context native content is ${bytes} bytes and exceeds the ${MAX_NATIVE_CONTENT_BYTES}-byte SQL inline limit; split the artifact or store it in private blob storage instead of truncating it`);
+    }
+    return value;
+}
+export function assertContextItemSqlTextLimits(item) {
+    const nativeArtifact = item.metadata?.nativeArtifact;
+    const isNativeContent = item.mimeType === "text/html" &&
+        typeof nativeArtifact === "object" &&
+        nativeArtifact !== null &&
+        !Array.isArray(nativeArtifact) &&
+        (nativeArtifact.format === "slides-html" ||
+            nativeArtifact.format === "design-html");
+    const contentLimit = isNativeContent
+        ? MAX_NATIVE_CONTENT_BYTES
+        : MAX_SEARCHABLE_CONTENT_BYTES;
+    assertSqlTextLimit(isNativeContent ? "native content" : "searchable content", item.content, contentLimit, isNativeContent
+        ? "split the artifact or store it in private blob storage"
+        : "normalize or chunk the source before ingest");
+    if (item.summary) {
+        assertSqlTextLimit("summary", item.summary, MAX_SUMMARY_BYTES, "normalize the summary before ingest");
+    }
+    assertJsonSqlTextLimit("item metadata", item.metadata, MAX_METADATA_BYTES, "move raw payloads to private blob storage before ingest");
+    assertJsonSqlTextLimit("item provenance", item.provenance, MAX_METADATA_BYTES, "move raw payloads to private blob storage before ingest");
+    let chunkBytes = 0;
+    for (const chunk of item.chunks ?? []) {
+        chunkBytes += Buffer.byteLength(chunk.text, "utf8");
+        if (chunkBytes > MAX_SEARCHABLE_CONTENT_BYTES) {
+            throw new Error(`Creative context chunks exceed the ${MAX_SEARCHABLE_CONTENT_BYTES}-byte SQL text limit; normalize or split the chunks before ingest`);
+        }
+        assertJsonSqlTextLimit("chunk metadata", chunk.metadata, MAX_METADATA_BYTES, "move raw payloads to private blob storage before ingest");
+    }
+    for (const media of item.media ?? []) {
+        for (const [label, value] of [
+            ["media alt text", media.altText],
+            ["media caption", media.caption],
+            ["media OCR text", media.ocrText],
+        ]) {
+            if (value) {
+                assertSqlTextLimit(label, value, MAX_MEDIA_TEXT_BYTES, "move raw payloads to private blob storage before ingest");
+            }
+        }
+        for (const [label, value] of [
+            ["media URL", media.url],
+            ["media storage key", media.storageKey],
+            ["media provenance URL", media.provenanceUrl],
+        ]) {
+            if (!value)
+                continue;
+            if (value.trim().toLowerCase().startsWith("data:")) {
+                throw new Error(`Creative context ${label} cannot be an inline data URL; store the payload in private blob storage instead`);
+            }
+            assertSqlTextLimit(label, value, MAX_MEDIA_LOCATOR_BYTES, "move raw payloads to private blob storage before ingest");
+        }
+        assertJsonSqlTextLimit("media metadata", media.metadata, MAX_METADATA_BYTES, "move raw payloads to private blob storage before ingest");
+    }
+    for (const edge of item.edges ?? []) {
+        assertJsonSqlTextLimit("edge metadata", edge.metadata, MAX_METADATA_BYTES, "move raw payloads to private blob storage before ingest");
+    }
+}
+function assertJsonSqlTextLimit(label, value, maxBytes, guidance) {
+    if (value === undefined)
+        return;
+    const serialized = JSON.stringify(value);
+    if (serialized === undefined)
+        return;
+    assertSqlTextLimit(label, serialized, maxBytes, guidance);
+}
+function assertSqlTextLimit(label, value, maxBytes, guidance) {
+    const bytes = Buffer.byteLength(value, "utf8");
+    if (bytes > maxBytes) {
+        throw new Error(`Creative context ${label} is ${bytes} bytes and exceeds the ${maxBytes}-byte SQL text limit; ${guidance}`);
+    }
+}
+function boundChunks(chunks) {
+    let remaining = MAX_SEARCHABLE_CONTENT_BYTES;
+    return chunks.flatMap((chunk) => {
+        if (remaining <= 0)
+            return [];
+        const text = boundText(chunk.text, remaining);
+        remaining -= Buffer.byteLength(text, "utf8");
+        return text
+            ? [
+                {
+                    ...chunk,
+                    text,
+                    endOffset: chunk.startOffset == null
+                        ? chunk.endOffset
+                        : chunk.startOffset + text.length,
+                },
+            ]
+            : [];
+    });
+}
+export function hashContextContent(value) {
+    return createHash("sha256").update(stableJson(value)).digest("hex");
+}
+export function hashContextVersion(item) {
+    return hashContextContent({
+        externalId: item.externalId,
+        kind: item.kind,
+        title: item.title,
+        content: item.content,
+        summary: item.summary ?? null,
+        mimeType: item.mimeType ?? null,
+        sourceVersion: item.sourceVersion ?? null,
+        rawSnapshotBlobRef: item.rawSnapshotBlobRef ?? null,
+        parseStatus: item.parseStatus ?? "parsed",
+        parseError: item.parseError ?? null,
+        metadata: withoutVolatileCaptureMetadata(item.metadata ?? {}),
+        chunks: canonicalUnordered(item.chunks ?? [], (chunk) => ({
+            ordinal: chunk.ordinal,
+            kind: chunk.kind ?? "text",
+            text: chunk.text,
+            startOffset: chunk.startOffset ?? null,
+            endOffset: chunk.endOffset ?? null,
+            tokenCount: chunk.tokenCount ?? null,
+            metadata: chunk.metadata ?? {},
+        })),
+        media: canonicalUnordered(item.media ?? [], (entry) => ({
+            id: entry.id ?? null,
+            kind: entry.kind,
+            mimeType: entry.mimeType ?? null,
+            accessMode: entry.accessMode ?? "public",
+            url: entry.url ?? null,
+            storageKey: entry.storageKey ?? null,
+            provenanceUrl: entry.provenanceUrl ?? null,
+            altText: entry.altText ?? null,
+            caption: entry.caption ?? null,
+            captionStatus: entry.captionStatus ?? "pending",
+            ocrText: entry.ocrText ?? null,
+            palette: entry.palette ?? [],
+            contentHash: entry.contentHash ?? null,
+            width: entry.width ?? null,
+            height: entry.height ?? null,
+            durationMs: entry.durationMs ?? null,
+            metadata: entry.metadata ?? {},
+        })),
+        edges: canonicalUnordered(item.edges ?? [], (edge) => ({
+            id: edge.id ?? null,
+            relation: edge.relation,
+            toItemId: edge.toItemId ?? null,
+            toItemVersionId: edge.toItemVersionId ?? null,
+            toExternalId: edge.toExternalId ?? null,
+            metadata: edge.metadata ?? {},
+        })),
+    });
+}
+export function chunkContextText(input, maxChars = DEFAULT_CHUNK_CHARS) {
+    const text = normalizeWhitespace(input);
+    if (!text)
+        return [];
+    const chunks = [];
+    let start = 0;
+    while (start < text.length) {
+        let end = Math.min(text.length, start + maxChars);
+        if (end < text.length) {
+            const boundary = Math.max(text.lastIndexOf("\n\n", end), text.lastIndexOf(". ", end));
+            if (boundary > start + Math.floor(maxChars / 2)) {
+                end = boundary + (text.startsWith("\n\n", boundary) ? 2 : 1);
+            }
+        }
+        const chunk = text.slice(start, end).trim();
+        if (chunk) {
+            chunks.push({
+                ordinal: chunks.length,
+                kind: "text",
+                text: chunk,
+                startOffset: start,
+                endOffset: end,
+            });
+        }
+        start = end;
+    }
+    return chunks;
+}
+export function collectProviderText(value, options = {}) {
+    const skip = new Set([
+        "id",
+        "url",
+        "href",
+        "etag",
+        "thumbnailUrl",
+        ...(options.skipKeys ?? []),
+    ]);
+    const values = [];
+    const maxChars = options.maxChars ?? 2_000_000;
+    const visit = (current, key) => {
+        if (values.join("\n").length >= maxChars || skip.has(key ?? ""))
+            return;
+        if (typeof current === "string") {
+            const normalized = normalizeWhitespace(current);
+            if (normalized && !looksLikeOpaqueId(normalized))
+                values.push(normalized);
+            return;
+        }
+        if (Array.isArray(current)) {
+            for (const item of current)
+                visit(item);
+            return;
+        }
+        if (!current || typeof current !== "object")
+            return;
+        for (const [childKey, child] of Object.entries(current)) {
+            visit(child, childKey);
+        }
+    };
+    visit(value);
+    return normalizeWhitespace(values.join("\n")).slice(0, maxChars);
+}
+export function normalizeWhitespace(value) {
+    return value
+        .replace(/\r\n?/g, "\n")
+        .replace(/[\t\f\v ]+/g, " ")
+        .replace(/ *\n */g, "\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+}
+function stableJson(value) {
+    if (Array.isArray(value))
+        return `[${value.map(stableJson).join(",")}]`;
+    if (value && typeof value === "object") {
+        return `{${Object.entries(value)
+            .sort(([a], [b]) => a.localeCompare(b))
+            .map(([key, child]) => `${JSON.stringify(key)}:${stableJson(child)}`)
+            .join(",")}}`;
+    }
+    return JSON.stringify(value) ?? "null";
+}
+function canonicalUnordered(values, canonicalize) {
+    return values
+        .map(canonicalize)
+        .sort((left, right) => stableJson(left) < stableJson(right)
+        ? -1
+        : stableJson(left) > stableJson(right)
+            ? 1
+            : 0);
+}
+function withoutVolatileCaptureMetadata(metadata) {
+    const { capturedAt: _capturedAt, ...stableMetadata } = metadata;
+    return stableMetadata;
+}
+function required(value, label) {
+    const normalized = value.trim();
+    if (!normalized)
+        throw new Error(`${label} is required.`);
+    return normalized;
+}
+function looksLikeOpaqueId(value) {
+    return value.length > 30 && /^[A-Za-z0-9_-]+$/.test(value);
+}
+//# sourceMappingURL=normalize.js.map

package/dist/connectors/normalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../src/connectors/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAYzC,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAClC,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,GAAG,IAAI,CAAC;AACtD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,CAAC;AAC1C,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAC;AACnD,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;AAC5C,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9C,MAAM,CAAC,MAAM,uBAAuB,GAAG,EAAE,GAAG,IAAI,CAAC;AA2BjD,MAAM,UAAU,oBAAoB,CAClC,KAAgC;IAEhC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7C,MAAM,cAAc,GAClB,KAAK,CAAC,QAAQ;QACd,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC9B,KAAK,CAAC,QAAQ,CAAC,cAAc;QAC7B,OAAO,KAAK,CAAC,QAAQ,CAAC,cAAc,KAAK,QAAQ;QACjD,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC3C,CAAC,CAAE,KAAK,CAAC,QAAQ,CAAC,cAA0C;QAC5D,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,eAAe,GACnB,KAAK,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW;YAC7B,CAAC,cAAc,EAAE,MAAM,KAAK,aAAa;gBACvC,cAAc,EAAE,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC;IACjD,MAAM,gBAAgB,GAAG,eAAe;QACtC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE;QAC9C,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,eAAe;QAC7B,CAAC,CAAC,2BAA2B,CAAC,gBAAgB,CAAC;QAC/C,CAAC,CAAC,SAAS,CAAC,gBAAgB,EAAE,4BAA4B,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO;QAC3B,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,iBAAiB,CAAC;QAClE,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG;QACjB,UAAU;QACV,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC;QAClC,KAAK;QACL,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO;QACP,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,GAAG,CAAC,KAAK,CAAC,gBAAgB;YACxB,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,KAAK,CAAC,kBAAkB;YAC1B,CAAC,CAAC,EAAE,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,EAAE;YAClD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,GAAG,CAAC,KAAK,CAAC,gBAAgB;YACxB,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACvD,CAAC;IACF,OAAO;QACL,GAAG,UAAU;QACb,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,QAAgB;IAChD,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC5D,IAAI,KAAK,GAAG,cAAc,GAAG,QAAQ;YAAE,MAAM;QAC7C,KAAK,IAAI,cAAc,CAAC;QACxB,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC;IAChC,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAa;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/C,IAAI,KAAK,GAAG,wBAAwB,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CACb,sCAAsC,KAAK,0BAA0B,wBAAwB,yGAAyG,CACvM,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,IAUC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;IACrD,MAAM,eAAe,GACnB,IAAI,CAAC,QAAQ,KAAK,WAAW;QAC7B,OAAO,cAAc,KAAK,QAAQ;QAClC,cAAc,KAAK,IAAI;QACvB,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC;QAC9B,CAAE,cAA0C,CAAC,MAAM,KAAK,aAAa;YAClE,cAA0C,CAAC,MAAM,KAAK,aAAa,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAG,eAAe;QAClC,CAAC,CAAC,wBAAwB;QAC1B,CAAC,CAAC,4BAA4B,CAAC;IACjC,kBAAkB,CAChB,eAAe,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,oBAAoB,EACzD,IAAI,CAAC,OAAO,EACZ,YAAY,EACZ,eAAe;QACb,CAAC,CAAC,wDAAwD;QAC1D,CAAC,CAAC,6CAA6C,CAClD,CAAC;IACF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,kBAAkB,CAChB,SAAS,EACT,IAAI,CAAC,OAAO,EACZ,iBAAiB,EACjB,qCAAqC,CACtC,CAAC;IACJ,CAAC;IACD,sBAAsB,CACpB,eAAe,EACf,IAAI,CAAC,QAAQ,EACb,kBAAkB,EAClB,yDAAyD,CAC1D,CAAC;IACF,sBAAsB,CACpB,iBAAiB,EACjB,IAAI,CAAC,UAAU,EACf,kBAAkB,EAClB,yDAAyD,CAC1D,CAAC;IACF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACtC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACpD,IAAI,UAAU,GAAG,4BAA4B,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,sCAAsC,4BAA4B,mEAAmE,CACtI,CAAC;QACJ,CAAC;QACD,sBAAsB,CACpB,gBAAgB,EAChB,KAAK,CAAC,QAAQ,EACd,kBAAkB,EAClB,yDAAyD,CAC1D,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI;YAC3B,CAAC,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC;YACjC,CAAC,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC;YAChC,CAAC,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC;SACzB,EAAE,CAAC;YACX,IAAI,KAAK,EAAE,CAAC;gBACV,kBAAkB,CAChB,KAAK,EACL,KAAK,EACL,oBAAoB,EACpB,yDAAyD,CAC1D,CAAC;YACJ,CAAC;QACH,CAAC;QACD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI;YAC3B,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC;YACxB,CAAC,mBAAmB,EAAE,KAAK,CAAC,UAAU,CAAC;YACvC,CAAC,sBAAsB,EAAE,KAAK,CAAC,aAAa,CAAC;SACrC,EAAE,CAAC;YACX,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnD,MAAM,IAAI,KAAK,CACb,oBAAoB,KAAK,kFAAkF,CAC5G,CAAC;YACJ,CAAC;YACD,kBAAkB,CAChB,KAAK,EACL,KAAK,EACL,uBAAuB,EACvB,yDAAyD,CAC1D,CAAC;QACJ,CAAC;QACD,sBAAsB,CACpB,gBAAgB,EAChB,KAAK,CAAC,QAAQ,EACd,kBAAkB,EAClB,yDAAyD,CAC1D,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpC,sBAAsB,CACpB,eAAe,EACf,IAAI,CAAC,QAAQ,EACb,kBAAkB,EAClB,yDAAyD,CAC1D,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAa,EACb,KAAc,EACd,QAAgB,EAChB,QAAgB;IAEhB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO;IAChC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO;IACrC,kBAAkB,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAa,EACb,KAAa,EACb,QAAgB,EAChB,QAAgB;IAEhB,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/C,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CACb,oBAAoB,KAAK,OAAO,KAAK,0BAA0B,QAAQ,yBAAyB,QAAQ,EAAE,CAC3G,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,MAAgC;IAEhC,IAAI,SAAS,GAAG,4BAA4B,CAAC;IAC7C,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC9B,IAAI,SAAS,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC9C,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,OAAO,IAAI;YACT,CAAC,CAAC;gBACE;oBACE,GAAG,KAAK;oBACR,IAAI;oBACJ,SAAS,EACP,KAAK,CAAC,WAAW,IAAI,IAAI;wBACvB,CAAC,CAAC,KAAK,CAAC,SAAS;wBACjB,CAAC,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM;iBACtC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,IAAgD;IAEhD,OAAO,kBAAkB,CAAC;QACxB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;QAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;QAC/B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;QACzC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,IAAI,IAAI;QACnD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,QAAQ;QACzC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;QACnC,QAAQ,EAAE,8BAA8B,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAC7D,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACxD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,MAAM;YAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,IAAI;YACtC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI;YAClC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;YACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;SAC/B,CAAC,CAAC;QACH,KAAK,EAAE,kBAAkB,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,IAAI;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;YAChC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,QAAQ;YACxC,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,IAAI;YACtB,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;YACpC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,IAAI;YAC1C,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;YAC9B,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;YAC9B,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,SAAS;YAC/C,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;YAC9B,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;YAC5B,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,IAAI;YACtC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;YACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;SAC/B,CAAC,CAAC;QACH,KAAK,EAAE,kBAAkB,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACrD,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;YAC/B,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;YAC7C,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI;YACvC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;SAC9B,CAAC,CAAC;KACJ,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,KAAa,EACb,QAAQ,GAAG,mBAAmB;IAE9B,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,MAAM,MAAM,GAA6B,EAAE,CAAC;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC;QAClD,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,EAC7B,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAC5B,CAAC;YACF,IAAI,QAAQ,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;gBAChD,GAAG,GAAG,QAAQ,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,MAAM,CAAC,MAAM;gBACtB,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,KAAK;gBACX,WAAW,EAAE,KAAK;gBAClB,SAAS,EAAE,GAAG;aACf,CAAC,CAAC;QACL,CAAC;QACD,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,KAAc,EACd,OAAO,GAAwD,EAAE;IAEjE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC;QACnB,IAAI;QACJ,KAAK;QACL,MAAM;QACN,MAAM;QACN,cAAc;QACd,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;KAC5B,CAAC,CAAC;IACH,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC/C,MAAM,KAAK,GAAG,CAAC,OAAgB,EAAE,GAAY,EAAQ,EAAE;QACrD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;YAAE,OAAO;QACxE,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,UAAU,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1E,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACxC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,OAAO;QACpD,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,CAAC;IACF,KAAK,CAAC,KAAK,CAAC,CAAC;IACb,OAAO,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,OAAO,KAAK;SACT,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACxE,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;aACxD,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;aACpE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC;AACzC,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAoB,EACpB,YAA6B;IAE7B,OAAO,MAAM;SACV,GAAG,CAAC,YAAY,CAAC;SACjB,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACpB,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;YACpC,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,CAAC,CACR,CAAC;AACN,CAAC;AAED,SAAS,8BAA8B,CACrC,QAAiC;IAEjC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,cAAc,EAAE,GAAG,QAAQ,CAAC;IAChE,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,KAAa;IAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,eAAe,CAAC,CAAC;IAC1D,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,MAAM,GAAG,EAAE,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC7D,CAAC"}

package/dist/connectors/notion.d.ts

@@ -0,0 +1,10 @@
+import type { ContextConnectorExecutionContext, ContextConnectorFetchRequest, ContextConnectorFetchResult, ContextConnectorInventoryPage, ContextConnectorInventoryRequest, ContextImportConnector } from "./types.js";
+export declare class NotionContextConnector implements ContextImportConnector {
+    readonly kind: "notion";
+    readonly label = "Notion";
+    readonly supportsIncremental = true;
+    inventory(request: ContextConnectorInventoryRequest, context: ContextConnectorExecutionContext): Promise<ContextConnectorInventoryPage>;
+    fetch(request: ContextConnectorFetchRequest, context: ContextConnectorExecutionContext): Promise<ContextConnectorFetchResult>;
+}
+export declare function notionRecommendedRootPageIds(config: Record<string, unknown>): string[];
+//# sourceMappingURL=notion.d.ts.map

package/dist/connectors/notion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"notion.d.ts","sourceRoot":"","sources":["../../src/connectors/notion.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EACV,gCAAgC,EAChC,4BAA4B,EAC5B,2BAA2B,EAC3B,6BAA6B,EAC7B,gCAAgC,EAChC,sBAAsB,EACvB,MAAM,YAAY,CAAC;AAEpB,qBAAa,sBAAuB,YAAW,sBAAsB;IACnE,QAAQ,CAAC,IAAI,EAAG,QAAQ,CAAU;IAClC,QAAQ,CAAC,KAAK,YAAY;IAC1B,QAAQ,CAAC,mBAAmB,QAAQ;IAE9B,SAAS,CACb,OAAO,EAAE,gCAAgC,EACzC,OAAO,EAAE,gCAAgC,GACxC,OAAO,CAAC,6BAA6B,CAAC,CA8FxC;IAEK,KAAK,CACT,OAAO,EAAE,4BAA4B,EACrC,OAAO,EAAE,gCAAgC,GACxC,OAAO,CAAC,2BAA2B,CAAC,CA4FtC;CACF;AAuFD,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,MAAM,EAAE,CAEV"}