@dxos/pipeline-email 0.0.0 → 0.11.1

package/dist/types/src/stages/EmailStage.d.ts

@@ -0,0 +1,149 @@
+import * as Effect from 'effect/Effect';
+import * as Stream from 'effect/Stream';
+import { Database, Obj } from '@dxos/echo';
+import { Cursor } from '@dxos/link';
+import { Stage } from '@dxos/pipeline';
+import { TagIndex } from '@dxos/schema';
+import { Message, Person } from '@dxos/types';
+/**
+ * Reusable, generic email-processing pipeline stages: {@link Change} → {@link Change}, composing in any
+ * order, each simply recording what it found (`message.attachments`, `contact`, …) rather than writing
+ * directly. {@link toCommitUnit} is the terminal stage that turns those into a generic
+ * `Cursor.CommitUnit`, and must run last. Provider-specific decode/map stages construct the initial
+ * `Change` (an `Insert`, tagged from the start) and stay in each sync op.
+ */
+/** An item carrying a body string that may contain HTML. */
+export type Bodied = {
+    readonly body: string;
+};
+/**
+ * Normalizes an item's `body` from (possibly) HTML into markdown via `normalizeText` (turndown when
+ * HTML, passthrough for plaintext). Requires nothing from the Requirements channel. Written as a
+ * generic pipeable so the item type infers from the upstream stream (no type argument needed).
+ */
+export declare const htmlToMarkdown: <In extends Bodied, E, R>(self: Stream.Stream<In, E, R>) => Stream.Stream<In, E, R>;
+/**
+ * A new message to append, tagged `insert` from the moment a provider decodes it. The upstream dedup
+ * stage (`Cursor.dedupStage`) guarantees a message reaching this variant was never previously committed,
+ * so it's a one-time insert, never a resync/overwrite. The generic email stages act only on this variant
+ * of {@link Change}.
+ */
+export type Insert = {
+    readonly _tag: 'insert';
+    readonly message: Message.Message;
+    readonly foreignId: string;
+    readonly key: number;
+    /** Provider label/folder tag URIs to apply on commit; omit for providers/stages that don't tag. */
+    readonly tagUris?: readonly string[];
+    /** Attachments fetched by a provider-specific stage upstream of {@link processAttachments}. */
+    readonly attachments?: readonly Attachment[];
+    /** Contact resolved by {@link extractContacts}, added to the database by {@link toCommitUnit}. */
+    readonly contact?: Person.Person;
+    /** Local drafts this synced message supersedes ({@link reconcileDrafts}), removed by {@link toCommitUnit}. */
+    readonly supersededDrafts?: readonly Message.Message[];
+};
+/**
+ * A label change on an already-committed message, resolved to its feed message's `entityId`.
+ * {@link toCommitUnit} turns it into an objectless commit unit that applies the tag adds/removes — no
+ * feed append, so the body stages ({@link processAttachments}, {@link extractContacts},
+ * {@link reconcileDrafts}) pass it through untouched.
+ */
+export type Retag = {
+    readonly _tag: 'retag';
+    readonly foreignId: string;
+    readonly entityId: Obj.ID;
+    readonly addTagIds: readonly string[];
+    readonly removeTagIds: readonly string[];
+};
+/**
+ * A remote deletion of an already-committed message. Wired but STUBBED — {@link toCommitUnit} emits an
+ * objectless unit with no effect (see the TODO there) pending safe in-sync feed object deletion.
+ */
+export type Delete = {
+    readonly _tag: 'delete';
+    readonly foreignId: string;
+    readonly entityId: Obj.ID;
+};
+/**
+ * The discriminated item flowing through the shared email tail. `insert` is a new message; `retag`/
+ * `delete` act on existing feed messages by `entityId`. All converge on the single {@link toCommitUnit}
+ * → `Cursor.commit`.
+ */
+export type Change = Insert | Retag | Delete;
+/** A decoded email attachment, ready for {@link processAttachments} to turn into a Blob. */
+export type Attachment = {
+    readonly name?: string;
+    readonly mimeType?: string;
+    readonly size: number;
+    readonly bytes: Uint8Array;
+    /** The attachment's `Content-ID`, if any — matches a `cid:` reference in the message's HTML body. */
+    readonly contentId?: string;
+};
+/**
+ * Builds a Person (+ Organization link by domain) from the message sender and records it on the
+ * item as {@link Insert.contact} — the stage writes nothing itself; {@link toCommitUnit} defers
+ * the actual `db.add` to commit.
+ *
+ * Dedup is the space's shared identity index (see `getIdentityIndex`), refreshed once at the start
+ * of the run: it covers contacts committed before the run, contacts built earlier in it, and — since
+ * the index is shared per database — contacts a concurrently-syncing mailbox is building right now.
+ *
+ * Not every sender earns a record: {@link senderSignals} feeds the allow-list in
+ * `shouldExtractContact`, so bulk and automated mail no longer fills the space with contacts nobody
+ * will look at. NOTE: no provider records an outbound signal yet, so in practice the allow-list is
+ * "the domain matches a known Organization" — stricter than the policy intends. Extracting the
+ * recipients of sent mail is what closes that gap.
+ */
+export declare const extractContacts: () => Stage.Stage<Change, Change, never, Database.Service>;
+/**
+ * Turns each of the item's `attachments` into a Blob object (via the database's configured storage
+ * backend — edge in Composer) and adds a {@link Message.Attachment} pointing at it to the message.
+ * {@link toCommitUnit} finds these blobs again via each attachment's ref (inlined, since the
+ * blob isn't attached to a database yet) to defer their feed append to commit. A no-op when the item
+ * has no attachments.
+ *
+ * One bad or oversized attachment must not fail the whole message: each `Blob.fromBytes` is caught
+ * and logged individually, so a rejected attachment is simply dropped from the message.
+ */
+export declare const processAttachments: () => Stage.Stage<Change, Change, never, Database.Service>;
+/**
+ * Queries the parent container's already-sent drafts once per sync run and pools them by the provider
+ * message id captured at send time (`properties.sentMessageId`) — the key {@link reconcileDrafts}
+ * matches each incoming message's `foreignId` against. Doing this once (rather than per item) keeps
+ * reconciliation off the database as messages stream through. Unsent drafts (no `sentMessageId`) are
+ * never pooled and thus never eligible for removal.
+ *
+ * `parent` is the local root object drafts are scoped to (e.g. a Mailbox) — only its URI is read, so
+ * any object works.
+ */
+export declare const queryDraftPool: (parent: Obj.Unknown) => Effect.Effect<Map<string, Message.Message[]>, never, Database.Service>;
+/**
+ * Records the local drafts each incoming message supersedes — matched by the provider message id the
+ * draft captured at send time (`properties.sentMessageId`), which equals the synced message's
+ * `foreignId` — from a pool built once per run and keyed by that id. Writes nothing itself;
+ * {@link toCommitUnit} defers the `db.remove` to commit, so the canonical message is appended
+ * to the feed before its now-redundant drafts are deleted. A stage factory: pass the run's draft
+ * pool once.
+ *
+ * The pool is queried a single time by the caller (per sync operation), so this stage never touches
+ * the database or feed per item.
+ */
+export declare const reconcileDrafts: (draftPool: ReadonlyMap<string, readonly Message.Message[]>) => Stage.Stage<Change, Change, never, never>;
+/**
+ * Terminal stage converting a run's {@link Change} into the generic `Cursor.CommitUnit` the commit sink
+ * consumes. For an `insert`: `message.attachments` (populated by {@link processAttachments}) becomes a
+ * feed-append commit effect for the referenced blobs, `mapped.contact` (from {@link extractContacts})
+ * becomes a `db.add` commit effect, and `mapped.supersededDrafts` (from {@link reconcileDrafts})
+ * becomes a `db.remove` commit effect. Every other email stage is Change → Change and composes in
+ * any order; this is the one stage that must run last.
+ *
+ * Tagging is email-specific (`Cursor.CommitUnit` carries no tag data), so it's applied here rather
+ * than by the generic commit sink: `tagIndex` is optional (omit for providers/tests that don't tag),
+ * and every tagged unit attaches the *same* `applyTags` closure (keyed by `mapped.tagUris` recorded in
+ * a run-scoped map, read back by object identity) so the commit's identity-based batching applies
+ * every tag pair for the page in one `Tagging.setBatch` call rather than one per message.
+ */
+export declare const toCommitUnit: (options?: {
+    readonly tagIndex?: TagIndex.TagIndex;
+}) => Stage.Stage<Change, Cursor.CommitUnit, never, Cursor.Service>;
+//# sourceMappingURL=EmailStage.d.ts.map

package/dist/types/src/stages/EmailStage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmailStage.d.ts","sourceRoot":"","sources":["../../../../src/stages/EmailStage.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,EAAQ,QAAQ,EAAgB,GAAG,EAAO,MAAM,YAAY,CAAC;AAGpE,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAGpC,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAW,QAAQ,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAgB,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAI5D;;;;;;GAMG;AAEH,4DAA4D;AAC5D,MAAM,MAAM,MAAM,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/C;;;;GAIG;AACH,eAAO,MAAM,cAAc,GAAI,EAAE,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,KAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CACO,CAAC;AAEtH;;;;;GAKG;AACH,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,mGAAmG;IACnG,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,+FAA+F;IAC/F,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IAC7C,kGAAkG;IAClG,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;IACjC,8GAA8G;IAC9G,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,OAAO,CAAC,OAAO,EAAE,CAAC;CACxD,CAAC;AAEF;;;;;GAKG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC;CAC3B,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;AAE7C,4FAA4F;AAC5F,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAC3B,qGAAqG;IACrG,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,eAAe,QAAO,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAuBrF,CAAC;AAgBF;;;;;;;;;GASG;AACH,eAAO,MAAM,kBAAkB,QAAO,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAuCtF,CAAC;AAEJ;;;;;;;;;GASG;AACH,eAAO,MAAM,cAAc,iGAmBzB,CAAC;AAEH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,eAAe,cACf,WAAW,CAAC,MAAM,EAAE,SAAS,OAAO,CAAC,OAAO,EAAE,CAAC,KACzD,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAUxC,CAAC;AAEJ;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,YAAY,aACd;IAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAA;CAAE,KACjD,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAsH9D,CAAC"}

package/dist/types/src/stages/extract-facts-commit.d.ts

@@ -9,5 +9,5 @@ export type FactUnit = {
     /** Monotonic cursor key. */
     readonly key: number;
 };
-export declare const extractFactsUnitStage: (extract: FactExtractor) => Stage.Stage<Message.Message, FactUnit>;
+export declare const extractFactsUnitStage: (extract: FactExtractor, concurrency?: number) => Stage.Stage<Message.Message, FactUnit>;
 //# sourceMappingURL=extract-facts-commit.d.ts.map

package/dist/types/src/stages/extract-facts-commit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extract-facts-commit.d.ts","sourceRoot":"","sources":["../../../../src/stages/extract-facts-commit.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAOtC,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;AAI9E,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,qEAAqE;IACrE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,4BAA4B;IAC5B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB,CAAC;AAMF,eAAO,MAAM,qBAAqB,YAAa,aAAa,KAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAOjG,CAAC"}
+{"version":3,"file":"extract-facts-commit.d.ts","sourceRoot":"","sources":["../../../../src/stages/extract-facts-commit.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAOtC,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;AAI9E,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,qEAAqE;IACrE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,4BAA4B;IAC5B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB,CAAC;AASF,eAAO,MAAM,qBAAqB,YACvB,aAAa,2BAErB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAUrC,CAAC"}

package/dist/types/src/stages/index.d.ts

@@ -5,4 +5,6 @@ export * from './extract-facts-commit';
 export * from './facts';
 export * from './stats';
 export * from './summarize';
+export * from './tag';
+export * as EmailStage from './EmailStage';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/stages/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/stages/index.ts"],"names":[],"mappings":"AAIA,cAAc,WAAW,CAAC;AAC1B,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/stages/index.ts"],"names":[],"mappings":"AAIA,cAAc,WAAW,CAAC;AAC1B,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,aAAa,CAAC;AAC5B,cAAc,OAAO,CAAC;AAEtB,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC"}

package/dist/types/src/stages/tag.d.ts

@@ -0,0 +1,38 @@
+import * as Effect from 'effect/Effect';
+import { AiService } from '@dxos/ai';
+import { Message } from '@dxos/types';
+import { type ModelPolicy } from '../model-policy';
+export type TagResult = {
+    readonly tags: string[];
+    readonly spam: boolean;
+    /** No-action automated mail (receipts, logins, confirmations) — distinct from spam and from action-required mail. */
+    readonly bulk: boolean;
+};
+/**
+ * Deterministic bulk / no-action signal. Returns `'bulk'` for mailing-list / automated mail —
+ * **any unsubscribe affordance** (a `List-Unsubscribe` header or an unsubscribe link in the body) is
+ * the top-priority give-away (RFC 2369), followed by receipts / logins / order confirmations /
+ * newsletters and no-reply role senders. Returns `'action'` when the mail requires a response
+ * (invoice / payment request) and has no unsubscribe affordance; `'unknown'` otherwise. Pure.
+ */
+export declare const classifyBulk: (input: {
+    readonly subject?: string;
+    readonly senderEmail?: string;
+    /** `List-Unsubscribe` header value, when present (real synced mail). */
+    readonly listUnsubscribe?: string;
+    /** Message body text, scanned for an unsubscribe link when the header is absent (e.g. fixtures). */
+    readonly bodyText?: string;
+}) => 'bulk' | 'action' | 'unknown';
+/** Folds the deterministic bulk classification into a tag set: adds `bulk` for no-action mail, strips it for action-required mail. Pure. */
+export declare const applyBulkTag: (tags: readonly string[], classification: 'bulk' | 'action' | 'unknown') => string[];
+/** Parses the tag response leniently (models wrap JSON in prose); infers/dedups the spam tag. Pure. */
+export declare const parseTagResult: (raw: string) => TagResult;
+/**
+ * Tags a single message (topic tags + spam) via the AI service. The model comes from the `tag` stage
+ * of the model policy (overridable per run). Degrades to no tags on timeout/error so one bad message
+ * never fails the pipeline.
+ */
+export declare const tagMessage: (message: Message.Message, options?: {
+    readonly policy?: ModelPolicy;
+}) => Effect.Effect<TagResult, never, AiService.AiService>;
+//# sourceMappingURL=tag.d.ts.map

package/dist/types/src/stages/tag.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tag.d.ts","sourceRoot":"","sources":["../../../../src/stages/tag.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAGxC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGtC,OAAO,EAAE,KAAK,WAAW,EAAgB,MAAM,iBAAiB,CAAC;AAMjE,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,qHAAqH;IACrH,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;CACxB,CAAC;AA8BF;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,UAAW;IAClC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,wEAAwE;IACxE,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,oGAAoG;IACpG,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B,KAAG,MAAM,GAAG,QAAQ,GAAG,SAevB,CAAC;AAEF,4IAA4I;AAC5I,eAAO,MAAM,YAAY,SAAU,SAAS,MAAM,EAAE,kBAAkB,MAAM,GAAG,QAAQ,GAAG,SAAS,KAAG,MAAM,EAQ3G,CAAC;AAEF,uGAAuG;AACvG,eAAO,MAAM,cAAc,QAAS,MAAM,KAAG,SAmB5C,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,UAAU,YACZ,OAAO,CAAC,OAAO,YACf;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KACzC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,SAAS,CAwBlD,CAAC"}

package/dist/types/src/stages/tag.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tag.test.d.ts.map

package/dist/types/src/stages/tag.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tag.test.d.ts","sourceRoot":"","sources":["../../../../src/stages/tag.test.ts"],"names":[],"mappings":""}

package/dist/types/src/topics-pipeline.d.ts

@@ -0,0 +1,55 @@
+import { type Message } from '@dxos/types';
+import { type Summarizer, type TopicDraft, type TopicOptions } from './corpus';
+import { type TagResult } from './stages/tag';
+/** Per-message tag output — applied to the mailbox tag index by the caller. */
+export type MessageTags = {
+    readonly messageId: string;
+    readonly tags: readonly string[];
+    readonly spam: boolean;
+};
+export type TopicsPipelineInput = {
+    readonly messages: readonly Message.Message[];
+    /** Mailbox owner email — steers thread-state inference in `buildThreads`. */
+    readonly ownerEmail: string;
+    /** Wall-clock ISO timestamp for `buildThreads` idle/state inference (injected — no `Date.now()` here). */
+    readonly now: string;
+    /** Cap messages tagged this run (resumable-lite); undefined → all. */
+    readonly limit?: number;
+    /** Skip a message already tagged by a previous run (resume). */
+    readonly skipMessage?: (messageId: string) => boolean;
+    /** Skip a topic already materialized by a previous run (dedupe on re-run). */
+    readonly skipTopic?: (label: string) => boolean;
+    /**
+     * Keep a clustered topic only when this returns true (applied before summarization). Used to create
+     * topics only for senders the user has a relationship with (an existing `Person` record); undefined
+     * keeps every topic.
+     */
+    readonly keepTopic?: (draft: TopicDraft) => boolean;
+    readonly topicOptions?: TopicOptions;
+    /** Progress hook: phase `'tag'` (per message) or `'topic'` (per summarized topic). */
+    readonly onProgress?: (phase: 'tag' | 'topic', current: number, total: number) => void;
+    /** Cooperative cancellation — checked between messages; aborting stops after the current item. */
+    readonly signal?: AbortSignal;
+};
+/** Effectful dependencies, injected so the orchestration stays pure and testable. */
+export type TopicsPipelineDeps = {
+    readonly tag: (message: Message.Message) => Promise<TagResult>;
+    readonly summarize: Summarizer;
+};
+export type TopicsPipelineResult = {
+    readonly messageTags: readonly MessageTags[];
+    /**
+     * Summarized topic drafts (plain values, not ECHO objects — excludes any skipped by `skipTopic` /
+     * dropped by `keepTopic`). The caller decides what to do with them: materialize `Topic` objects, or
+     * write them to `Mailbox.topicSuggestions` for the user to curate.
+     */
+    readonly topicDrafts: readonly TopicDraft[];
+};
+/**
+ * Runs the topics pipeline: tag (bounded/resumable) → `buildThreads` → `clusterThreads` →
+ * `summarizeTopics`. Returns per-message tags and the summarized topic drafts for the caller to
+ * materialize or suggest. Tagging failures degrade per message (the injected `tag` should not
+ * reject); clustering is deterministic.
+ */
+export declare const runTopicsPipeline: (input: TopicsPipelineInput, deps: TopicsPipelineDeps) => Promise<TopicsPipelineResult>;
+//# sourceMappingURL=topics-pipeline.d.ts.map

package/dist/types/src/topics-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"topics-pipeline.d.ts","sourceRoot":"","sources":["../../../src/topics-pipeline.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,KAAK,YAAY,EAAkB,MAAM,UAAU,CAAC;AAE/F,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAS9C,+EAA+E;AAC/E,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,CAAC,QAAQ,EAAE,SAAS,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,6EAA6E;IAC7E,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,0GAA0G;IAC1G,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,sEAAsE;IACtE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,gEAAgE;IAChE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;IACtD,8EAA8E;IAC9E,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;IAChD;;;;OAIG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC;IACpD,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,sFAAsF;IACtF,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvF,kGAAkG;IAClG,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC/B,CAAC;AAEF,qFAAqF;AACrF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/D,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,CAAC,WAAW,EAAE,SAAS,WAAW,EAAE,CAAC;IAC7C;;;;OAIG;IACH,QAAQ,CAAC,WAAW,EAAE,SAAS,UAAU,EAAE,CAAC;CAC7C,CAAC;AAIF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,UACrB,mBAAmB,QACpB,kBAAkB,KACvB,OAAO,CAAC,oBAAoB,CA6B9B,CAAC"}

package/dist/types/src/topics-pipeline.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=topics-pipeline.test.d.ts.map

package/dist/types/src/topics-pipeline.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"topics-pipeline.test.d.ts","sourceRoot":"","sources":["../../../src/topics-pipeline.test.ts"],"names":[],"mappings":""}

package/dist/types/src/types/index.d.ts

@@ -1,3 +1,2 @@
 export * from './Thread';
-export * from './Topic';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/types/index.ts"],"names":[],"mappings":"AAIA,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/types/index.ts"],"names":[],"mappings":"AAIA,cAAc,UAAU,CAAC"}