@postalsys/email-content 0.1.7 → 0.1.9

package/dist/annotate/typesafe-client.d.ts

@@ -0,0 +1,64 @@
+/**
+ * Minimal TypeSafe System One client.
+ *
+ * No SDK dependency, for the same reason as the OpenAI client: the package ships three runtime
+ * dependencies and none of them opens a socket. `@typesafe-ai/sdk` could only be a dev dependency,
+ * and `dist/cli` is part of the published tarball, so an installed `email-content annotate` would
+ * fail to load it. The surface used here is one POST.
+ *
+ * This is the second place in the codebase that sends message content off the machine, under the
+ * same terms as the first: only reachable from `email-content annotate`, opt in, fails closed
+ * without a key. See docs/threat-model.md, "Configured exception: LLM annotation".
+ */
+import { ApiError, type ApiConfig, type Usage } from './http';
+/**
+ * Pinned rather than `jev-latest`: labels are stored with the model that produced them, and an
+ * alias that silently moves would put two models' output under one name.
+ */
+export declare const TYPESAFE_DEFAULT_MODEL = "jev-1.13.0";
+export type TypeSafeConfig = ApiConfig;
+export interface ChoiceQuestion {
+    type: 'choice';
+    instructions: string | Record<string, unknown>;
+    criteria: Record<string, string | Record<string, unknown> | null>;
+}
+export interface SystemOneRequest {
+    state: unknown;
+    questions: Record<string, ChoiceQuestion>;
+}
+/** One answer as returned. Fields are unvalidated until the annotator checks them. */
+export interface ChoiceAnswer {
+    choice?: unknown;
+    probabilities?: unknown;
+    confidence?: unknown;
+}
+export interface SystemOneResponse {
+    answers: Record<string, ChoiceAnswer>;
+}
+/** The narrow surface the annotator depends on, so its validation can be tested without a network. */
+export interface SystemOneClient {
+    readonly model: string;
+    ask(request: SystemOneRequest): Promise<SystemOneResponse>;
+}
+export declare class TypeSafeError extends ApiError {
+    constructor(message: string, status: number, retryable: boolean);
+}
+/** Load configuration from the environment, after process.loadEnvFile(). */
+export declare function typeSafeConfigFromEnv(model: string, overrides?: Partial<TypeSafeConfig>): TypeSafeConfig;
+export declare class TypeSafeClient implements SystemOneClient {
+    private readonly config;
+    /** Input tokens are reported as prompt tokens, output tokens as completion tokens. */
+    readonly usage: Usage;
+    constructor(config: TypeSafeConfig);
+    get model(): string;
+    /**
+     * Ask a set of questions about one state.
+     *
+     * Retries on rate limits (429), overload (529) and other server errors. Anything else, a 422
+     * validation failure in particular, is a bug in the request and is not retried. Error messages
+     * carry the status only, never the response body: a validation error may echo the state back,
+     * and the state is private mail.
+     */
+    ask(request: SystemOneRequest): Promise<SystemOneResponse>;
+}
+//# sourceMappingURL=typesafe-client.d.ts.map

package/dist/annotate/typesafe-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typesafe-client.d.ts","sourceRoot":"","sources":["../../src/annotate/typesafe-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,QAAQ,EAA8B,KAAK,SAAS,EAAE,KAAK,KAAK,EAAE,MAAM,QAAQ,CAAC;AAE1F;;;GAGG;AACH,eAAO,MAAM,sBAAsB,eAAe,CAAC;AAEnD,MAAM,MAAM,cAAc,GAAG,SAAS,CAAC;AAEvC,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,QAAQ,CAAC;IACf,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/C,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;CACrE;AAED,MAAM,WAAW,gBAAgB;IAC7B,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CAC7C;AAED,sFAAsF;AACtF,MAAM,WAAW,YAAY;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACzC;AAED,sGAAsG;AACtG,MAAM,WAAW,eAAe;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,GAAG,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;CAC9D;AAED,qBAAa,aAAc,SAAQ,QAAQ;gBAC3B,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO;CAIlE;AAED,4EAA4E;AAC5E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,OAAO,CAAC,cAAc,CAAM,GAAG,cAAc,CAE5G;AAED,qBAAa,cAAe,YAAW,eAAe;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,sFAAsF;IACtF,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAyE;gBAElF,MAAM,EAAE,cAAc;IAIlC,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;;;;;;OAOG;IACG,GAAG,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAwBnE"}

package/dist/annotate/typesafe-client.js

@@ -0,0 +1,76 @@
+"use strict";
+/**
+ * Minimal TypeSafe System One client.
+ *
+ * No SDK dependency, for the same reason as the OpenAI client: the package ships three runtime
+ * dependencies and none of them opens a socket. `@typesafe-ai/sdk` could only be a dev dependency,
+ * and `dist/cli` is part of the published tarball, so an installed `email-content annotate` would
+ * fail to load it. The surface used here is one POST.
+ *
+ * This is the second place in the codebase that sends message content off the machine, under the
+ * same terms as the first: only reachable from `email-content annotate`, opt in, fails closed
+ * without a key. See docs/threat-model.md, "Configured exception: LLM annotation".
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TypeSafeClient = exports.TypeSafeError = exports.TYPESAFE_DEFAULT_MODEL = void 0;
+exports.typeSafeConfigFromEnv = typeSafeConfigFromEnv;
+const http_1 = require("./http");
+/**
+ * Pinned rather than `jev-latest`: labels are stored with the model that produced them, and an
+ * alias that silently moves would put two models' output under one name.
+ */
+exports.TYPESAFE_DEFAULT_MODEL = 'jev-1.13.0';
+class TypeSafeError extends http_1.ApiError {
+    constructor(message, status, retryable) {
+        super(message, status, retryable);
+        this.name = 'TypeSafeError';
+    }
+}
+exports.TypeSafeError = TypeSafeError;
+/** Load configuration from the environment, after process.loadEnvFile(). */
+function typeSafeConfigFromEnv(model, overrides = {}) {
+    return (0, http_1.apiConfigFromEnv)({ keyVar: 'TYPESAFE_API_KEY', urlVar: 'TYPESAFE_BASE_URL', defaultUrl: 'https://api.typesafe.ai/v1' }, model, overrides);
+}
+class TypeSafeClient {
+    config;
+    /** Input tokens are reported as prompt tokens, output tokens as completion tokens. */
+    usage = { promptTokens: 0, completionTokens: 0, totalTokens: 0, requests: 0 };
+    constructor(config) {
+        this.config = config;
+    }
+    get model() {
+        return this.config.model;
+    }
+    /**
+     * Ask a set of questions about one state.
+     *
+     * Retries on rate limits (429), overload (529) and other server errors. Anything else, a 422
+     * validation failure in particular, is a bug in the request and is not retried. Error messages
+     * carry the status only, never the response body: a validation error may echo the state back,
+     * and the state is private mail.
+     */
+    async ask(request) {
+        return (0, http_1.postJson)({
+            url: `${this.config.baseUrl}/systemone`,
+            apiKey: this.config.apiKey,
+            policy: this.config,
+            payload: { model: this.config.model, state: request.state, questions: request.questions },
+            httpError: status => new TypeSafeError(`TypeSafe HTTP ${status}`, status, status === 429 || status >= 500),
+            parse: raw => {
+                const body = raw;
+                if (!body || typeof body.answers !== 'object' || body.answers === null) {
+                    throw new TypeSafeError('TypeSafe response has no answers', 0, false);
+                }
+                const input = typeof body.usage?.input_tokens === 'number' ? body.usage.input_tokens : 0;
+                const output = typeof body.usage?.output_tokens === 'number' ? body.usage.output_tokens : 0;
+                this.usage.requests++;
+                this.usage.promptTokens += input;
+                this.usage.completionTokens += output;
+                this.usage.totalTokens += input + output;
+                return { answers: body.answers };
+            }
+        });
+    }
+}
+exports.TypeSafeClient = TypeSafeClient;
+//# sourceMappingURL=typesafe-client.js.map

package/dist/annotate/typesafe-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typesafe-client.js","sourceRoot":"","sources":["../../src/annotate/typesafe-client.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;AAgDH,sDAEC;AAhDD,iCAA0F;AAE1F;;;GAGG;AACU,QAAA,sBAAsB,GAAG,YAAY,CAAC;AAgCnD,MAAa,aAAc,SAAQ,eAAQ;IACvC,YAAY,OAAe,EAAE,MAAc,EAAE,SAAkB;QAC3D,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAChC,CAAC;CACJ;AALD,sCAKC;AAED,4EAA4E;AAC5E,SAAgB,qBAAqB,CAAC,KAAa,EAAE,YAAqC,EAAE;IACxF,OAAO,IAAA,uBAAgB,EAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,mBAAmB,EAAE,UAAU,EAAE,4BAA4B,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;AACrJ,CAAC;AAED,MAAa,cAAc;IACN,MAAM,CAAiB;IACxC,sFAAsF;IAC7E,KAAK,GAAU,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAE9F,YAAY,MAAsB;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,IAAI,KAAK;QACL,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;IAC7B,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,GAAG,CAAC,OAAyB;QAC/B,OAAO,IAAA,eAAQ,EAAoB;YAC/B,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,YAAY;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE;YACzF,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,iBAAiB,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;YAC1G,KAAK,EAAE,GAAG,CAAC,EAAE;gBACT,MAAM,IAAI,GAAG,GAAgG,CAAC;gBAC9G,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrE,MAAM,IAAI,aAAa,CAAC,kCAAkC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;gBAC1E,CAAC;gBAED,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,EAAE,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzF,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,KAAK,EAAE,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5F,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,GAAG,MAAM,CAAC;gBAEzC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAuC,EAAE,CAAC;YACrE,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;CACJ;AA7CD,wCA6CC"}

package/dist/annotate/typesafe-prompt.d.ts

@@ -0,0 +1,64 @@
+/**
+ * The TypeSafe annotation questions.
+ *
+ * The same conventions as the OpenAI prompt (`prompt.ts`, docs/annotation-guide.md), reshaped for a
+ * model that answers typed questions instead of following a system prompt:
+ *
+ *   - One Choice question per block, over the same closed label set. The answer is an option name
+ *     and a probability distribution, so "select, never generate" holds by the protocol itself:
+ *     there is no field in which text could come back.
+ *   - The HOW TO DECIDE, QUOTE DEPTH and REGION WINS rules live in the option descriptions they
+ *     disambiguate, because each question is evaluated in isolation and only sees its own criteria.
+ *   - The COST OF ERRORS and CONFIDENCE sections are deliberately absent. Asking the model to be
+ *     biased would bake the bias into the distribution; instead the raw distribution is stored and
+ *     the asymmetry is applied in code (`probabilities.ts`).
+ *
+ * Versioned separately from the OpenAI prompt so runs under the two never share a resume key or get
+ * silently compared as one convention.
+ */
+import { type Label } from '../types';
+import { type ChoiceQuestion, type SystemOneRequest } from './typesafe-client';
+import { type PromptBlock } from './prompt';
+export declare const TYPESAFE_PROMPT_VERSION = "annotate-ts-v1";
+/**
+ * Option descriptions. Objects rather than strings because the confusable pairs (REPLY_HISTORY vs
+ * INLINE_QUOTE, SIGNATURE vs REPLY_HISTORY, DISCLAIMER vs NEW_CONTENT) need a stated boundary in
+ * both directions, and jev reads literally: an unstated rule is not applied.
+ */
+export declare const LABEL_CRITERIA: Readonly<Record<Label, Record<string, string | string[]>>>;
+/**
+ * Question for the block at `position` in `state.blocks`.
+ *
+ * The path is the array position, not the block index: jev resolves `blocks[3]` as the fourth
+ * element, and block indices skip the blank blocks that are never sent. For the same reason the
+ * state carries no index field at all, so there is no second number the model could confuse with
+ * the position. One hop, named directly, per the jev 1.13 guidance on indirection.
+ */
+export declare function blockQuestion(position: number): ChoiceQuestion;
+/** Question id for a block. Ids are never sent to the model, only used to match answers. */
+export declare function questionId(index: number): string;
+/** Inverse of `questionId`. Null for anything that is not one. */
+export declare function parseQuestionId(id: string): number | null;
+/** The state: exactly what the OpenAI prompt sends (block text, quote depth, reply flag), as JSON. */
+export declare function buildState(blocks: readonly PromptBlock[], isReply: boolean): {
+    is_reply: boolean;
+    blocks: {
+        quote_depth: number;
+        truncated: boolean;
+        text: string;
+    }[];
+};
+/**
+ * Tokens allowed per request, below the documented 64k so the estimate below can be wrong by a
+ * margin without a request being rejected.
+ */
+export declare const REQUEST_TOKEN_BUDGET = 56000;
+/**
+ * Split one message's questions into requests that fit the token budget.
+ *
+ * Every request carries the full state, because a block cannot be labelled without its neighbours.
+ * Only the questions are divided. With the 60 block, 700 character caps the state is at most about
+ * 21k estimated tokens, inside the documented 32k limit for state plus one question.
+ */
+export declare function planRequests(blocks: readonly PromptBlock[], isReply: boolean): SystemOneRequest[];
+//# sourceMappingURL=typesafe-prompt.d.ts.map

package/dist/annotate/typesafe-prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typesafe-prompt.d.ts","sourceRoot":"","sources":["../../src/annotate/typesafe-prompt.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,KAAK,cAAc,EAAE,KAAK,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,UAAU,CAAC;AAE5C,eAAO,MAAM,uBAAuB,mBAAmB,CAAC;AAExD;;;;GAIG;AACH,eAAO,MAAM,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,CAAC,CA+DrF,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,cAAc,CAY9D;AAED,4FAA4F;AAC5F,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED,kEAAkE;AAClE,wBAAgB,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGzD;AAED,sGAAsG;AACtG,wBAAgB,UAAU,CACtB,MAAM,EAAE,SAAS,WAAW,EAAE,EAC9B,OAAO,EAAE,OAAO,GACjB;IAAE,QAAQ,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;CAAE,CAK5F;AAED;;;GAGG;AACH,eAAO,MAAM,oBAAoB,QAAQ,CAAC;AAa1C;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,SAAS,WAAW,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,gBAAgB,EAAE,CAiBjG"}

package/dist/annotate/typesafe-prompt.js

@@ -0,0 +1,170 @@
+"use strict";
+/**
+ * The TypeSafe annotation questions.
+ *
+ * The same conventions as the OpenAI prompt (`prompt.ts`, docs/annotation-guide.md), reshaped for a
+ * model that answers typed questions instead of following a system prompt:
+ *
+ *   - One Choice question per block, over the same closed label set. The answer is an option name
+ *     and a probability distribution, so "select, never generate" holds by the protocol itself:
+ *     there is no field in which text could come back.
+ *   - The HOW TO DECIDE, QUOTE DEPTH and REGION WINS rules live in the option descriptions they
+ *     disambiguate, because each question is evaluated in isolation and only sees its own criteria.
+ *   - The COST OF ERRORS and CONFIDENCE sections are deliberately absent. Asking the model to be
+ *     biased would bake the bias into the distribution; instead the raw distribution is stored and
+ *     the asymmetry is applied in code (`probabilities.ts`).
+ *
+ * Versioned separately from the OpenAI prompt so runs under the two never share a resume key or get
+ * silently compared as one convention.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.REQUEST_TOKEN_BUDGET = exports.LABEL_CRITERIA = exports.TYPESAFE_PROMPT_VERSION = void 0;
+exports.blockQuestion = blockQuestion;
+exports.questionId = questionId;
+exports.parseQuestionId = parseQuestionId;
+exports.buildState = buildState;
+exports.planRequests = planRequests;
+exports.TYPESAFE_PROMPT_VERSION = 'annotate-ts-v1';
+/**
+ * Option descriptions. Objects rather than strings because the confusable pairs (REPLY_HISTORY vs
+ * INLINE_QUOTE, SIGNATURE vs REPLY_HISTORY, DISCLAIMER vs NEW_CONTENT) need a stated boundary in
+ * both directions, and jev reads literally: an unstated rule is not applied.
+ */
+exports.LABEL_CRITERIA = {
+    NEW_CONTENT: {
+        what: 'Text the sender wrote themselves in this message.',
+        includes: [
+            'Greetings, answers, questions and closing words the sender wrote now, at quote depth 0',
+            'Text the sender pasted in that merely looks like an email',
+            'Boilerplate, when the message has no authored text at all outside it: then the boilerplate is the content, as in a newsletter'
+        ],
+        not_this: [
+            'Any block at quote depth 2 or more: that is REPLY_HISTORY',
+            "The sender's name and contact block: that is SIGNATURE",
+            'System attached notices and service footers in a message that also has authored text: that is DISCLAIMER'
+        ]
+    },
+    INLINE_QUOTE: {
+        what: 'Older text the sender quoted on purpose, usually at quote depth 1, in order to answer it here point by point.',
+        giveaway: "The sender's own new text comes after it and responds to it, often alternating several times.",
+        not_this: [
+            'A quote that runs uninterrupted to the end of the message as one copy of the previous mail: that is REPLY_HISTORY',
+            'Any block at quote depth 2 or more: that is REPLY_HISTORY'
+        ]
+    },
+    REPLY_HISTORY: {
+        what: "A copy of an earlier message that the sender's mail client attached automatically, usually the whole previous message sitting at the end.",
+        includes: [
+            'The attribution line that opens it, such as "On <date>, <person> wrote:", "-----Original Message-----" or an embedded From:/Sent:/To:/Subject: block',
+            'Every block at quote depth 2 or more, including greetings, thanks, questions and sign-offs, because someone wrote them in an earlier message',
+            'Signatures, "--" delimiters, legal notices and forwards that sit inside that earlier message',
+            'An earlier message embedded without quote markers, as plain paragraphs after an attribution line',
+            'A hard wrapped quoted line whose continuation lost its quote marker'
+        ],
+        not_this: ['A depth 1 quote that the sender answers below it: that is INLINE_QUOTE']
+    },
+    FORWARDED_CONTENT: {
+        what: 'A message the sender forwarded on purpose in this message.',
+        includes: [
+            'The forward marker that opens it, such as "Begin forwarded message:" or "---------- Forwarded message ----------"',
+            'Everything inside the forwarded message, including its signatures and confidentiality notices'
+        ],
+        not_this: ['A forward that appears inside quoted reply history, since the earlier correspondent forwarded it: that is REPLY_HISTORY']
+    },
+    SIGNATURE: {
+        what: 'The sign-off block of this sender, in this message: name, role, company, phone, links, "Sent from my phone".',
+        not_this: ['A signature inside quoted history: that is REPLY_HISTORY', 'A signature inside a forwarded message: that is FORWARDED_CONTENT']
+    },
+    DISCLAIMER: {
+        what: 'Boilerplate a system, gateway or template attached to this message independently of what the sender wrote.',
+        includes: [
+            'Confidentiality and liability notices, virus scanning notices',
+            'Company registration and VAT numbers, registered office addresses',
+            'Unsubscribe and preference footers, "powered by" branding',
+            'Templated promotional or navigational footers: subscribe invitations, app download links, social media links, help and support pointers'
+        ],
+        not_this: [
+            'Boilerplate inside quoted history: that is REPLY_HISTORY',
+            'Boilerplate inside a forwarded message: that is FORWARDED_CONTENT',
+            'Boilerplate in a message with no authored text anywhere else: that is NEW_CONTENT'
+        ]
+    },
+    UNKNOWN: {
+        what: 'It is genuinely impossible to tell which message this block belongs to.',
+        not_this: ['A block whose place in the message is clear, however short it is']
+    }
+};
+/**
+ * Question for the block at `position` in `state.blocks`.
+ *
+ * The path is the array position, not the block index: jev resolves `blocks[3]` as the fourth
+ * element, and block indices skip the blank blocks that are never sent. For the same reason the
+ * state carries no index field at all, so there is no second number the model could confuse with
+ * the position. One hop, named directly, per the jev 1.13 guidance on indirection.
+ */
+function blockQuestion(position) {
+    return {
+        type: 'choice',
+        instructions: {
+            question: `Which part of this email message does \`blocks[${position}]\` belong to?`,
+            how_to_judge: 'Judge by which message the block was written in, never by what its text looks like. Greetings, signatures and legal footers occur inside every part of a message. Read the blocks before and after it to see where it sits.',
+            state_fields: '`blocks` is the whole message split into blocks, in order. `quote_depth` is the quote nesting the message shows: 0 not quoted, 1 quoted once, 2 or more quoted inside a quote. `truncated` means the text was cut short. `is_reply` says whether the message replies to an earlier one.'
+        },
+        criteria: exports.LABEL_CRITERIA
+    };
+}
+/** Question id for a block. Ids are never sent to the model, only used to match answers. */
+function questionId(index) {
+    return `b${index}`;
+}
+/** Inverse of `questionId`. Null for anything that is not one. */
+function parseQuestionId(id) {
+    const index = /^b(\d+)$/.exec(id)?.[1];
+    return index === undefined ? null : Number(index);
+}
+/** The state: exactly what the OpenAI prompt sends (block text, quote depth, reply flag), as JSON. */
+function buildState(blocks, isReply) {
+    return {
+        is_reply: isReply,
+        blocks: blocks.map(block => ({ quote_depth: block.quoteDepth, truncated: block.truncated, text: block.text }))
+    };
+}
+/**
+ * Tokens allowed per request, below the documented 64k so the estimate below can be wrong by a
+ * margin without a request being rejected.
+ */
+exports.REQUEST_TOKEN_BUDGET = 56000;
+/**
+ * Deliberately pessimistic characters per token. English runs near four, but the corpus is largely
+ * Estonian and also holds Cyrillic and CJK text, which tokenise much denser. Overestimating only
+ * costs an extra request; underestimating costs a rejected message.
+ */
+const CHARS_PER_TOKEN = 2;
+function estimateTokens(value) {
+    return Math.ceil(JSON.stringify(value).length / CHARS_PER_TOKEN);
+}
+/**
+ * Split one message's questions into requests that fit the token budget.
+ *
+ * Every request carries the full state, because a block cannot be labelled without its neighbours.
+ * Only the questions are divided. With the 60 block, 700 character caps the state is at most about
+ * 21k estimated tokens, inside the documented 32k limit for state plus one question.
+ */
+function planRequests(blocks, isReply) {
+    if (!blocks.length) {
+        return [];
+    }
+    const state = buildState(blocks, isReply);
+    const perQuestion = estimateTokens(blockQuestion(blocks.length - 1));
+    const perRequest = Math.max(1, Math.floor((exports.REQUEST_TOKEN_BUDGET - estimateTokens(state)) / perQuestion));
+    const requests = [];
+    for (let from = 0; from < blocks.length; from += perRequest) {
+        const questions = {};
+        blocks.slice(from, from + perRequest).forEach((block, offset) => {
+            questions[questionId(block.index)] = blockQuestion(from + offset);
+        });
+        requests.push({ state, questions });
+    }
+    return requests;
+}
+//# sourceMappingURL=typesafe-prompt.js.map

package/dist/annotate/typesafe-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typesafe-prompt.js","sourceRoot":"","sources":["../../src/annotate/typesafe-prompt.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;GAiBG;;;AAsFH,sCAYC;AAGD,gCAEC;AAGD,0CAGC;AAGD,gCAQC;AA0BD,oCAiBC;AA7JY,QAAA,uBAAuB,GAAG,gBAAgB,CAAC;AAExD;;;;GAIG;AACU,QAAA,cAAc,GAA+D;IACtF,WAAW,EAAE;QACT,IAAI,EAAE,mDAAmD;QACzD,QAAQ,EAAE;YACN,wFAAwF;YACxF,2DAA2D;YAC3D,+HAA+H;SAClI;QACD,QAAQ,EAAE;YACN,2DAA2D;YAC3D,wDAAwD;YACxD,0GAA0G;SAC7G;KACJ;IACD,YAAY,EAAE;QACV,IAAI,EAAE,+GAA+G;QACrH,QAAQ,EAAE,+FAA+F;QACzG,QAAQ,EAAE;YACN,mHAAmH;YACnH,2DAA2D;SAC9D;KACJ;IACD,aAAa,EAAE;QACX,IAAI,EAAE,2IAA2I;QACjJ,QAAQ,EAAE;YACN,sJAAsJ;YACtJ,8IAA8I;YAC9I,8FAA8F;YAC9F,kGAAkG;YAClG,qEAAqE;SACxE;QACD,QAAQ,EAAE,CAAC,wEAAwE,CAAC;KACvF;IACD,iBAAiB,EAAE;QACf,IAAI,EAAE,4DAA4D;QAClE,QAAQ,EAAE;YACN,mHAAmH;YACnH,+FAA+F;SAClG;QACD,QAAQ,EAAE,CAAC,yHAAyH,CAAC;KACxI;IACD,SAAS,EAAE;QACP,IAAI,EAAE,8GAA8G;QACpH,QAAQ,EAAE,CAAC,0DAA0D,EAAE,mEAAmE,CAAC;KAC9I;IACD,UAAU,EAAE;QACR,IAAI,EAAE,4GAA4G;QAClH,QAAQ,EAAE;YACN,+DAA+D;YAC/D,mEAAmE;YACnE,2DAA2D;YAC3D,yIAAyI;SAC5I;QACD,QAAQ,EAAE;YACN,0DAA0D;YAC1D,mEAAmE;YACnE,mFAAmF;SACtF;KACJ;IACD,OAAO,EAAE;QACL,IAAI,EAAE,yEAAyE;QAC/E,QAAQ,EAAE,CAAC,kEAAkE,CAAC;KACjF;CACJ,CAAC;AAEF;;;;;;;GAOG;AACH,SAAgB,aAAa,CAAC,QAAgB;IAC1C,OAAO;QACH,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE;YACV,QAAQ,EAAE,kDAAkD,QAAQ,gBAAgB;YACpF,YAAY,EACR,6NAA6N;YACjO,YAAY,EACR,yRAAyR;SAChS;QACD,QAAQ,EAAE,sBAAc;KAC3B,CAAC;AACN,CAAC;AAED,4FAA4F;AAC5F,SAAgB,UAAU,CAAC,KAAa;IACpC,OAAO,IAAI,KAAK,EAAE,CAAC;AACvB,CAAC;AAED,kEAAkE;AAClE,SAAgB,eAAe,CAAC,EAAU;IACtC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtD,CAAC;AAED,sGAAsG;AACtG,SAAgB,UAAU,CACtB,MAA8B,EAC9B,OAAgB;IAEhB,OAAO;QACH,QAAQ,EAAE,OAAO;QACjB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;KACjH,CAAC;AACN,CAAC;AAED;;;GAGG;AACU,QAAA,oBAAoB,GAAG,KAAK,CAAC;AAE1C;;;;GAIG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,SAAS,cAAc,CAAC,KAAc;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;AACrE,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,YAAY,CAAC,MAA8B,EAAE,OAAgB;IACzE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,4BAAoB,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;IAEzG,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,UAAU,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAmC,EAAE,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC5D,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,aAAa,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC"}

package/dist/canonical/text.d.ts

@@ -56,12 +56,24 @@ export declare function splitQuotePrefix(line: string): {
     content: string;
 };
 /**
- * Normalise decoded part text into the canonical form used by every later stage.
+ * The canonical string for a decoded plain text body, without the line model.
+ *
+ * Every character offset the extractor reports for a plain text representation (segment source
+ * ranges included) indexes the string this returns, not the input. EmailEngine slices message text
+ * at those offsets to fold quoted history, so it must canonicalise with this exact function; a
+ * private copy that drifts by one character moves the cut. Treat the output as a stable contract:
+ * changing it is a breaking change for any caller that slices offsets.
  *
- * Line endings become LF, a BOM is dropped, NUL bytes and lone carriage returns are removed, and
- * the result is NFC normalised so that visually identical text compares equal during history
+ * A leading BOM is dropped, CRLF and lone CR both become LF, NUL characters are removed, and the
+ * result is NFC normalised so that visually identical text compares equal during history
  * matching. Nothing else is altered: no trimming, no whitespace collapsing, no unwrapping.
  */
+export declare function canonicalisePlainText(input: string): string;
+/**
+ * Normalise decoded part text into the canonical form used by every later stage.
+ *
+ * The text is exactly `canonicalisePlainText(input)`; this adds the per line model on top of it.
+ */
 export declare function canonicaliseText(input: string): CanonicalText;
 /**
  * Describe how quoting is laid out in a plain text body.

package/dist/canonical/text.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/canonical/text.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,iEAAiE;AACjE,MAAM,WAAW,QAAQ;IACrB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,KAAK,EAAE,MAAM,CAAC;IACd,0EAA0E;IAC1E,GAAG,EAAE,MAAM,CAAC;IACZ,wFAAwF;IACxF,GAAG,EAAE,MAAM,CAAC;IACZ,8CAA8C;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,gEAAgE;IAChE,KAAK,EAAE,MAAM,CAAC;IACd,6EAA6E;IAC7E,KAAK,EAAE,OAAO,CAAC;IACf,8FAA8F;IAC9F,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,aAAa;IAC1B,yEAAyE;IACzE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,QAAQ,EAAE,CAAC;CACrB;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,aAAa,GAAG,kBAAkB,GAAG,YAAY,CAAC;AAEvG,MAAM,WAAW,YAAY;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,CAAC;IAClB,6DAA6D;IAC7D,aAAa,EAAE,MAAM,CAAC;IACtB,uEAAuE;IACvE,cAAc,EAAE,MAAM,CAAC;IACvB,2DAA2D;IAC3D,YAAY,EAAE,MAAM,CAAC;CACxB;AAYD,+DAA+D;AAC/D,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAajF;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,CAwC7D;AA+CD;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,SAAS,QAAQ,EAAE,GAAG,YAAY,CA0EvE"}
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/canonical/text.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,iEAAiE;AACjE,MAAM,WAAW,QAAQ;IACrB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,KAAK,EAAE,MAAM,CAAC;IACd,0EAA0E;IAC1E,GAAG,EAAE,MAAM,CAAC;IACZ,wFAAwF;IACxF,GAAG,EAAE,MAAM,CAAC;IACZ,8CAA8C;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,gEAAgE;IAChE,KAAK,EAAE,MAAM,CAAC;IACd,6EAA6E;IAC7E,KAAK,EAAE,OAAO,CAAC;IACf,8FAA8F;IAC9F,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,aAAa;IAC1B,yEAAyE;IACzE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,QAAQ,EAAE,CAAC;CACrB;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,aAAa,GAAG,kBAAkB,GAAG,YAAY,CAAC;AAEvG,MAAM,WAAW,YAAY;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,CAAC;IAClB,6DAA6D;IAC7D,aAAa,EAAE,MAAM,CAAC;IACtB,uEAAuE;IACvE,cAAc,EAAE,MAAM,CAAC;IACvB,2DAA2D;IAC3D,YAAY,EAAE,MAAM,CAAC;CACxB;AAYD,+DAA+D;AAC/D,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAajF;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAY3D;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,CA+B7D;AA+CD;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,SAAS,QAAQ,EAAE,GAAG,YAAY,CA0EvE"}

package/dist/canonical/text.js

@@ -14,6 +14,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.splitQuotePrefix = splitQuotePrefix;
+exports.canonicalisePlainText = canonicalisePlainText;
 exports.canonicaliseText = canonicaliseText;
 exports.profileQuoting = profileQuoting;
 /**
@@ -41,13 +42,19 @@ function splitQuotePrefix(line) {
     return { depth, content: line.slice(match[0].length) };
 }
 /**
- * Normalise decoded part text into the canonical form used by every later stage.
+ * The canonical string for a decoded plain text body, without the line model.
+ *
+ * Every character offset the extractor reports for a plain text representation (segment source
+ * ranges included) indexes the string this returns, not the input. EmailEngine slices message text
+ * at those offsets to fold quoted history, so it must canonicalise with this exact function; a
+ * private copy that drifts by one character moves the cut. Treat the output as a stable contract:
+ * changing it is a breaking change for any caller that slices offsets.
  *
- * Line endings become LF, a BOM is dropped, NUL bytes and lone carriage returns are removed, and
- * the result is NFC normalised so that visually identical text compares equal during history
+ * A leading BOM is dropped, CRLF and lone CR both become LF, NUL characters are removed, and the
+ * result is NFC normalised so that visually identical text compares equal during history
  * matching. Nothing else is altered: no trimming, no whitespace collapsing, no unwrapping.
  */
-function canonicaliseText(input) {
+function canonicalisePlainText(input) {
     let text = input;
     if (text.charCodeAt(0) === 0xfeff) {
         text = text.slice(1);
@@ -59,6 +66,15 @@ function canonicaliseText(input) {
     catch {
         // Extremely long or malformed input can defeat NFC. The unnormalised text is still usable.
     }
+    return text;
+}
+/**
+ * Normalise decoded part text into the canonical form used by every later stage.
+ *
+ * The text is exactly `canonicalisePlainText(input)`; this adds the per line model on top of it.
+ */
+function canonicaliseText(input) {
+    const text = canonicalisePlainText(input);
     const lines = [];
     let offset = 0;
     let index = 0;

package/dist/canonical/text.js.map

@@ -1 +1 @@
-{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/canonical/text.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;AAwDH,4CAaC;AASD,4CAwCC;AAuDD,wCA0EC;AA1MD;;;;;;;GAOG;AACH,MAAM,YAAY,GAAG,2BAA2B,CAAC;AAEjD,+DAA+D;AAC/D,SAAgB,gBAAgB,CAAC,IAAY;IACzC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,KAAK,EAAE,CAAC;QACZ,CAAC;IACL,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,gBAAgB,CAAC,KAAa;IAC1C,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IACD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACvD,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACL,2FAA2F;IAC/F,CAAC;IAED,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC;YACP,KAAK;YACL,KAAK,EAAE,MAAM;YACb,GAAG,EAAE,OAAO;YACZ,GAAG;YACH,OAAO;YACP,KAAK;YACL,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;SACrC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC;QACR,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM;QACV,CAAC;QACD,MAAM,GAAG,OAAO,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,SAAS,yBAAyB,CAAC,KAAiB;IAChD,MAAM,sBAAsB,GAAG,EAAE,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAa,CAAC;QAClC,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;YAC7E,SAAS;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAa,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAa,CAAC;QACtC,IAAI,QAAQ,CAAC,KAAK,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACxF,SAAS;QACb,CAAC;QACD,wFAAwF;QACxF,IAAI,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5C,SAAS;QACb,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IACjC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,cAAc,CAAC,KAA0B;IACrD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAChC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;IAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;gBACpB,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC;YAC5B,CAAC;YACD,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;QACf,CAAC;IACL,CAAC;IAED,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,OAAO;YACH,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,UAAU;YACV,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,MAAM;YACb,aAAa,EAAE,QAAQ;YACvB,cAAc,EAAE,CAAC;YACjB,YAAY,EAAE,CAAC;SAClB,CAAC;IACN,CAAC;IAED,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/B,SAAS;QACb,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,GAAG,UAAU,EAAE,CAAC;YAC1B,aAAa,EAAE,CAAC;QACpB,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;YAChC,YAAY,EAAE,CAAC;QACnB,CAAC;aAAM,CAAC;YACJ,cAAc,EAAE,CAAC;QACrB,CAAC;IACL,CAAC;IAED,IAAI,KAAiB,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACrB,KAAK,GAAG,aAAa,CAAC;IAC1B,CAAC;SAAM,IAAI,aAAa,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QAC/C,KAAK,GAAG,kBAAkB,CAAC;IAC/B,CAAC;SAAM,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,GAAG,KAAK,CAAC;IAClB,CAAC;SAAM,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QAC1B,KAAK,GAAG,QAAQ,CAAC;IACrB,CAAC;SAAM,CAAC;QACJ,KAAK,GAAG,YAAY,CAAC;IACzB,CAAC;IAED,OAAO;QACH,QAAQ;QACR,WAAW;QACX,UAAU;QACV,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAClD,KAAK;QACL,aAAa;QACb,cAAc;QACd,YAAY;KACf,CAAC;AACN,CAAC"}
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/canonical/text.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;AAwDH,4CAaC;AAeD,sDAYC;AAOD,4CA+BC;AAuDD,wCA0EC;AA1ND;;;;;;;GAOG;AACH,MAAM,YAAY,GAAG,2BAA2B,CAAC;AAEjD,+DAA+D;AAC/D,SAAgB,gBAAgB,CAAC,IAAY;IACzC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,KAAK,EAAE,CAAC;QACZ,CAAC;IACL,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAgB,qBAAqB,CAAC,KAAa;IAC/C,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IACD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACvD,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACL,2FAA2F;IAC/F,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,KAAa;IAC1C,MAAM,IAAI,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAE1C,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC;YACP,KAAK;YACL,KAAK,EAAE,MAAM;YACb,GAAG,EAAE,OAAO;YACZ,GAAG;YACH,OAAO;YACP,KAAK;YACL,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;SACrC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC;QACR,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM;QACV,CAAC;QACD,MAAM,GAAG,OAAO,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,SAAS,yBAAyB,CAAC,KAAiB;IAChD,MAAM,sBAAsB,GAAG,EAAE,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAa,CAAC;QAClC,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;YAC7E,SAAS;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAa,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAa,CAAC;QACtC,IAAI,QAAQ,CAAC,KAAK,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACxF,SAAS;QACb,CAAC;QACD,wFAAwF;QACxF,IAAI,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5C,SAAS;QACb,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IACjC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,cAAc,CAAC,KAA0B;IACrD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAChC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;IAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;gBACpB,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC;YAC5B,CAAC;YACD,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;QACf,CAAC;IACL,CAAC;IAED,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,OAAO;YACH,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,UAAU;YACV,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,MAAM;YACb,aAAa,EAAE,QAAQ;YACvB,cAAc,EAAE,CAAC;YACjB,YAAY,EAAE,CAAC;SAClB,CAAC;IACN,CAAC;IAED,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/B,SAAS;QACb,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,GAAG,UAAU,EAAE,CAAC;YAC1B,aAAa,EAAE,CAAC;QACpB,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;YAChC,YAAY,EAAE,CAAC;QACnB,CAAC;aAAM,CAAC;YACJ,cAAc,EAAE,CAAC;QACrB,CAAC;IACL,CAAC;IAED,IAAI,KAAiB,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACrB,KAAK,GAAG,aAAa,CAAC;IAC1B,CAAC;SAAM,IAAI,aAAa,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QAC/C,KAAK,GAAG,kBAAkB,CAAC;IAC/B,CAAC;SAAM,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,GAAG,KAAK,CAAC;IAClB,CAAC;SAAM,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QAC1B,KAAK,GAAG,QAAQ,CAAC;IACrB,CAAC;SAAM,CAAC;QACJ,KAAK,GAAG,YAAY,CAAC;IACzB,CAAC;IAED,OAAO;QACH,QAAQ;QACR,WAAW;QACX,UAAU;QACV,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAClD,KAAK;QACL,aAAa;QACb,cAAc;QACd,YAAY;KACf,CAAC;AACN,CAAC"}

package/dist/classify/rules.d.ts

@@ -47,6 +47,13 @@ export interface ClassifyOptions {
      * and unlike a greeting phrase it is language independent.
      */
     senderTokens?: readonly string[];
+    /**
+     * The subject marks the message as a forward and not as a reply. Several clients introduce a
+     * forward with the same separators they use for reply history ("-------- Original Message
+     * --------", Outlook's #divRplyFwdMsg, quote containers), so without this the forwarded message
+     * is hidden as history. With it, whatever the reply rules call history is forwarded instead.
+     */
+    messageIsForward?: boolean;
 }
 /**
  * Classify one representation's blocks.

package/dist/classify/rules.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rules.d.ts","sourceRoot":"","sources":["../../src/classify/rules.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,KAAK,KAAK,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAsB,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEzE,MAAM,WAAW,aAAa;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,KAAK,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC5C;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3C;;;;OAIG;IACH,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AA8ED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,KAAK,EAAE,EAAE,OAAO,GAAE,eAAoB,GAAG,aAAa,EAAE,CA8oBvG"}
+{"version":3,"file":"rules.d.ts","sourceRoot":"","sources":["../../src/classify/rules.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,KAAK,KAAK,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAsB,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEzE,MAAM,WAAW,aAAa;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,KAAK,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC5C;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3C;;;;OAIG;IACH,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAiGD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,KAAK,EAAE,EAAE,OAAO,GAAE,eAAoB,GAAG,aAAa,EAAE,CAqrBvG"}