@remit/mailbox-service 0.0.112 → 0.0.114
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/account-credentials.d.ts +83 -0
- package/dist/account-credentials.js +104 -0
- package/dist/attribute-mapper.d.ts +36 -0
- package/dist/attribute-mapper.js +119 -0
- package/dist/body-parse.d.ts +28 -0
- package/{src/body-parse.ts → dist/body-parse.js} +18 -26
- package/dist/body-part-mapper.d.ts +92 -0
- package/dist/body-part-mapper.js +301 -0
- package/dist/body-sync-queue.d.ts +59 -0
- package/dist/body-sync-queue.js +56 -0
- package/dist/body-sync-terminal.d.ts +58 -0
- package/dist/body-sync-terminal.js +95 -0
- package/dist/body-sync.d.ts +351 -0
- package/dist/body-sync.js +1204 -0
- package/dist/calendar-parts.d.ts +23 -0
- package/dist/calendar-parts.js +18 -0
- package/dist/classification-backfill.d.ts +91 -0
- package/dist/classification-backfill.js +180 -0
- package/dist/classify-message.d.ts +31 -0
- package/dist/classify-message.js +89 -0
- package/dist/connection-factory.d.ts +54 -0
- package/dist/connection-factory.js +54 -0
- package/dist/connection-test.d.ts +41 -0
- package/dist/connection-test.js +152 -0
- package/dist/external-move.d.ts +94 -0
- package/dist/external-move.js +173 -0
- package/dist/filter-operations.d.ts +42 -0
- package/dist/filter-operations.js +211 -0
- package/dist/filters/filter-config.d.ts +14 -0
- package/dist/filters/filter-config.js +10 -0
- package/{src/filters/list-id.ts → dist/filters/list-id.d.ts} +2 -16
- package/dist/filters/list-id.js +26 -0
- package/dist/filters/match.d.ts +69 -0
- package/dist/filters/match.js +165 -0
- package/dist/filters/pipeline.d.ts +64 -0
- package/dist/filters/pipeline.js +100 -0
- package/{src/flag-push-terminal.ts → dist/flag-push-terminal.d.ts} +16 -72
- package/dist/flag-push-terminal.js +63 -0
- package/dist/flag-push.d.ts +69 -0
- package/dist/flag-push.js +111 -0
- package/dist/flag-queue.d.ts +175 -0
- package/dist/flag-queue.js +291 -0
- package/dist/folder-operations.d.ts +39 -0
- package/dist/folder-operations.js +112 -0
- package/dist/folder-placement.d.ts +13 -0
- package/dist/folder-placement.js +23 -0
- package/dist/heuristics/authenticationResults.d.ts +10 -0
- package/dist/heuristics/authenticationResults.js +187 -0
- package/dist/heuristics/classifyByHeaders.d.ts +82 -0
- package/dist/heuristics/classifyByHeaders.js +365 -0
- package/dist/heuristics/classifyPlacement.d.ts +67 -0
- package/dist/heuristics/classifyPlacement.js +153 -0
- package/dist/heuristics/machineSenders.d.ts +21 -0
- package/{src/heuristics/machineSenders.ts → dist/heuristics/machineSenders.js} +34 -40
- package/dist/heuristics/senderMismatch.d.ts +81 -0
- package/dist/heuristics/senderMismatch.js +192 -0
- package/dist/heuristics/socialDomains.d.ts +14 -0
- package/{src/heuristics/socialDomains.ts → dist/heuristics/socialDomains.js} +9 -9
- package/dist/heuristics/transactionalDomains.d.ts +18 -0
- package/{src/heuristics/transactionalDomains.ts → dist/heuristics/transactionalDomains.js} +8 -8
- package/dist/imapflow-connection.d.ts +377 -0
- package/dist/imapflow-connection.js +1147 -0
- package/dist/index.d.ts +63 -0
- package/dist/index.js +65 -0
- package/dist/list-id-backfill.d.ts +83 -0
- package/dist/list-id-backfill.js +132 -0
- package/dist/mailbox-cursor-rebuild.d.ts +74 -0
- package/dist/mailbox-cursor-rebuild.js +71 -0
- package/{src/mailbox-cursor.ts → dist/mailbox-cursor.d.ts} +20 -98
- package/dist/mailbox-cursor.js +102 -0
- package/dist/mailbox-intent.d.ts +41 -0
- package/{src/mailbox-intent.ts → dist/mailbox-intent.js} +38 -64
- package/dist/mailbox-management.d.ts +240 -0
- package/dist/mailbox-management.js +576 -0
- package/dist/mailbox-presence.d.ts +52 -0
- package/{src/mailbox-presence.ts → dist/mailbox-presence.js} +19 -30
- package/dist/mailbox-queue.d.ts +129 -0
- package/dist/mailbox-queue.js +216 -0
- package/dist/mailbox-sync.d.ts +93 -0
- package/dist/mailbox-sync.js +490 -0
- package/dist/mailbox-upstream.d.ts +38 -0
- package/{src/mailbox-upstream.ts → dist/mailbox-upstream.js} +37 -47
- package/dist/message-category.d.ts +51 -0
- package/{src/message-category.ts → dist/message-category.js} +28 -71
- package/dist/message-move.d.ts +285 -0
- package/dist/message-move.js +858 -0
- package/dist/message-parser.d.ts +14 -0
- package/dist/message-parser.js +17 -0
- package/{src/message-presence.ts → dist/message-presence.d.ts} +1 -13
- package/dist/message-presence.js +29 -0
- package/dist/message-read.d.ts +51 -0
- package/dist/message-read.js +31 -0
- package/dist/message-sync.d.ts +345 -0
- package/dist/message-sync.js +1358 -0
- package/dist/mime-walker.d.ts +102 -0
- package/dist/mime-walker.js +198 -0
- package/dist/organize-job.d.ts +20 -0
- package/dist/organize-job.js +37 -0
- package/dist/outbox-attachment-content.d.ts +37 -0
- package/dist/outbox-attachment-content.js +50 -0
- package/dist/outbox-attachment-filename.d.ts +19 -0
- package/dist/outbox-attachment-filename.js +64 -0
- package/dist/outbox-attachment.d.ts +148 -0
- package/dist/outbox-attachment.js +273 -0
- package/dist/outbox-queue.d.ts +73 -0
- package/dist/outbox-queue.js +280 -0
- package/{src/outbox-status.ts → dist/outbox-status.d.ts} +1 -6
- package/dist/outbox-status.js +18 -0
- package/dist/ownership.d.ts +24 -0
- package/dist/ownership.js +83 -0
- package/dist/placement-move-terminal.d.ts +67 -0
- package/dist/placement-move-terminal.js +88 -0
- package/dist/placement-move.d.ts +83 -0
- package/dist/placement-move.js +216 -0
- package/{src/placement-settled.ts → dist/placement-settled.d.ts} +13 -68
- package/dist/placement-settled.js +75 -0
- package/dist/quarantine.d.ts +95 -0
- package/dist/quarantine.js +131 -0
- package/dist/refusal.d.ts +31 -0
- package/dist/refusal.js +3 -0
- package/{src/restore-source-placement.ts → dist/restore-source-placement.d.ts} +29 -97
- package/dist/restore-source-placement.js +79 -0
- package/dist/search-text-backfill.d.ts +15 -0
- package/dist/search-text-backfill.js +33 -0
- package/dist/snippet.d.ts +61 -0
- package/dist/snippet.js +129 -0
- package/dist/spam-report.d.ts +86 -0
- package/dist/spam-report.js +241 -0
- package/dist/sync-warning.d.ts +21 -0
- package/dist/sync-warning.js +26 -0
- package/dist/sync-watermarks.d.ts +138 -0
- package/dist/sync-watermarks.js +205 -0
- package/dist/test-helpers/fake-imap.d.ts +151 -0
- package/dist/test-helpers/fake-imap.js +508 -0
- package/dist/test-helpers/folder-roles.d.ts +34 -0
- package/dist/test-helpers/folder-roles.js +47 -0
- package/dist/test-helpers/mime-tree-generator.d.ts +82 -0
- package/dist/test-helpers/mime-tree-generator.js +329 -0
- package/dist/test-helpers/test-store.d.ts +69 -0
- package/dist/test-helpers/test-store.js +193 -0
- package/dist/text/normalizer.d.ts +20 -0
- package/dist/text/normalizer.js +102 -0
- package/dist/thread-message-rows.d.ts +69 -0
- package/dist/thread-message-rows.js +40 -0
- package/dist/thread-root.d.ts +7 -0
- package/dist/thread-root.js +25 -0
- package/dist/types.d.ts +343 -0
- package/dist/types.js +19 -0
- package/package.json +86 -88
- package/src/account-credentials.ts +0 -210
- package/src/attribute-mapper.test.ts +0 -104
- package/src/attribute-mapper.ts +0 -148
- package/src/body-parse.test.ts +0 -55
- package/src/body-part-mapper.property.test.ts +0 -354
- package/src/body-part-mapper.ts +0 -410
- package/src/body-sync-queue.test.ts +0 -64
- package/src/body-sync-queue.ts +0 -131
- package/src/body-sync-terminal.test.ts +0 -148
- package/src/body-sync-terminal.ts +0 -174
- package/src/body-sync.test.ts +0 -925
- package/src/body-sync.ts +0 -1891
- package/src/calendar-parts.ts +0 -41
- package/src/classification-backfill.test.ts +0 -285
- package/src/classification-backfill.ts +0 -363
- package/src/classify-message.test.ts +0 -142
- package/src/classify-message.ts +0 -116
- package/src/connection-factory.ts +0 -102
- package/src/connection-test.ts +0 -208
- package/src/credentials.test.ts +0 -181
- package/src/external-move.test.ts +0 -262
- package/src/external-move.ts +0 -285
- package/src/filter-operations.test.ts +0 -319
- package/src/filter-operations.ts +0 -377
- package/src/filter-update.test.ts +0 -313
- package/src/filters/filter-config.test.ts +0 -87
- package/src/filters/filter-config.ts +0 -34
- package/src/filters/list-id.test.ts +0 -50
- package/src/filters/match.test.ts +0 -392
- package/src/filters/match.ts +0 -225
- package/src/filters/pipeline.test.ts +0 -199
- package/src/filters/pipeline.ts +0 -170
- package/src/flag-push.test.ts +0 -112
- package/src/flag-push.ts +0 -198
- package/src/flag-queue.test.ts +0 -197
- package/src/flag-queue.ts +0 -509
- package/src/folder-operations.test.ts +0 -273
- package/src/folder-operations.ts +0 -217
- package/src/folder-placement.ts +0 -56
- package/src/forwarded-message.test.ts +0 -122
- package/src/heuristics/authenticationResults.test.ts +0 -189
- package/src/heuristics/authenticationResults.ts +0 -212
- package/src/heuristics/classifyByHeaders.test.ts +0 -889
- package/src/heuristics/classifyByHeaders.ts +0 -467
- package/src/heuristics/classifyPlacement.test.ts +0 -366
- package/src/heuristics/classifyPlacement.ts +0 -211
- package/src/heuristics/classifyRealMail.test.ts +0 -242
- package/src/heuristics/machineSenders.test.ts +0 -101
- package/src/heuristics/senderMismatch.test.ts +0 -346
- package/src/heuristics/senderMismatch.ts +0 -259
- package/src/imapflow-connect-retry.test.ts +0 -97
- package/src/imapflow-connection.test.ts +0 -503
- package/src/imapflow-connection.ts +0 -1476
- package/src/index.ts +0 -397
- package/src/list-id-backfill.test.ts +0 -207
- package/src/list-id-backfill.ts +0 -274
- package/src/mailbox-cursor-rebuild.test.ts +0 -171
- package/src/mailbox-cursor-rebuild.ts +0 -146
- package/src/mailbox-cursor.test.ts +0 -141
- package/src/mailbox-delete-intent.test.ts +0 -119
- package/src/mailbox-management.test.ts +0 -243
- package/src/mailbox-management.ts +0 -838
- package/src/mailbox-presence.test.ts +0 -74
- package/src/mailbox-queue.ts +0 -397
- package/src/mailbox-rename-intent.test.ts +0 -220
- package/src/mailbox-rename-subtree.test.ts +0 -287
- package/src/mailbox-sync.test.ts +0 -286
- package/src/mailbox-sync.ts +0 -724
- package/src/message-move.test.ts +0 -726
- package/src/message-move.ts +0 -1518
- package/src/message-parser.ts +0 -26
- package/src/message-presence.test.ts +0 -50
- package/src/message-read.ts +0 -87
- package/src/message-save-retry.test.ts +0 -90
- package/src/message-sync-flags.test.ts +0 -167
- package/src/message-sync.test.ts +0 -762
- package/src/message-sync.ts +0 -2133
- package/src/mime-walker.test.ts +0 -311
- package/src/mime-walker.ts +0 -306
- package/src/organize-job.ts +0 -93
- package/src/outbox-attachment-content.test.ts +0 -153
- package/src/outbox-attachment-content.ts +0 -104
- package/src/outbox-attachment-filename.test.ts +0 -132
- package/src/outbox-attachment-filename.ts +0 -76
- package/src/outbox-attachment.test.ts +0 -626
- package/src/outbox-attachment.ts +0 -536
- package/src/outbox-failed-recovery.test.ts +0 -299
- package/src/outbox-queue.test.ts +0 -315
- package/src/outbox-queue.ts +0 -525
- package/src/ownership.ts +0 -140
- package/src/placement-move-terminal.ts +0 -145
- package/src/placement-move.ts +0 -363
- package/src/placement-settled.test.ts +0 -147
- package/src/placement.test.ts +0 -404
- package/src/quarantine.test.ts +0 -133
- package/src/quarantine.ts +0 -229
- package/src/refusal.ts +0 -29
- package/src/snippet.test.ts +0 -213
- package/src/snippet.ts +0 -152
- package/src/spam-report.test.ts +0 -329
- package/src/spam-report.ts +0 -357
- package/src/sync-warning.test.ts +0 -213
- package/src/sync-warning.ts +0 -56
- package/src/sync-watermarks.test.ts +0 -409
- package/src/sync-watermarks.ts +0 -319
- package/src/system-flag-wire-format.test.ts +0 -77
- package/src/test-helpers/fake-imap.ts +0 -690
- package/src/test-helpers/folder-roles.ts +0 -66
- package/src/test-helpers/mime-tree-generator.ts +0 -461
- package/src/test-helpers/test-queue.ts +0 -56
- package/src/test-helpers/test-store.ts +0 -299
- package/src/text/normalizer.test.ts +0 -223
- package/src/text/normalizer.ts +0 -140
- package/src/thread-message-rows.ts +0 -77
- package/src/thread-root.test.ts +0 -29
- package/src/thread-root.ts +0 -51
- package/src/types/mailparser-augment.d.ts +0 -23
- package/src/types/natural-porter-stemmer.d.ts +0 -50
- package/src/types/stopword.d.ts +0 -69
- package/src/types.ts +0 -371
- package/tsconfig.json +0 -8
|
@@ -1,87 +0,0 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { afterEach, beforeEach, describe, it } from "node:test";
|
|
3
|
-
import {
|
|
4
|
-
FilterClauseField,
|
|
5
|
-
FilterMatchOperator,
|
|
6
|
-
FilterScope,
|
|
7
|
-
} from "@remit/domain-enums";
|
|
8
|
-
import { PlacementMoveService } from "../placement-move.js";
|
|
9
|
-
import {
|
|
10
|
-
openStore,
|
|
11
|
-
type Store,
|
|
12
|
-
seedAccount,
|
|
13
|
-
seedMailbox,
|
|
14
|
-
} from "../test-helpers/test-store.js";
|
|
15
|
-
import { buildFilterConfig, type FilterConfigDeps } from "./filter-config.js";
|
|
16
|
-
import type { FilterMessage } from "./match.js";
|
|
17
|
-
import { FilterPipeline } from "./pipeline.js";
|
|
18
|
-
|
|
19
|
-
let store: Store;
|
|
20
|
-
let filterId: string;
|
|
21
|
-
let accountId: string;
|
|
22
|
-
let archiveId: string;
|
|
23
|
-
|
|
24
|
-
beforeEach(async () => {
|
|
25
|
-
store = await openStore();
|
|
26
|
-
const account = await seedAccount(store, { accountConfigId: "cfg-1" });
|
|
27
|
-
accountId = account.accountId;
|
|
28
|
-
const archive = await seedMailbox(store, account, "Archive");
|
|
29
|
-
archiveId = archive.mailboxId;
|
|
30
|
-
const filter = await store.filter.create({
|
|
31
|
-
accountConfigId: "cfg-1",
|
|
32
|
-
name: "receipts",
|
|
33
|
-
scope: FilterScope.Standing,
|
|
34
|
-
matchOperator: FilterMatchOperator.Or,
|
|
35
|
-
literalClauses: [{ field: FilterClauseField.From, value: "stripe.com" }],
|
|
36
|
-
actionMailboxId: archive.mailboxId,
|
|
37
|
-
});
|
|
38
|
-
filterId = filter.filterId;
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
afterEach(() => store.close());
|
|
42
|
-
|
|
43
|
-
const repos = (): FilterConfigDeps => ({
|
|
44
|
-
filterService: store.filter,
|
|
45
|
-
messageLabelService: store.messageLabel,
|
|
46
|
-
mailboxService: store.mailbox,
|
|
47
|
-
placementMoveService: new PlacementMoveService({
|
|
48
|
-
messageService: store.message,
|
|
49
|
-
threadMessageService: store.threadMessage,
|
|
50
|
-
markerService: store.placementMove,
|
|
51
|
-
addressService: store.address,
|
|
52
|
-
mailboxSpecialUseService: store.mailboxSpecialUse,
|
|
53
|
-
mailboxService: store.mailbox,
|
|
54
|
-
sqsQueueUrl: "https://sqs.test/message-mgmt",
|
|
55
|
-
}),
|
|
56
|
-
});
|
|
57
|
-
|
|
58
|
-
const message: FilterMessage = {
|
|
59
|
-
from: "billing@stripe.com",
|
|
60
|
-
fromName: "Stripe",
|
|
61
|
-
subject: "Your receipt",
|
|
62
|
-
text: "Thanks for your payment",
|
|
63
|
-
listId: "",
|
|
64
|
-
};
|
|
65
|
-
|
|
66
|
-
describe("buildFilterConfig", () => {
|
|
67
|
-
it("returns undefined without a placement mover — no move path, filters stay off", () => {
|
|
68
|
-
const deps = repos();
|
|
69
|
-
deps.placementMoveService = undefined;
|
|
70
|
-
|
|
71
|
-
assert.equal(buildFilterConfig(deps), undefined);
|
|
72
|
-
});
|
|
73
|
-
|
|
74
|
-
it("runs a literal filter on the body-sync pass", async () => {
|
|
75
|
-
const config = buildFilterConfig(repos());
|
|
76
|
-
assert.ok(config);
|
|
77
|
-
|
|
78
|
-
const decision = await new FilterPipeline(config, {
|
|
79
|
-
info: () => {},
|
|
80
|
-
}).evaluate("cfg-1", accountId, "m-1", message);
|
|
81
|
-
|
|
82
|
-
assert.deepEqual(decision.move, {
|
|
83
|
-
destinationMailboxId: archiveId,
|
|
84
|
-
filterId,
|
|
85
|
-
});
|
|
86
|
-
});
|
|
87
|
-
});
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
IFilterRepository,
|
|
3
|
-
IMessageLabelRepository,
|
|
4
|
-
} from "@remit/data-ports";
|
|
5
|
-
import type { PlacementMoveService } from "../placement-move.js";
|
|
6
|
-
import type { FilterConfig } from "./pipeline.js";
|
|
7
|
-
|
|
8
|
-
export interface FilterConfigDeps {
|
|
9
|
-
filterService: IFilterRepository;
|
|
10
|
-
messageLabelService: IMessageLabelRepository;
|
|
11
|
-
mailboxService: FilterConfig["mailboxService"];
|
|
12
|
-
placementMoveService?: PlacementMoveService;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* Assemble the filter config a body-materializing pass runs (RFC 034), shared by
|
|
17
|
-
* the imap-worker's sync path and the backend's read-path backfill.
|
|
18
|
-
*
|
|
19
|
-
* Absent the placement mover there is no move path, so filters stay off — a
|
|
20
|
-
* matched filter's actions reuse the same enqueue plumbing the placement mover
|
|
21
|
-
* owns.
|
|
22
|
-
*/
|
|
23
|
-
export const buildFilterConfig = (
|
|
24
|
-
deps: FilterConfigDeps,
|
|
25
|
-
): FilterConfig | undefined => {
|
|
26
|
-
const { placementMoveService } = deps;
|
|
27
|
-
if (!placementMoveService) return undefined;
|
|
28
|
-
return {
|
|
29
|
-
filterService: deps.filterService,
|
|
30
|
-
messageLabelService: deps.messageLabelService,
|
|
31
|
-
mailboxService: deps.mailboxService,
|
|
32
|
-
placementMoveService,
|
|
33
|
-
};
|
|
34
|
-
};
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { describe, it } from "node:test";
|
|
3
|
-
import { simpleParser } from "mailparser";
|
|
4
|
-
import { extractListId, normalizeListId } from "./list-id.js";
|
|
5
|
-
|
|
6
|
-
const parse = async (lines: string[]) =>
|
|
7
|
-
simpleParser(Buffer.from(lines.join("\r\n")));
|
|
8
|
-
|
|
9
|
-
describe("normalizeListId", () => {
|
|
10
|
-
it("extracts the bracketed identifier and folds case", () => {
|
|
11
|
-
assert.equal(
|
|
12
|
-
normalizeListId("Weekly News <Weekly.News.Example.COM>"),
|
|
13
|
-
"weekly.news.example.com",
|
|
14
|
-
);
|
|
15
|
-
});
|
|
16
|
-
|
|
17
|
-
it("keeps a bare value and folds case", () => {
|
|
18
|
-
assert.equal(
|
|
19
|
-
normalizeListId(" Weekly.News.Example.COM "),
|
|
20
|
-
"weekly.news.example.com",
|
|
21
|
-
);
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
it("normalizes an empty value to the empty string", () => {
|
|
25
|
-
assert.equal(normalizeListId(" "), "");
|
|
26
|
-
});
|
|
27
|
-
});
|
|
28
|
-
|
|
29
|
-
describe("extractListId", () => {
|
|
30
|
-
it("reads and normalizes a List-Id header", async () => {
|
|
31
|
-
const parsed = await parse([
|
|
32
|
-
"From: list@example.com",
|
|
33
|
-
"Subject: hi",
|
|
34
|
-
"List-Id: Weekly News <weekly.news.example.com>",
|
|
35
|
-
"",
|
|
36
|
-
"body",
|
|
37
|
-
]);
|
|
38
|
-
assert.equal(extractListId(parsed), "weekly.news.example.com");
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
it("returns the empty string when there is no List-Id header", async () => {
|
|
42
|
-
const parsed = await parse([
|
|
43
|
-
"From: alice@example.com",
|
|
44
|
-
"Subject: hi",
|
|
45
|
-
"",
|
|
46
|
-
"body",
|
|
47
|
-
]);
|
|
48
|
-
assert.equal(extractListId(parsed), "");
|
|
49
|
-
});
|
|
50
|
-
});
|
|
@@ -1,392 +0,0 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { describe, it } from "node:test";
|
|
3
|
-
import type { FilterItem } from "@remit/data-ports";
|
|
4
|
-
import { FilterClauseField, FilterMatchOperator } from "@remit/domain-enums";
|
|
5
|
-
import {
|
|
6
|
-
clauseMatches,
|
|
7
|
-
type FilterMessage,
|
|
8
|
-
literalClausesMatch,
|
|
9
|
-
literalClauseTerms,
|
|
10
|
-
selectMoveWinner,
|
|
11
|
-
} from "./match.js";
|
|
12
|
-
|
|
13
|
-
type FilterClause = FilterItem["literalClauses"][number];
|
|
14
|
-
|
|
15
|
-
const message = (overrides: Partial<FilterMessage> = {}): FilterMessage => ({
|
|
16
|
-
from: "alice@acme.example",
|
|
17
|
-
fromName: "Alice Example",
|
|
18
|
-
subject: "Q3 invoice attached",
|
|
19
|
-
text: "Please find the invoice for the quarter attached.",
|
|
20
|
-
listId: "",
|
|
21
|
-
...overrides,
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
const clause = (field: FilterClause["field"], value: string): FilterClause => ({
|
|
25
|
-
field,
|
|
26
|
-
value,
|
|
27
|
-
});
|
|
28
|
-
|
|
29
|
-
describe("clauseMatches", () => {
|
|
30
|
-
it("matches From against the sender address, case-insensitively", () => {
|
|
31
|
-
assert.equal(
|
|
32
|
-
clauseMatches(clause(FilterClauseField.From, "ACME.example"), message()),
|
|
33
|
-
true,
|
|
34
|
-
);
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
it("matches From against the sender display name", () => {
|
|
38
|
-
assert.equal(
|
|
39
|
-
clauseMatches(clause(FilterClauseField.From, "alice example"), message()),
|
|
40
|
-
true,
|
|
41
|
-
);
|
|
42
|
-
});
|
|
43
|
-
|
|
44
|
-
it("matches Subject as a substring", () => {
|
|
45
|
-
assert.equal(
|
|
46
|
-
clauseMatches(clause(FilterClauseField.Subject, "invoice"), message()),
|
|
47
|
-
true,
|
|
48
|
-
);
|
|
49
|
-
assert.equal(
|
|
50
|
-
clauseMatches(clause(FilterClauseField.Subject, "receipt"), message()),
|
|
51
|
-
false,
|
|
52
|
-
);
|
|
53
|
-
});
|
|
54
|
-
|
|
55
|
-
it("matches HasWords against subject or body", () => {
|
|
56
|
-
assert.equal(
|
|
57
|
-
clauseMatches(clause(FilterClauseField.HasWords, "quarter"), message()),
|
|
58
|
-
true,
|
|
59
|
-
);
|
|
60
|
-
assert.equal(
|
|
61
|
-
clauseMatches(clause(FilterClauseField.HasWords, "Q3"), message()),
|
|
62
|
-
true,
|
|
63
|
-
);
|
|
64
|
-
});
|
|
65
|
-
|
|
66
|
-
it("matches HasWords on the sender display name alone, as search does", () => {
|
|
67
|
-
const msg = message({
|
|
68
|
-
from: "booking@mail.example",
|
|
69
|
-
fromName: "Austrian Airlines Booking",
|
|
70
|
-
subject: "Your trip to Vienna",
|
|
71
|
-
text: "Check in opens 24 hours before departure.",
|
|
72
|
-
});
|
|
73
|
-
assert.equal(
|
|
74
|
-
clauseMatches(
|
|
75
|
-
clause(FilterClauseField.HasWords, "Austrian airlines"),
|
|
76
|
-
msg,
|
|
77
|
-
),
|
|
78
|
-
true,
|
|
79
|
-
);
|
|
80
|
-
});
|
|
81
|
-
|
|
82
|
-
it("matches HasWords regardless of word order and case", () => {
|
|
83
|
-
assert.equal(
|
|
84
|
-
clauseMatches(
|
|
85
|
-
clause(FilterClauseField.HasWords, "ALICE invoice"),
|
|
86
|
-
message(),
|
|
87
|
-
),
|
|
88
|
-
true,
|
|
89
|
-
);
|
|
90
|
-
});
|
|
91
|
-
|
|
92
|
-
it("does not match HasWords when one word is missing", () => {
|
|
93
|
-
assert.equal(
|
|
94
|
-
clauseMatches(
|
|
95
|
-
clause(FilterClauseField.HasWords, "invoice receipt"),
|
|
96
|
-
message(),
|
|
97
|
-
),
|
|
98
|
-
false,
|
|
99
|
-
);
|
|
100
|
-
});
|
|
101
|
-
|
|
102
|
-
it("never matches an empty clause value", () => {
|
|
103
|
-
assert.equal(
|
|
104
|
-
clauseMatches(clause(FilterClauseField.HasWords, " "), message()),
|
|
105
|
-
false,
|
|
106
|
-
);
|
|
107
|
-
});
|
|
108
|
-
|
|
109
|
-
it("matches ListId exactly, never as a substring", () => {
|
|
110
|
-
const msg = message({ listId: "weekly.news.example.com" });
|
|
111
|
-
assert.equal(
|
|
112
|
-
clauseMatches(
|
|
113
|
-
clause(FilterClauseField.ListId, "weekly.news.example.com"),
|
|
114
|
-
msg,
|
|
115
|
-
),
|
|
116
|
-
true,
|
|
117
|
-
);
|
|
118
|
-
assert.equal(
|
|
119
|
-
clauseMatches(clause(FilterClauseField.ListId, "news.example.com"), msg),
|
|
120
|
-
false,
|
|
121
|
-
);
|
|
122
|
-
assert.equal(
|
|
123
|
-
clauseMatches(
|
|
124
|
-
clause(FilterClauseField.ListId, "weekly.news.example.com.other"),
|
|
125
|
-
msg,
|
|
126
|
-
),
|
|
127
|
-
false,
|
|
128
|
-
);
|
|
129
|
-
});
|
|
130
|
-
|
|
131
|
-
it("normalizes ListId brackets and case on both sides", () => {
|
|
132
|
-
const msg = message({ listId: "weekly.news.example.com" });
|
|
133
|
-
assert.equal(
|
|
134
|
-
clauseMatches(
|
|
135
|
-
clause(FilterClauseField.ListId, "<Weekly.News.Example.COM>"),
|
|
136
|
-
msg,
|
|
137
|
-
),
|
|
138
|
-
true,
|
|
139
|
-
);
|
|
140
|
-
});
|
|
141
|
-
|
|
142
|
-
it("never matches ListId on a message with no List-Id", () => {
|
|
143
|
-
assert.equal(
|
|
144
|
-
clauseMatches(
|
|
145
|
-
clause(FilterClauseField.ListId, "weekly.news.example.com"),
|
|
146
|
-
message({ listId: "" }),
|
|
147
|
-
),
|
|
148
|
-
false,
|
|
149
|
-
);
|
|
150
|
-
});
|
|
151
|
-
|
|
152
|
-
it("matches FromDomain on the registrable domain, including subdomains", () => {
|
|
153
|
-
assert.equal(
|
|
154
|
-
clauseMatches(
|
|
155
|
-
clause(FilterClauseField.FromDomain, "github.com"),
|
|
156
|
-
message({ from: "notifications@github.com" }),
|
|
157
|
-
),
|
|
158
|
-
true,
|
|
159
|
-
);
|
|
160
|
-
assert.equal(
|
|
161
|
-
clauseMatches(
|
|
162
|
-
clause(FilterClauseField.FromDomain, "github.com"),
|
|
163
|
-
message({ from: "notifications@sub.github.com" }),
|
|
164
|
-
),
|
|
165
|
-
true,
|
|
166
|
-
);
|
|
167
|
-
});
|
|
168
|
-
|
|
169
|
-
it("never matches FromDomain on a look-alike subdomain (public-suffix aware)", () => {
|
|
170
|
-
assert.equal(
|
|
171
|
-
clauseMatches(
|
|
172
|
-
clause(FilterClauseField.FromDomain, "github.com"),
|
|
173
|
-
message({ from: "attacker@github.com.evil.example" }),
|
|
174
|
-
),
|
|
175
|
-
false,
|
|
176
|
-
);
|
|
177
|
-
});
|
|
178
|
-
|
|
179
|
-
it("matches FromDomain across multi-level public suffixes", () => {
|
|
180
|
-
assert.equal(
|
|
181
|
-
clauseMatches(
|
|
182
|
-
clause(FilterClauseField.FromDomain, "example.co.uk"),
|
|
183
|
-
message({ from: "hr@mail.example.co.uk" }),
|
|
184
|
-
),
|
|
185
|
-
true,
|
|
186
|
-
);
|
|
187
|
-
assert.equal(
|
|
188
|
-
clauseMatches(
|
|
189
|
-
clause(FilterClauseField.FromDomain, "example.co.uk"),
|
|
190
|
-
message({ from: "hr@example.co.uk.evil.example" }),
|
|
191
|
-
),
|
|
192
|
-
false,
|
|
193
|
-
);
|
|
194
|
-
});
|
|
195
|
-
});
|
|
196
|
-
|
|
197
|
-
describe("literalClausesMatch", () => {
|
|
198
|
-
it("passes vacuously with no clauses", () => {
|
|
199
|
-
assert.equal(
|
|
200
|
-
literalClausesMatch([], FilterMatchOperator.And, message()),
|
|
201
|
-
true,
|
|
202
|
-
);
|
|
203
|
-
});
|
|
204
|
-
|
|
205
|
-
it("And requires every clause to match", () => {
|
|
206
|
-
const clauses = [
|
|
207
|
-
clause(FilterClauseField.From, "acme.example"),
|
|
208
|
-
clause(FilterClauseField.Subject, "invoice"),
|
|
209
|
-
];
|
|
210
|
-
assert.equal(
|
|
211
|
-
literalClausesMatch(clauses, FilterMatchOperator.And, message()),
|
|
212
|
-
true,
|
|
213
|
-
);
|
|
214
|
-
assert.equal(
|
|
215
|
-
literalClausesMatch(
|
|
216
|
-
[...clauses, clause(FilterClauseField.Subject, "nope")],
|
|
217
|
-
FilterMatchOperator.And,
|
|
218
|
-
message(),
|
|
219
|
-
),
|
|
220
|
-
false,
|
|
221
|
-
);
|
|
222
|
-
});
|
|
223
|
-
|
|
224
|
-
it("Or requires only one clause to match", () => {
|
|
225
|
-
const clauses = [
|
|
226
|
-
clause(FilterClauseField.Subject, "nope"),
|
|
227
|
-
clause(FilterClauseField.Subject, "invoice"),
|
|
228
|
-
];
|
|
229
|
-
assert.equal(
|
|
230
|
-
literalClausesMatch(clauses, FilterMatchOperator.Or, message()),
|
|
231
|
-
true,
|
|
232
|
-
);
|
|
233
|
-
assert.equal(
|
|
234
|
-
literalClausesMatch(
|
|
235
|
-
[clause(FilterClauseField.Subject, "nope")],
|
|
236
|
-
FilterMatchOperator.Or,
|
|
237
|
-
message(),
|
|
238
|
-
),
|
|
239
|
-
false,
|
|
240
|
-
);
|
|
241
|
-
});
|
|
242
|
-
});
|
|
243
|
-
|
|
244
|
-
describe("selectMoveWinner", () => {
|
|
245
|
-
const filter = (
|
|
246
|
-
filterId: string,
|
|
247
|
-
actionChangedAt: number,
|
|
248
|
-
ruleChangedAt = actionChangedAt,
|
|
249
|
-
): FilterItem => ({ filterId, actionChangedAt, ruleChangedAt }) as FilterItem;
|
|
250
|
-
|
|
251
|
-
it("returns undefined with no candidates", () => {
|
|
252
|
-
assert.equal(selectMoveWinner([]), undefined);
|
|
253
|
-
});
|
|
254
|
-
|
|
255
|
-
it("picks the most-recently action-changed filter", () => {
|
|
256
|
-
const winner = selectMoveWinner([
|
|
257
|
-
filter("a", 100),
|
|
258
|
-
filter("b", 300),
|
|
259
|
-
filter("c", 200),
|
|
260
|
-
]);
|
|
261
|
-
assert.equal(winner?.filterId, "b");
|
|
262
|
-
});
|
|
263
|
-
|
|
264
|
-
it("tie-breaks on filterId when actionChangedAt is identical", () => {
|
|
265
|
-
const winner = selectMoveWinner([
|
|
266
|
-
filter("a", 100),
|
|
267
|
-
filter("c", 100),
|
|
268
|
-
filter("b", 100),
|
|
269
|
-
]);
|
|
270
|
-
assert.equal(winner?.filterId, "c");
|
|
271
|
-
});
|
|
272
|
-
|
|
273
|
-
it("ignores a ruleChangedAt-only bump — extending scope/expiry alone must not promote a filter to move-winner (reader #384)", () => {
|
|
274
|
-
// filter A's predicate/action last changed at 10:00 (actionChangedAt).
|
|
275
|
-
// filter B was created at 09:00 and never had its predicate/action
|
|
276
|
-
// touched since, but a user extended its expiry at 11:00 — bumping only
|
|
277
|
-
// its ruleChangedAt (RFC 034 Decision 3.2 / #294), not what it matches or
|
|
278
|
-
// does. B must not out-rank A.
|
|
279
|
-
const filterA = filter("filter-a", 10_00);
|
|
280
|
-
const filterB = filter("filter-b", 9_00, 11_00);
|
|
281
|
-
|
|
282
|
-
const winner = selectMoveWinner([filterA, filterB]);
|
|
283
|
-
assert.equal(
|
|
284
|
-
winner?.filterId,
|
|
285
|
-
"filter-a",
|
|
286
|
-
"A still wins: its actionChangedAt (10:00) beats B's (09:00), even though B's ruleChangedAt (11:00) is later",
|
|
287
|
-
);
|
|
288
|
-
});
|
|
289
|
-
});
|
|
290
|
-
|
|
291
|
-
describe("literalClauseTerms (reader #459)", () => {
|
|
292
|
-
it("narrows From and Subject onto the columns that carry them", () => {
|
|
293
|
-
assert.deepEqual(
|
|
294
|
-
literalClauseTerms(
|
|
295
|
-
[
|
|
296
|
-
clause(FilterClauseField.From, " alice@acme.example "),
|
|
297
|
-
clause(FilterClauseField.Subject, "invoice"),
|
|
298
|
-
],
|
|
299
|
-
FilterMatchOperator.And,
|
|
300
|
-
),
|
|
301
|
-
{
|
|
302
|
-
terms: [
|
|
303
|
-
{ field: "sender", contains: "alice@acme.example" },
|
|
304
|
-
{ field: "subject", contains: "invoice" },
|
|
305
|
-
],
|
|
306
|
-
operator: "and",
|
|
307
|
-
},
|
|
308
|
-
);
|
|
309
|
-
});
|
|
310
|
-
|
|
311
|
-
it("narrows FromDomain to the registrable domain, which the sender always contains", () => {
|
|
312
|
-
const narrowing = literalClauseTerms(
|
|
313
|
-
[clause(FilterClauseField.FromDomain, "billing@mail.acme.example")],
|
|
314
|
-
FilterMatchOperator.And,
|
|
315
|
-
);
|
|
316
|
-
|
|
317
|
-
assert.deepEqual(narrowing?.terms, [
|
|
318
|
-
{ field: "sender", contains: "acme.example" },
|
|
319
|
-
]);
|
|
320
|
-
assert.equal(
|
|
321
|
-
clauseMatches(
|
|
322
|
-
clause(FilterClauseField.FromDomain, "billing@mail.acme.example"),
|
|
323
|
-
message(),
|
|
324
|
-
),
|
|
325
|
-
true,
|
|
326
|
-
);
|
|
327
|
-
});
|
|
328
|
-
|
|
329
|
-
it("narrows ListId to its canonical form", () => {
|
|
330
|
-
assert.deepEqual(
|
|
331
|
-
literalClauseTerms(
|
|
332
|
-
[clause(FilterClauseField.ListId, "News <Weekly.News.Example.com>")],
|
|
333
|
-
FilterMatchOperator.And,
|
|
334
|
-
)?.terms,
|
|
335
|
-
[{ field: "listId", contains: "weekly.news.example.com" }],
|
|
336
|
-
);
|
|
337
|
-
});
|
|
338
|
-
|
|
339
|
-
it("returns null for clauses nothing can satisfy, so no query is worth running", () => {
|
|
340
|
-
assert.equal(
|
|
341
|
-
literalClauseTerms(
|
|
342
|
-
[clause(FilterClauseField.From, " ")],
|
|
343
|
-
FilterMatchOperator.And,
|
|
344
|
-
),
|
|
345
|
-
null,
|
|
346
|
-
);
|
|
347
|
-
assert.equal(
|
|
348
|
-
literalClauseTerms(
|
|
349
|
-
[clause(FilterClauseField.FromDomain, "not a domain")],
|
|
350
|
-
FilterMatchOperator.Or,
|
|
351
|
-
),
|
|
352
|
-
null,
|
|
353
|
-
);
|
|
354
|
-
});
|
|
355
|
-
|
|
356
|
-
it("drops an unsatisfiable clause from an Or instead of losing the rest", () => {
|
|
357
|
-
assert.deepEqual(
|
|
358
|
-
literalClauseTerms(
|
|
359
|
-
[
|
|
360
|
-
clause(FilterClauseField.From, ""),
|
|
361
|
-
clause(FilterClauseField.Subject, "invoice"),
|
|
362
|
-
],
|
|
363
|
-
FilterMatchOperator.Or,
|
|
364
|
-
),
|
|
365
|
-
{ terms: [{ field: "subject", contains: "invoice" }], operator: "or" },
|
|
366
|
-
);
|
|
367
|
-
});
|
|
368
|
-
|
|
369
|
-
it("narrows nothing when an Or reaches a clause no column carries", () => {
|
|
370
|
-
assert.deepEqual(
|
|
371
|
-
literalClauseTerms(
|
|
372
|
-
[
|
|
373
|
-
clause(FilterClauseField.HasWords, "quarter"),
|
|
374
|
-
clause(FilterClauseField.Subject, "invoice"),
|
|
375
|
-
],
|
|
376
|
-
FilterMatchOperator.Or,
|
|
377
|
-
),
|
|
378
|
-
{ terms: [], operator: "or" },
|
|
379
|
-
);
|
|
380
|
-
});
|
|
381
|
-
|
|
382
|
-
it("narrows nothing for no clauses, matching the vacuous pass of literalClausesMatch", () => {
|
|
383
|
-
assert.deepEqual(literalClauseTerms([], FilterMatchOperator.And), {
|
|
384
|
-
terms: [],
|
|
385
|
-
operator: "and",
|
|
386
|
-
});
|
|
387
|
-
assert.equal(
|
|
388
|
-
literalClausesMatch([], FilterMatchOperator.And, message()),
|
|
389
|
-
true,
|
|
390
|
-
);
|
|
391
|
-
});
|
|
392
|
-
});
|