@remit/mailbox-service 0.0.111 → 0.0.113
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/account-credentials.d.ts +83 -0
- package/dist/account-credentials.js +104 -0
- package/dist/attribute-mapper.d.ts +36 -0
- package/dist/attribute-mapper.js +119 -0
- package/dist/body-parse.d.ts +28 -0
- package/{src/body-parse.ts → dist/body-parse.js} +18 -26
- package/dist/body-part-mapper.d.ts +92 -0
- package/dist/body-part-mapper.js +301 -0
- package/dist/body-sync-queue.d.ts +59 -0
- package/dist/body-sync-queue.js +56 -0
- package/dist/body-sync-terminal.d.ts +58 -0
- package/dist/body-sync-terminal.js +95 -0
- package/dist/body-sync.d.ts +351 -0
- package/dist/body-sync.js +1204 -0
- package/dist/calendar-parts.d.ts +23 -0
- package/dist/calendar-parts.js +18 -0
- package/dist/classification-backfill.d.ts +91 -0
- package/dist/classification-backfill.js +180 -0
- package/dist/classify-message.d.ts +31 -0
- package/dist/classify-message.js +89 -0
- package/dist/connection-factory.d.ts +54 -0
- package/dist/connection-factory.js +54 -0
- package/dist/connection-test.d.ts +41 -0
- package/dist/connection-test.js +152 -0
- package/dist/external-move.d.ts +94 -0
- package/dist/external-move.js +173 -0
- package/dist/filter-operations.d.ts +42 -0
- package/dist/filter-operations.js +211 -0
- package/dist/filters/filter-config.d.ts +14 -0
- package/dist/filters/filter-config.js +10 -0
- package/{src/filters/list-id.ts → dist/filters/list-id.d.ts} +2 -16
- package/dist/filters/list-id.js +26 -0
- package/dist/filters/match.d.ts +69 -0
- package/dist/filters/match.js +165 -0
- package/dist/filters/pipeline.d.ts +64 -0
- package/dist/filters/pipeline.js +100 -0
- package/{src/flag-push-terminal.ts → dist/flag-push-terminal.d.ts} +19 -77
- package/dist/flag-push-terminal.js +63 -0
- package/dist/flag-push.d.ts +69 -0
- package/dist/flag-push.js +111 -0
- package/dist/flag-queue.d.ts +175 -0
- package/dist/flag-queue.js +291 -0
- package/dist/folder-operations.d.ts +39 -0
- package/dist/folder-operations.js +112 -0
- package/dist/folder-placement.d.ts +13 -0
- package/dist/folder-placement.js +23 -0
- package/dist/heuristics/authenticationResults.d.ts +10 -0
- package/dist/heuristics/authenticationResults.js +187 -0
- package/dist/heuristics/classifyByHeaders.d.ts +82 -0
- package/dist/heuristics/classifyByHeaders.js +365 -0
- package/dist/heuristics/classifyPlacement.d.ts +67 -0
- package/dist/heuristics/classifyPlacement.js +153 -0
- package/dist/heuristics/machineSenders.d.ts +21 -0
- package/{src/heuristics/machineSenders.ts → dist/heuristics/machineSenders.js} +34 -40
- package/dist/heuristics/senderMismatch.d.ts +81 -0
- package/dist/heuristics/senderMismatch.js +192 -0
- package/dist/heuristics/socialDomains.d.ts +14 -0
- package/{src/heuristics/socialDomains.ts → dist/heuristics/socialDomains.js} +9 -9
- package/dist/heuristics/transactionalDomains.d.ts +18 -0
- package/{src/heuristics/transactionalDomains.ts → dist/heuristics/transactionalDomains.js} +8 -8
- package/dist/imapflow-connection.d.ts +377 -0
- package/dist/imapflow-connection.js +1147 -0
- package/dist/index.d.ts +63 -0
- package/dist/index.js +65 -0
- package/dist/list-id-backfill.d.ts +83 -0
- package/dist/list-id-backfill.js +132 -0
- package/dist/mailbox-cursor-rebuild.d.ts +74 -0
- package/dist/mailbox-cursor-rebuild.js +71 -0
- package/{src/mailbox-cursor.ts → dist/mailbox-cursor.d.ts} +20 -98
- package/dist/mailbox-cursor.js +102 -0
- package/dist/mailbox-intent.d.ts +41 -0
- package/{src/mailbox-intent.ts → dist/mailbox-intent.js} +39 -63
- package/dist/mailbox-management.d.ts +240 -0
- package/dist/mailbox-management.js +576 -0
- package/dist/mailbox-presence.d.ts +52 -0
- package/{src/mailbox-presence.ts → dist/mailbox-presence.js} +19 -30
- package/dist/mailbox-queue.d.ts +126 -0
- package/dist/mailbox-queue.js +214 -0
- package/dist/mailbox-sync.d.ts +93 -0
- package/dist/mailbox-sync.js +490 -0
- package/dist/mailbox-upstream.d.ts +38 -0
- package/{src/mailbox-upstream.ts → dist/mailbox-upstream.js} +37 -47
- package/dist/message-category.d.ts +51 -0
- package/{src/message-category.ts → dist/message-category.js} +28 -71
- package/dist/message-move.d.ts +285 -0
- package/dist/message-move.js +858 -0
- package/dist/message-parser.d.ts +14 -0
- package/dist/message-parser.js +17 -0
- package/{src/message-presence.ts → dist/message-presence.d.ts} +1 -13
- package/dist/message-presence.js +29 -0
- package/dist/message-read.d.ts +51 -0
- package/dist/message-read.js +31 -0
- package/dist/message-sync.d.ts +345 -0
- package/dist/message-sync.js +1358 -0
- package/dist/mime-walker.d.ts +102 -0
- package/dist/mime-walker.js +198 -0
- package/dist/organize-job.d.ts +20 -0
- package/dist/organize-job.js +37 -0
- package/dist/outbox-attachment-content.d.ts +37 -0
- package/dist/outbox-attachment-content.js +50 -0
- package/dist/outbox-attachment-filename.d.ts +19 -0
- package/dist/outbox-attachment-filename.js +64 -0
- package/dist/outbox-attachment.d.ts +148 -0
- package/dist/outbox-attachment.js +273 -0
- package/dist/outbox-queue.d.ts +73 -0
- package/dist/outbox-queue.js +284 -0
- package/{src/outbox-status.ts → dist/outbox-status.d.ts} +1 -6
- package/dist/outbox-status.js +18 -0
- package/dist/ownership.d.ts +24 -0
- package/dist/ownership.js +83 -0
- package/dist/placement-move-terminal.d.ts +67 -0
- package/dist/placement-move-terminal.js +88 -0
- package/dist/placement-move.d.ts +83 -0
- package/dist/placement-move.js +216 -0
- package/{src/placement-settled.ts → dist/placement-settled.d.ts} +19 -50
- package/dist/placement-settled.js +75 -0
- package/dist/quarantine.d.ts +95 -0
- package/dist/quarantine.js +131 -0
- package/dist/refusal.d.ts +31 -0
- package/dist/refusal.js +3 -0
- package/{src/restore-source-placement.ts → dist/restore-source-placement.d.ts} +29 -101
- package/dist/restore-source-placement.js +79 -0
- package/dist/search-text-backfill.d.ts +15 -0
- package/dist/search-text-backfill.js +33 -0
- package/dist/snippet.d.ts +61 -0
- package/dist/snippet.js +129 -0
- package/dist/spam-report.d.ts +86 -0
- package/dist/spam-report.js +241 -0
- package/dist/sync-warning.d.ts +21 -0
- package/dist/sync-warning.js +26 -0
- package/dist/sync-watermarks.d.ts +138 -0
- package/dist/sync-watermarks.js +205 -0
- package/dist/test-helpers/fake-imap.d.ts +151 -0
- package/dist/test-helpers/fake-imap.js +508 -0
- package/dist/test-helpers/folder-roles.d.ts +34 -0
- package/dist/test-helpers/folder-roles.js +47 -0
- package/dist/test-helpers/mime-tree-generator.d.ts +82 -0
- package/dist/test-helpers/mime-tree-generator.js +329 -0
- package/dist/test-helpers/test-store.d.ts +69 -0
- package/dist/test-helpers/test-store.js +193 -0
- package/dist/text/normalizer.d.ts +20 -0
- package/dist/text/normalizer.js +102 -0
- package/dist/thread-message-rows.d.ts +69 -0
- package/dist/thread-message-rows.js +40 -0
- package/dist/thread-root.d.ts +7 -0
- package/dist/thread-root.js +25 -0
- package/dist/types.d.ts +343 -0
- package/dist/types.js +19 -0
- package/package.json +86 -73
- package/src/account-credentials.ts +0 -210
- package/src/adversarial-mime.e2e.test.ts +0 -307
- package/src/attribute-mapper.test.ts +0 -104
- package/src/attribute-mapper.ts +0 -148
- package/src/body-parse.test.ts +0 -55
- package/src/body-part-mapper.property.test.ts +0 -354
- package/src/body-part-mapper.ts +0 -360
- package/src/body-sync-auto-read-writeonce.test.ts +0 -219
- package/src/body-sync-calendar-suggestion.test.ts +0 -433
- package/src/body-sync-category-denormalize.test.ts +0 -352
- package/src/body-sync-category-override.test.ts +0 -501
- package/src/body-sync-category-writeonce.test.ts +0 -234
- package/src/body-sync-filter.test.ts +0 -237
- package/src/body-sync-message-gone.test.ts +0 -139
- package/src/body-sync-placement-flags.test.ts +0 -347
- package/src/body-sync-placement-writeonce.test.ts +0 -337
- package/src/body-sync-quarantine.test.ts +0 -276
- package/src/body-sync-queue.test.ts +0 -124
- package/src/body-sync-queue.ts +0 -131
- package/src/body-sync-resync.test.ts +0 -605
- package/src/body-sync-terminal.test.ts +0 -310
- package/src/body-sync-terminal.ts +0 -176
- package/src/body-sync-unclassifiable-once.test.ts +0 -260
- package/src/body-sync-unsubscribed-auto-read.test.ts +0 -176
- package/src/body-sync.ts +0 -1970
- package/src/calendar-parts.ts +0 -41
- package/src/classification-backfill.test.ts +0 -615
- package/src/classification-backfill.ts +0 -363
- package/src/classify-message.test.ts +0 -205
- package/src/classify-message.ts +0 -116
- package/src/connection-factory.ts +0 -102
- package/src/connection-test.ts +0 -208
- package/src/credentials.test.ts +0 -181
- package/src/external-move.test.ts +0 -369
- package/src/external-move.ts +0 -272
- package/src/filters/anchor-drift.ts +0 -55
- package/src/filters/filter-config.test.ts +0 -229
- package/src/filters/filter-config.ts +0 -69
- package/src/filters/list-id.test.ts +0 -50
- package/src/filters/match.test.ts +0 -429
- package/src/filters/match.ts +0 -274
- package/src/filters/message-embedder.test.ts +0 -39
- package/src/filters/message-embedder.ts +0 -33
- package/src/filters/pipeline.test.ts +0 -330
- package/src/filters/pipeline.ts +0 -284
- package/src/flag-push-terminal.test.ts +0 -209
- package/src/flag-push.test.ts +0 -408
- package/src/flag-push.ts +0 -198
- package/src/flag-queue-stars.test.ts +0 -171
- package/src/flag-queue.ts +0 -509
- package/src/folder-placement.ts +0 -56
- package/src/heuristics/authenticationResults.test.ts +0 -189
- package/src/heuristics/authenticationResults.ts +0 -212
- package/src/heuristics/classifyByHeaders.test.ts +0 -889
- package/src/heuristics/classifyByHeaders.ts +0 -467
- package/src/heuristics/classifyPlacement.test.ts +0 -366
- package/src/heuristics/classifyPlacement.ts +0 -211
- package/src/heuristics/classifyRealMail.test.ts +0 -242
- package/src/heuristics/machineSenders.test.ts +0 -101
- package/src/heuristics/senderMismatch.test.ts +0 -346
- package/src/heuristics/senderMismatch.ts +0 -259
- package/src/imapflow-connect-retry.test.ts +0 -134
- package/src/imapflow-connection.e2e.test.ts +0 -335
- package/src/imapflow-connection.integ.test.ts +0 -316
- package/src/imapflow-connection.test.ts +0 -469
- package/src/imapflow-connection.ts +0 -1475
- package/src/index.ts +0 -350
- package/src/list-id-backfill.test.ts +0 -573
- package/src/list-id-backfill.ts +0 -274
- package/src/mailbox-cursor-rebuild.test.ts +0 -171
- package/src/mailbox-cursor-rebuild.ts +0 -146
- package/src/mailbox-cursor.test.ts +0 -249
- package/src/mailbox-delete-intent.test.ts +0 -246
- package/src/mailbox-management.test.ts +0 -356
- package/src/mailbox-management.ts +0 -839
- package/src/mailbox-presence.test.ts +0 -72
- package/src/mailbox-queue.ts +0 -415
- package/src/mailbox-rename-intent.test.ts +0 -389
- package/src/mailbox-rename-subtree.test.ts +0 -664
- package/src/mailbox-sync.test.ts +0 -848
- package/src/mailbox-sync.ts +0 -724
- package/src/message-delete-junk-reconcile.test.ts +0 -117
- package/src/message-delete-no-trash.test.ts +0 -245
- package/src/message-delete-unsettled-placement.test.ts +0 -396
- package/src/message-move-copy.test.ts +0 -562
- package/src/message-move-empty-trash.test.ts +0 -326
- package/src/message-move-same-mailbox.test.ts +0 -139
- package/src/message-move-unsettled-placement.test.ts +0 -378
- package/src/message-move.ts +0 -1348
- package/src/message-parser.ts +0 -26
- package/src/message-presence.test.ts +0 -50
- package/src/message-sync-address-spoof.test.ts +0 -293
- package/src/message-sync-category.test.ts +0 -142
- package/src/message-sync-changedsince.test.ts +0 -840
- package/src/message-sync-flags.test.ts +0 -158
- package/src/message-sync-junk-harvest.test.ts +0 -244
- package/src/message-sync-quarantine.test.ts +0 -416
- package/src/message-sync-repoint.test.ts +0 -419
- package/src/message-sync.ts +0 -1963
- package/src/mime-walker.test.ts +0 -311
- package/src/mime-walker.ts +0 -305
- package/src/outbox-attachment-content.test.ts +0 -153
- package/src/outbox-attachment-content.ts +0 -104
- package/src/outbox-attachment-filename.test.ts +0 -132
- package/src/outbox-attachment-filename.ts +0 -76
- package/src/outbox-attachment.test.ts +0 -738
- package/src/outbox-attachment.ts +0 -536
- package/src/outbox-failed-recovery.test.ts +0 -370
- package/src/outbox-queue-settled-row.test.ts +0 -140
- package/src/outbox-queue.test.ts +0 -291
- package/src/outbox-queue.ts +0 -508
- package/src/pass-through-unit-of-work.ts +0 -17
- package/src/placement-move-terminal.test.ts +0 -300
- package/src/placement-move-terminal.ts +0 -148
- package/src/placement-move-unsettled.test.ts +0 -275
- package/src/placement-move.ts +0 -336
- package/src/placement-settled.test.ts +0 -147
- package/src/placement-transition-race.test.ts +0 -482
- package/src/quarantine.test.ts +0 -191
- package/src/quarantine.ts +0 -228
- package/src/snippet.test.ts +0 -213
- package/src/snippet.ts +0 -152
- package/src/spam-report.test.ts +0 -801
- package/src/spam-report.ts +0 -357
- package/src/stale-message-reconcile.test.ts +0 -82
- package/src/stale-message-reconcile.ts +0 -55
- package/src/sync-watermarks.test.ts +0 -409
- package/src/sync-watermarks.ts +0 -319
- package/src/system-flag-wire-format.test.ts +0 -77
- package/src/test-helpers/folder-roles.ts +0 -66
- package/src/test-helpers/isolated-mailbox.ts +0 -44
- package/src/test-helpers/mailfuzz-connection.ts +0 -27
- package/src/test-helpers/mime-tree-generator.ts +0 -461
- package/src/text/normalizer.test.ts +0 -223
- package/src/text/normalizer.ts +0 -140
- package/src/thread-message-rows.ts +0 -77
- package/src/types/mailparser-augment.d.ts +0 -15
- package/src/types/natural-porter-stemmer.d.ts +0 -50
- package/src/types/stopword.d.ts +0 -69
- package/src/types.ts +0 -371
- package/test/fixtures/mime-adversarial-e2e/01-octet-stream-pdf.eml +0 -21
- package/test/fixtures/mime-adversarial-e2e/02-nested-related-cid-image.eml +0 -31
- package/test/fixtures/mime-adversarial-e2e/03-calendar-invite.eml +0 -33
- package/test/fixtures/mime-adversarial-e2e/04-forwarded-rfc822-with-attachments.eml +0 -42
- package/test/fixtures/mime-adversarial-e2e/05-tnef-winmail.eml +0 -25
- package/test/fixtures/mime-adversarial-e2e/06-8bit-non-ascii.eml +0 -15
- package/test/fixtures/mime-adversarial-e2e/07-quoted-printable-soft-breaks.eml +0 -17
- package/test/fixtures/mime-adversarial-e2e/08-alternative-empty-text.eml +0 -18
- package/tsconfig.json +0 -8
|
@@ -1,409 +0,0 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { describe, it } from "node:test";
|
|
3
|
-
import {
|
|
4
|
-
advanceChangeCursor,
|
|
5
|
-
advanceUidWatermarks,
|
|
6
|
-
type ChangeCursor,
|
|
7
|
-
dropAppliedPrefix,
|
|
8
|
-
formatChangeCursor,
|
|
9
|
-
orderByModseq,
|
|
10
|
-
parseChangeCursor,
|
|
11
|
-
parseModseq,
|
|
12
|
-
} from "./sync-watermarks.js";
|
|
13
|
-
import type { ImapMessage } from "./types.js";
|
|
14
|
-
|
|
15
|
-
const message = (uid: number, modseq?: string): ImapMessage => ({
|
|
16
|
-
uid,
|
|
17
|
-
seq: uid,
|
|
18
|
-
flags: [],
|
|
19
|
-
internalDate: new Date(0),
|
|
20
|
-
size: 0,
|
|
21
|
-
...(modseq !== undefined ? { modseq } : {}),
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
/** `count` messages sharing one mod-sequence, as a single STORE produces. */
|
|
25
|
-
const tieGroup = (
|
|
26
|
-
count: number,
|
|
27
|
-
modseq: string,
|
|
28
|
-
firstUid: number,
|
|
29
|
-
): ImapMessage[] =>
|
|
30
|
-
Array.from({ length: count }, (_, i) => message(firstUid + i, modseq));
|
|
31
|
-
|
|
32
|
-
describe("parseModseq", () => {
|
|
33
|
-
it("parses a value beyond 2^53 losslessly", () => {
|
|
34
|
-
assert.equal(parseModseq("18446744073709551615"), 18446744073709551615n);
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
it("treats an absent or zero watermark as no watermark", () => {
|
|
38
|
-
assert.equal(parseModseq(undefined), 0n);
|
|
39
|
-
assert.equal(parseModseq(""), 0n);
|
|
40
|
-
assert.equal(parseModseq("0"), 0n);
|
|
41
|
-
});
|
|
42
|
-
});
|
|
43
|
-
|
|
44
|
-
describe("orderByModseq", () => {
|
|
45
|
-
it("orders oldest change first so a partial round is resumable", () => {
|
|
46
|
-
const ordered = orderByModseq([
|
|
47
|
-
message(3, "30"),
|
|
48
|
-
message(1, "10"),
|
|
49
|
-
message(2, "20"),
|
|
50
|
-
]);
|
|
51
|
-
|
|
52
|
-
assert.deepEqual(
|
|
53
|
-
ordered.map((m) => m.uid),
|
|
54
|
-
[1, 2, 3],
|
|
55
|
-
);
|
|
56
|
-
});
|
|
57
|
-
|
|
58
|
-
it("breaks ties on UID and compares beyond 2^53", () => {
|
|
59
|
-
const ordered = orderByModseq([
|
|
60
|
-
message(9, "9007199254740993"),
|
|
61
|
-
message(4, "9007199254740992"),
|
|
62
|
-
message(2, "9007199254740992"),
|
|
63
|
-
]);
|
|
64
|
-
|
|
65
|
-
assert.deepEqual(
|
|
66
|
-
ordered.map((m) => m.uid),
|
|
67
|
-
[2, 4, 9],
|
|
68
|
-
);
|
|
69
|
-
});
|
|
70
|
-
});
|
|
71
|
-
|
|
72
|
-
describe("parseChangeCursor / formatChangeCursor", () => {
|
|
73
|
-
it("reads a plain value written before the sub-position existed", () => {
|
|
74
|
-
assert.deepEqual(parseChangeCursor("900"), {
|
|
75
|
-
modseq: 900n,
|
|
76
|
-
group: 0n,
|
|
77
|
-
uid: 0,
|
|
78
|
-
});
|
|
79
|
-
});
|
|
80
|
-
|
|
81
|
-
it("round-trips a clean boundary as plain digits", () => {
|
|
82
|
-
assert.equal(
|
|
83
|
-
formatChangeCursor({ modseq: 900n, group: 0n, uid: 0 }),
|
|
84
|
-
"900",
|
|
85
|
-
);
|
|
86
|
-
});
|
|
87
|
-
|
|
88
|
-
it("round-trips a position inside a group, implying the fetch point", () => {
|
|
89
|
-
assert.equal(
|
|
90
|
-
formatChangeCursor({ modseq: 199n, group: 200n, uid: 500 }),
|
|
91
|
-
"200:500",
|
|
92
|
-
);
|
|
93
|
-
assert.deepEqual(parseChangeCursor("200:500"), {
|
|
94
|
-
modseq: 199n,
|
|
95
|
-
group: 200n,
|
|
96
|
-
uid: 500,
|
|
97
|
-
});
|
|
98
|
-
});
|
|
99
|
-
|
|
100
|
-
it("stays inside the field's 32 characters at full 64-bit width", () => {
|
|
101
|
-
const widest = formatChangeCursor({
|
|
102
|
-
modseq: 18446744073709551614n,
|
|
103
|
-
group: 18446744073709551615n,
|
|
104
|
-
uid: 4294967295,
|
|
105
|
-
});
|
|
106
|
-
|
|
107
|
-
assert.equal(widest, "18446744073709551615:4294967295");
|
|
108
|
-
assert.ok(widest.length <= 32);
|
|
109
|
-
assert.deepEqual(parseChangeCursor(widest), {
|
|
110
|
-
modseq: 18446744073709551614n,
|
|
111
|
-
group: 18446744073709551615n,
|
|
112
|
-
uid: 4294967295,
|
|
113
|
-
});
|
|
114
|
-
});
|
|
115
|
-
|
|
116
|
-
it("treats an absent cursor as no cursor", () => {
|
|
117
|
-
assert.deepEqual(parseChangeCursor(undefined), {
|
|
118
|
-
modseq: 0n,
|
|
119
|
-
group: 0n,
|
|
120
|
-
uid: 0,
|
|
121
|
-
});
|
|
122
|
-
assert.deepEqual(parseChangeCursor("0"), {
|
|
123
|
-
modseq: 0n,
|
|
124
|
-
group: 0n,
|
|
125
|
-
uid: 0,
|
|
126
|
-
});
|
|
127
|
-
});
|
|
128
|
-
|
|
129
|
-
it("degrades a malformed cursor to enumeration instead of throwing", () => {
|
|
130
|
-
// A throw here would take the mailbox out of sync permanently, with no
|
|
131
|
-
// path left to read the value and repair it.
|
|
132
|
-
for (const raw of ["abc", "500:abc", "abc:1", "", ":", "1:2:3"]) {
|
|
133
|
-
assert.doesNotThrow(() => parseChangeCursor(raw));
|
|
134
|
-
}
|
|
135
|
-
assert.equal(parseChangeCursor("abc").modseq, 0n);
|
|
136
|
-
assert.equal(parseChangeCursor("500:abc").modseq, 500n);
|
|
137
|
-
});
|
|
138
|
-
});
|
|
139
|
-
|
|
140
|
-
describe("dropAppliedPrefix", () => {
|
|
141
|
-
it("passes everything through on a clean boundary", () => {
|
|
142
|
-
const ordered = tieGroup(3, "900", 10);
|
|
143
|
-
|
|
144
|
-
assert.equal(
|
|
145
|
-
dropAppliedPrefix(ordered, { modseq: 800n, group: 0n, uid: 0 }).length,
|
|
146
|
-
3,
|
|
147
|
-
);
|
|
148
|
-
});
|
|
149
|
-
|
|
150
|
-
it("drops the members of the recorded group already applied", () => {
|
|
151
|
-
const ordered = [...tieGroup(4, "200", 500), message(50, "300")];
|
|
152
|
-
|
|
153
|
-
const remaining = dropAppliedPrefix(ordered, {
|
|
154
|
-
modseq: 199n,
|
|
155
|
-
group: 200n,
|
|
156
|
-
uid: 500,
|
|
157
|
-
});
|
|
158
|
-
|
|
159
|
-
assert.deepEqual(
|
|
160
|
-
remaining.map((m) => m.uid),
|
|
161
|
-
[501, 502, 503, 50],
|
|
162
|
-
);
|
|
163
|
-
});
|
|
164
|
-
|
|
165
|
-
it("skips nothing when the recorded group has vanished from the result", () => {
|
|
166
|
-
// The group's remainder was expunged, or re-modified onto a higher
|
|
167
|
-
// mod-sequence. Inferring the in-progress group from the lowest one
|
|
168
|
-
// returned would drop the two leading messages of an unrelated group.
|
|
169
|
-
const ordered = [
|
|
170
|
-
message(10, "300"),
|
|
171
|
-
message(20, "300"),
|
|
172
|
-
message(600, "300"),
|
|
173
|
-
];
|
|
174
|
-
|
|
175
|
-
const remaining = dropAppliedPrefix(ordered, {
|
|
176
|
-
modseq: 199n,
|
|
177
|
-
group: 200n,
|
|
178
|
-
uid: 500,
|
|
179
|
-
});
|
|
180
|
-
|
|
181
|
-
assert.deepEqual(
|
|
182
|
-
remaining.map((m) => m.uid),
|
|
183
|
-
[10, 20, 600],
|
|
184
|
-
);
|
|
185
|
-
});
|
|
186
|
-
});
|
|
187
|
-
|
|
188
|
-
describe("advanceChangeCursor", () => {
|
|
189
|
-
const noFailures = new Set<number>();
|
|
190
|
-
const boundary = (modseq: bigint): ChangeCursor => ({
|
|
191
|
-
modseq,
|
|
192
|
-
group: 0n,
|
|
193
|
-
uid: 0,
|
|
194
|
-
});
|
|
195
|
-
|
|
196
|
-
it("jumps to the server HIGHESTMODSEQ when the whole set was applied", () => {
|
|
197
|
-
const ordered = [message(1, "11"), message(2, "12")];
|
|
198
|
-
|
|
199
|
-
const result = advanceChangeCursor({
|
|
200
|
-
cursor: boundary(10n),
|
|
201
|
-
serverModseq: 20n,
|
|
202
|
-
ordered,
|
|
203
|
-
batch: ordered,
|
|
204
|
-
failedUids: noFailures,
|
|
205
|
-
});
|
|
206
|
-
|
|
207
|
-
assert.deepEqual(result, { cursor: boundary(20n), hasMore: false });
|
|
208
|
-
});
|
|
209
|
-
|
|
210
|
-
it("records which group it stopped inside, and where", () => {
|
|
211
|
-
// 60 messages marked read by one STORE; the round applies 50.
|
|
212
|
-
const ordered = tieGroup(60, "900", 10);
|
|
213
|
-
|
|
214
|
-
const result = advanceChangeCursor({
|
|
215
|
-
cursor: boundary(800n),
|
|
216
|
-
serverModseq: 900n,
|
|
217
|
-
ordered,
|
|
218
|
-
batch: ordered.slice(0, 50),
|
|
219
|
-
failedUids: noFailures,
|
|
220
|
-
});
|
|
221
|
-
|
|
222
|
-
assert.deepEqual(result, {
|
|
223
|
-
cursor: { modseq: 899n, group: 900n, uid: 59 },
|
|
224
|
-
hasMore: true,
|
|
225
|
-
});
|
|
226
|
-
});
|
|
227
|
-
|
|
228
|
-
it("resumes a part-applied group and closes it on the boundary", () => {
|
|
229
|
-
const ordered = tieGroup(10, "900", 60);
|
|
230
|
-
|
|
231
|
-
const result = advanceChangeCursor({
|
|
232
|
-
cursor: { modseq: 899n, group: 900n, uid: 59 },
|
|
233
|
-
serverModseq: 900n,
|
|
234
|
-
ordered,
|
|
235
|
-
batch: ordered,
|
|
236
|
-
failedUids: noFailures,
|
|
237
|
-
});
|
|
238
|
-
|
|
239
|
-
assert.deepEqual(result, { cursor: boundary(900n), hasMore: false });
|
|
240
|
-
});
|
|
241
|
-
|
|
242
|
-
it("stops on the boundary when the next change starts a new group", () => {
|
|
243
|
-
const ordered = [...tieGroup(2, "900", 10), ...tieGroup(2, "950", 20)];
|
|
244
|
-
|
|
245
|
-
const result = advanceChangeCursor({
|
|
246
|
-
cursor: boundary(800n),
|
|
247
|
-
serverModseq: 999n,
|
|
248
|
-
ordered,
|
|
249
|
-
batch: ordered.slice(0, 2),
|
|
250
|
-
failedUids: noFailures,
|
|
251
|
-
});
|
|
252
|
-
|
|
253
|
-
assert.deepEqual(result, { cursor: boundary(900n), hasMore: true });
|
|
254
|
-
});
|
|
255
|
-
|
|
256
|
-
it("stops below a failure inside a group", () => {
|
|
257
|
-
const ordered = tieGroup(4, "900", 10);
|
|
258
|
-
|
|
259
|
-
const result = advanceChangeCursor({
|
|
260
|
-
cursor: boundary(800n),
|
|
261
|
-
serverModseq: 900n,
|
|
262
|
-
ordered,
|
|
263
|
-
batch: ordered,
|
|
264
|
-
failedUids: new Set([12]),
|
|
265
|
-
});
|
|
266
|
-
|
|
267
|
-
assert.deepEqual(result.cursor, { modseq: 899n, group: 900n, uid: 11 });
|
|
268
|
-
});
|
|
269
|
-
|
|
270
|
-
it("does not move when the very first change fails", () => {
|
|
271
|
-
const ordered = tieGroup(2, "900", 10);
|
|
272
|
-
|
|
273
|
-
const result = advanceChangeCursor({
|
|
274
|
-
cursor: boundary(800n),
|
|
275
|
-
serverModseq: 900n,
|
|
276
|
-
ordered,
|
|
277
|
-
batch: ordered,
|
|
278
|
-
failedUids: new Set([10]),
|
|
279
|
-
});
|
|
280
|
-
|
|
281
|
-
assert.deepEqual(result.cursor, boundary(800n));
|
|
282
|
-
});
|
|
283
|
-
|
|
284
|
-
it("keeps every completed group when a later one fails part-way", () => {
|
|
285
|
-
const ordered = [...tieGroup(2, "810", 1), ...tieGroup(3, "900", 10)];
|
|
286
|
-
|
|
287
|
-
const result = advanceChangeCursor({
|
|
288
|
-
cursor: boundary(800n),
|
|
289
|
-
serverModseq: 999n,
|
|
290
|
-
ordered,
|
|
291
|
-
batch: ordered,
|
|
292
|
-
failedUids: new Set([11]),
|
|
293
|
-
});
|
|
294
|
-
|
|
295
|
-
// 810 is complete and 900 is part-applied, so the fetch point sits just
|
|
296
|
-
// below 900 and the group is named.
|
|
297
|
-
assert.deepEqual(result.cursor, { modseq: 899n, group: 900n, uid: 10 });
|
|
298
|
-
});
|
|
299
|
-
|
|
300
|
-
it("floors the fetch point at zero when a message carries no MODSEQ", () => {
|
|
301
|
-
const ordered = [message(1), message(2)];
|
|
302
|
-
|
|
303
|
-
const result = advanceChangeCursor({
|
|
304
|
-
cursor: boundary(0n),
|
|
305
|
-
serverModseq: 0n,
|
|
306
|
-
ordered,
|
|
307
|
-
batch: ordered.slice(0, 1),
|
|
308
|
-
failedUids: noFailures,
|
|
309
|
-
});
|
|
310
|
-
|
|
311
|
-
assert.equal(result.cursor.modseq >= 0n, true);
|
|
312
|
-
assert.equal(formatChangeCursor(result.cursor).startsWith("-"), false);
|
|
313
|
-
});
|
|
314
|
-
|
|
315
|
-
it("never moves backwards when the server reports a lower value", () => {
|
|
316
|
-
const result = advanceChangeCursor({
|
|
317
|
-
cursor: boundary(50n),
|
|
318
|
-
serverModseq: 20n,
|
|
319
|
-
ordered: [],
|
|
320
|
-
batch: [],
|
|
321
|
-
failedUids: noFailures,
|
|
322
|
-
});
|
|
323
|
-
|
|
324
|
-
assert.deepEqual(result.cursor, boundary(50n));
|
|
325
|
-
});
|
|
326
|
-
});
|
|
327
|
-
|
|
328
|
-
describe("advanceUidWatermarks", () => {
|
|
329
|
-
const noFailures = new Set<number>();
|
|
330
|
-
|
|
331
|
-
it("advances the forward watermark over a clean batch of new mail", () => {
|
|
332
|
-
const result = advanceUidWatermarks({
|
|
333
|
-
batchUids: [21, 22, 23],
|
|
334
|
-
failedUids: noFailures,
|
|
335
|
-
lastSyncUid: 5,
|
|
336
|
-
highWaterMarkUid: 20,
|
|
337
|
-
});
|
|
338
|
-
|
|
339
|
-
assert.equal(result.highWaterMarkUid, 23);
|
|
340
|
-
assert.equal(result.lastSyncUid, 5);
|
|
341
|
-
});
|
|
342
|
-
|
|
343
|
-
it("stops the forward watermark below a failed UID rather than jumping it", () => {
|
|
344
|
-
const result = advanceUidWatermarks({
|
|
345
|
-
batchUids: [21, 22, 23, 24, 25],
|
|
346
|
-
failedUids: new Set([23]),
|
|
347
|
-
lastSyncUid: 5,
|
|
348
|
-
highWaterMarkUid: 20,
|
|
349
|
-
});
|
|
350
|
-
|
|
351
|
-
assert.equal(result.highWaterMarkUid, 22);
|
|
352
|
-
});
|
|
353
|
-
|
|
354
|
-
it("keeps a failed backfill UID inside the backfill window", () => {
|
|
355
|
-
const result = advanceUidWatermarks({
|
|
356
|
-
batchUids: [5, 6, 7],
|
|
357
|
-
failedUids: new Set([6]),
|
|
358
|
-
lastSyncUid: 10,
|
|
359
|
-
highWaterMarkUid: 20,
|
|
360
|
-
});
|
|
361
|
-
|
|
362
|
-
assert.equal(result.lastSyncUid, 7);
|
|
363
|
-
});
|
|
364
|
-
|
|
365
|
-
it("lowers the backfill floor to the lowest UID of a clean batch", () => {
|
|
366
|
-
const result = advanceUidWatermarks({
|
|
367
|
-
batchUids: [5, 6, 7],
|
|
368
|
-
failedUids: noFailures,
|
|
369
|
-
lastSyncUid: 10,
|
|
370
|
-
highWaterMarkUid: 20,
|
|
371
|
-
});
|
|
372
|
-
|
|
373
|
-
assert.equal(result.lastSyncUid, 5);
|
|
374
|
-
});
|
|
375
|
-
|
|
376
|
-
it("lets a failure constrain only its own region", () => {
|
|
377
|
-
const result = advanceUidWatermarks({
|
|
378
|
-
batchUids: [5, 6, 21, 22],
|
|
379
|
-
failedUids: new Set([6]),
|
|
380
|
-
lastSyncUid: 10,
|
|
381
|
-
highWaterMarkUid: 20,
|
|
382
|
-
});
|
|
383
|
-
|
|
384
|
-
assert.equal(result.highWaterMarkUid, 22);
|
|
385
|
-
assert.equal(result.lastSyncUid, 7);
|
|
386
|
-
});
|
|
387
|
-
|
|
388
|
-
it("sets both watermarks from a fresh sync", () => {
|
|
389
|
-
const result = advanceUidWatermarks({
|
|
390
|
-
batchUids: [1, 2, 3],
|
|
391
|
-
failedUids: noFailures,
|
|
392
|
-
lastSyncUid: 0,
|
|
393
|
-
highWaterMarkUid: 0,
|
|
394
|
-
});
|
|
395
|
-
|
|
396
|
-
assert.deepEqual(result, { lastSyncUid: 1, highWaterMarkUid: 3 });
|
|
397
|
-
});
|
|
398
|
-
|
|
399
|
-
it("never moves a watermark backwards", () => {
|
|
400
|
-
const result = advanceUidWatermarks({
|
|
401
|
-
batchUids: [21],
|
|
402
|
-
failedUids: new Set([21]),
|
|
403
|
-
lastSyncUid: 5,
|
|
404
|
-
highWaterMarkUid: 20,
|
|
405
|
-
});
|
|
406
|
-
|
|
407
|
-
assert.deepEqual(result, { lastSyncUid: 5, highWaterMarkUid: 20 });
|
|
408
|
-
});
|
|
409
|
-
});
|