@remit/imap-worker 0.0.91 → 0.0.93

package/dist/config-env.js

@@ -2,6 +2,9 @@ import { attemptBudget } from "@remit/sqs-client/attempt-budget";
 import { DEFAULT_MAILBOX_FRESHNESS_MS, defaultImapWorkerConfig, } from "./context.js";
 import { workerVersion } from "./worker-version.js";
 const DEFAULT_CONNECTIONS_PER_ACCOUNT = 2;
+const BODY_BATCH_SIZE = 200;
+const BODY_PROCESS_CONCURRENCY = 8;
+const BODY_PROCESS_BYTES_IN_FLIGHT = 256 * 1024 * 1024;
 // Deployments that drive sync from a test harness set MAILBOX_FRESHNESS_MS low
 // so their explicit nudges are never no-oped by the freshness gate.
 export const resolveMailboxFreshnessMs = (env) => {
@@ -23,7 +26,9 @@ export const imapWorkerConfigFromEnv = (env) => {
             messageDelete: attemptBudget("MESSAGE_DELETE_MAX_ATTEMPTS", attempts.messageDelete, env),
             messageCopy: attemptBudget("MESSAGE_COPY_MAX_ATTEMPTS", attempts.messageCopy, env),
         },
-        bodyBatchSize: defaultImapWorkerConfig.bodyBatchSize,
+        bodyBatchSize: BODY_BATCH_SIZE,
+        bodyProcessConcurrency: BODY_PROCESS_CONCURRENCY,
+        bodyProcessBytesInFlight: BODY_PROCESS_BYTES_IN_FLIGHT,
         mailboxFreshnessMs: resolveMailboxFreshnessMs(env),
         workerVersion: workerVersion(),
     };

package/dist/context.d.ts

@@ -29,6 +29,8 @@ export interface AttemptBudgets {
 export interface ImapWorkerConfig {
     readonly attempts: AttemptBudgets;
     readonly bodyBatchSize: number;
+    readonly bodyProcessConcurrency: number;
+    readonly bodyProcessBytesInFlight: number;
     readonly mailboxFreshnessMs: number;
     readonly workerVersion: string;
 }
@@ -43,4 +45,4 @@ export interface ProcessContext {
     readonly accountObjects: AccountObjectStore;
 }
 export declare const DEFAULT_MAILBOX_FRESHNESS_MS = 60000;
-export declare const defaultImapWorkerConfig: Omit<ImapWorkerConfig, "workerVersion">;
+export declare const defaultImapWorkerConfig: Omit<ImapWorkerConfig, "workerVersion" | "bodyBatchSize" | "bodyProcessConcurrency" | "bodyProcessBytesInFlight">;

package/dist/context.js

@@ -10,6 +10,5 @@ export const defaultImapWorkerConfig = {
         messageDelete: 3,
         messageCopy: 3,
     },
-    bodyBatchSize: 200,
     mailboxFreshnessMs: DEFAULT_MAILBOX_FRESHNESS_MS,
 };

package/dist/handlers/sync-message-body.js

@@ -132,7 +132,11 @@ export const syncMessageBody = async (event, ctx, receiveCount) => {
             placement: await resolveFolderPlacement(mailboxSpecialUseService, accountId, mailbox.mailboxId),
         };
         await (async () => {
-            const result = await bodySyncService.syncBodies(messageIds, accountId, account.accountConfigId, folder, getConnectionChecked, force);
+            const result = await bodySyncService.syncBodies(messageIds, accountId, account.accountConfigId, folder, getConnectionChecked, {
+                force,
+                concurrency: config.bodyProcessConcurrency,
+                bytesInFlight: config.bodyProcessBytesInFlight,
+            });
             if (result.failedMessageIds.length === 0) {
                 return;
             }

package/dist/scheduler/calendar-subscriptions.d.ts

@@ -2,11 +2,7 @@ import type { RemitClient } from "@remit/backend/client";
 import { type CalendarFeedFetcher } from "@remit/calendar-service";
 import type { ICalendarCollectionRepository, ICalendarStore } from "@remit/data-ports";
 import type { Logger } from "@remit/logger";
-export interface CalendarSubscriptionTally {
-    refreshed: number;
-    failed: number;
-    notDue: number;
-}
+import type { CalendarSubscriptionTally } from "./run-tick.js";
 export interface CalendarSubscriptionRefreshDeps {
     calendarCollection: Pick<ICalendarCollectionRepository, "listEnabledSubscriptions">;
     calendarStore: ICalendarStore;

package/dist/scheduler/config.d.ts

@@ -21,7 +21,9 @@
  * accounts, and the checker's stall threshold is derived from those values —
  * see deploy/vps/docker-compose.sqlite.yml's `scheduler` service.
  */
-export declare const getTickIntervalMs: (env?: NodeJS.ProcessEnv) => number;
-export declare const getOfflineIntervalMs: (env?: NodeJS.ProcessEnv) => number;
+export declare const DEFAULT_TICK_INTERVAL_MS: number;
+export declare const DEFAULT_OFFLINE_INTERVAL_MS: number;
+export declare const getTickIntervalMs: (env: Readonly<Record<string, string | undefined>>) => number;
+export declare const getOfflineIntervalMs: (env: Readonly<Record<string, string | undefined>>) => number;
 export declare const SCHEDULER_PAGE_SIZE = 100;
 export declare const SCHEDULER_ENQUEUE_CONCURRENCY = 10;

package/dist/scheduler/config.js

@@ -21,16 +21,16 @@
  * accounts, and the checker's stall threshold is derived from those values —
  * see deploy/vps/docker-compose.sqlite.yml's `scheduler` service.
  */
-const DEFAULT_TICK_INTERVAL_SECONDS = 60 * 60; // 1 hour
-const DEFAULT_OFFLINE_INTERVAL_SECONDS = 12 * 60 * 60; // 12 hours
-const parsePositiveIntSeconds = (raw, fallback) => {
+export const DEFAULT_TICK_INTERVAL_MS = 60 * 60 * 1000;
+export const DEFAULT_OFFLINE_INTERVAL_MS = 12 * 60 * 60 * 1000;
+const parsePositiveSecondsAsMs = (raw, fallbackMs) => {
     if (!raw)
-        return fallback;
+        return fallbackMs;
     const parsed = Number.parseInt(raw, 10);
-    return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+    return Number.isFinite(parsed) && parsed > 0 ? parsed * 1000 : fallbackMs;
 };
-export const getTickIntervalMs = (env = process.env) => parsePositiveIntSeconds(env.MAILBOX_SYNC_TICK_INTERVAL_SECONDS, DEFAULT_TICK_INTERVAL_SECONDS) * 1000;
-export const getOfflineIntervalMs = (env = process.env) => parsePositiveIntSeconds(env.MAILBOX_SYNC_OFFLINE_INTERVAL_SECONDS, DEFAULT_OFFLINE_INTERVAL_SECONDS) * 1000;
+export const getTickIntervalMs = (env) => parsePositiveSecondsAsMs(env.MAILBOX_SYNC_TICK_INTERVAL_SECONDS, DEFAULT_TICK_INTERVAL_MS);
+export const getOfflineIntervalMs = (env) => parsePositiveSecondsAsMs(env.MAILBOX_SYNC_OFFLINE_INTERVAL_SECONDS, DEFAULT_OFFLINE_INTERVAL_MS);
 // Page size + enqueue concurrency are implementation details of the tick
 // itself, not stage config — unlike the two intervals above, nothing outside
 // this worker needs to agree with them.

package/dist/scheduler/handler.js

@@ -3,11 +3,9 @@ import { createLogger } from "@remit/logger";
 import { installNodeLogger, withTelemetry } from "@remit/logger-lambda/node";
 import { lambdaEmitEvent } from "../lambda-context.js";
 import { sqsWorkerQueues, workerQueueUrlsFromEnv } from "../sqs-queues.js";
-import { buildAttachmentSweep } from "./attachment-sweep.js";
 import { buildCalendarSubscriptionRefresh } from "./calendar-subscriptions.js";
 import { getOfflineIntervalMs, getTickIntervalMs } from "./config.js";
-import { runSchedulerTick } from "./run-tick.js";
-import { redriveStrandedPlacements } from "./stranded-placement-redrive.js";
+import { buildAttachmentSweep, redriveStrandedPlacements, runSchedulerTick, } from "./tick.js";
 installNodeLogger();
 const log = createLogger();
 /**
@@ -34,8 +32,8 @@ export const buildScheduledHandler = (queues) => withTelemetry(async (event) =>
         accountService: client.account,
         queue: queues.mailboxes,
         log,
-        tickIntervalMs: getTickIntervalMs(),
-        offlineIntervalMs: getOfflineIntervalMs(),
+        tickIntervalMs: getTickIntervalMs(process.env),
+        offlineIntervalMs: getOfflineIntervalMs(process.env),
         now,
         // The hosted side is the one that needs this: a browser PUTs straight
         // to block storage, so nothing refuses an upload against a draft that is

package/dist/scheduler/run-tick.d.ts

@@ -1,7 +1,11 @@
 import { type SyncMailboxesEvent } from "@remit/backend/trigger-sync";
 import type { AccountItem, FifoQueueProducer, IAccountRepository } from "@remit/data-ports";
 import type { Logger } from "@remit/logger";
-import type { CalendarSubscriptionTally } from "./calendar-subscriptions.js";
+export interface CalendarSubscriptionTally {
+    refreshed: number;
+    failed: number;
+    notDue: number;
+}
 export interface RunSchedulerTickDeps {
     accountService: Pick<IAccountRepository, "listAllAccountsPage">;
     queue: FifoQueueProducer<SyncMailboxesEvent>;

package/dist/scheduler/runner.js

@@ -8,12 +8,10 @@ import { backfillSearchText } from "@remit/mailbox-service";
 import { clearHeartbeats, createHeartbeat } from "@remit/sqs-client/heartbeat";
 import { lambdaEmitEvent } from "../lambda-context.js";
 import { sqsWorkerQueues, workerQueueUrlsFromEnv } from "../sqs-queues.js";
-import { buildAttachmentSweep } from "./attachment-sweep.js";
 import { buildCalendarSubscriptionRefresh } from "./calendar-subscriptions.js";
 import { getOfflineIntervalMs, getTickIntervalMs } from "./config.js";
 import { runSchedulerLoop } from "./loop.js";
-import { runSchedulerTick } from "./run-tick.js";
-import { redriveStrandedPlacements } from "./stranded-placement-redrive.js";
+import { buildAttachmentSweep, redriveStrandedPlacements, runSchedulerTick, } from "./tick.js";
 installNodeLogger();
 /**
  * The scheduled-sync runner for every deployment that has no EventBridge: the
@@ -36,8 +34,8 @@ installNodeLogger();
  */
 const log = createLogger();
 const queues = sqsWorkerQueues(workerQueueUrlsFromEnv());
-const tickIntervalMs = getTickIntervalMs();
-const offlineIntervalMs = getOfflineIntervalMs();
+const tickIntervalMs = getTickIntervalMs(process.env);
+const offlineIntervalMs = getOfflineIntervalMs(process.env);
 // A persistent failure (e.g. Postgres not up yet at container boot) throws
 // before the loop ever reaches its own `delay`, so `restart: unless-stopped`
 // would otherwise respawn the process immediately — a tight, log-flooding

package/dist/scheduler/tick.d.ts

@@ -0,0 +1,5 @@
+export { createEmitEvent, type EmitDeps, type EmitEvent } from "../emit.js";
+export { buildAttachmentSweep } from "./attachment-sweep.js";
+export { DEFAULT_OFFLINE_INTERVAL_MS, DEFAULT_TICK_INTERVAL_MS, } from "./config.js";
+export { type CalendarSubscriptionTally, type RunSchedulerTickDeps, runSchedulerTick, type SchedulerTickResult, } from "./run-tick.js";
+export { redriveStrandedPlacements, type StrandedPlacementEvent, type StrandedPlacementRedriveDeps, } from "./stranded-placement-redrive.js";

package/dist/scheduler/tick.js

@@ -0,0 +1,5 @@
+export { createEmitEvent } from "../emit.js";
+export { buildAttachmentSweep } from "./attachment-sweep.js";
+export { DEFAULT_OFFLINE_INTERVAL_MS, DEFAULT_TICK_INTERVAL_MS, } from "./config.js";
+export { runSchedulerTick, } from "./run-tick.js";
+export { redriveStrandedPlacements, } from "./stranded-placement-redrive.js";

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@remit/imap-worker",
-	"version": "0.0.91",
+	"version": "0.0.93",
 	"type": "module",
 	"main": "dist/index.js",
 	"exports": {
@@ -16,6 +16,10 @@
 			"types": "./dist/scheduler/handler.d.ts",
 			"default": "./dist/scheduler/handler.js"
 		},
+		"./scheduler-tick": {
+			"types": "./dist/scheduler/tick.d.ts",
+			"default": "./dist/scheduler/tick.js"
+		},
 		"./mailbox-management": {
 			"types": "./dist/handlers/mailbox-management.d.ts",
 			"default": "./dist/handlers/mailbox-management.js"