@remit/imap-worker 0.0.92 → 0.0.94

package/dist/config-env.js

@@ -2,6 +2,9 @@ import { attemptBudget } from "@remit/sqs-client/attempt-budget";
 import { DEFAULT_MAILBOX_FRESHNESS_MS, defaultImapWorkerConfig, } from "./context.js";
 import { workerVersion } from "./worker-version.js";
 const DEFAULT_CONNECTIONS_PER_ACCOUNT = 2;
+const BODY_BATCH_SIZE = 200;
+const BODY_PROCESS_CONCURRENCY = 8;
+const BODY_PROCESS_BYTES_IN_FLIGHT = 256 * 1024 * 1024;
 // Deployments that drive sync from a test harness set MAILBOX_FRESHNESS_MS low
 // so their explicit nudges are never no-oped by the freshness gate.
 export const resolveMailboxFreshnessMs = (env) => {
@@ -23,7 +26,9 @@ export const imapWorkerConfigFromEnv = (env) => {
             messageDelete: attemptBudget("MESSAGE_DELETE_MAX_ATTEMPTS", attempts.messageDelete, env),
             messageCopy: attemptBudget("MESSAGE_COPY_MAX_ATTEMPTS", attempts.messageCopy, env),
         },
-        bodyBatchSize: defaultImapWorkerConfig.bodyBatchSize,
+        bodyBatchSize: BODY_BATCH_SIZE,
+        bodyProcessConcurrency: BODY_PROCESS_CONCURRENCY,
+        bodyProcessBytesInFlight: BODY_PROCESS_BYTES_IN_FLIGHT,
         mailboxFreshnessMs: resolveMailboxFreshnessMs(env),
         workerVersion: workerVersion(),
     };

package/dist/context.d.ts

@@ -29,6 +29,8 @@ export interface AttemptBudgets {
 export interface ImapWorkerConfig {
     readonly attempts: AttemptBudgets;
     readonly bodyBatchSize: number;
+    readonly bodyProcessConcurrency: number;
+    readonly bodyProcessBytesInFlight: number;
     readonly mailboxFreshnessMs: number;
     readonly workerVersion: string;
 }
@@ -43,4 +45,4 @@ export interface ProcessContext {
     readonly accountObjects: AccountObjectStore;
 }
 export declare const DEFAULT_MAILBOX_FRESHNESS_MS = 60000;
-export declare const defaultImapWorkerConfig: Omit<ImapWorkerConfig, "workerVersion">;
+export declare const defaultImapWorkerConfig: Omit<ImapWorkerConfig, "workerVersion" | "bodyBatchSize" | "bodyProcessConcurrency" | "bodyProcessBytesInFlight">;

package/dist/context.js

@@ -10,6 +10,5 @@ export const defaultImapWorkerConfig = {
         messageDelete: 3,
         messageCopy: 3,
     },
-    bodyBatchSize: 200,
     mailboxFreshnessMs: DEFAULT_MAILBOX_FRESHNESS_MS,
 };

package/dist/handlers/sync-message-body.js

@@ -132,7 +132,11 @@ export const syncMessageBody = async (event, ctx, receiveCount) => {
             placement: await resolveFolderPlacement(mailboxSpecialUseService, accountId, mailbox.mailboxId),
         };
         await (async () => {
-            const result = await bodySyncService.syncBodies(messageIds, accountId, account.accountConfigId, folder, getConnectionChecked, force);
+            const result = await bodySyncService.syncBodies(messageIds, accountId, account.accountConfigId, folder, getConnectionChecked, {
+                force,
+                concurrency: config.bodyProcessConcurrency,
+                bytesInFlight: config.bodyProcessBytesInFlight,
+            });
             if (result.failedMessageIds.length === 0) {
                 return;
             }

package/dist/lifecycle-connection-scope.d.ts

@@ -0,0 +1,24 @@
+import type { ConnectionScopeFactory } from "@remit/backend/create-remit-client";
+import type { AccountItem } from "@remit/data-ports";
+import { ConflictError } from "@remit/data-ports/errors";
+import type { Logger } from "@remit/logger";
+import type { ConnectionScope } from "@remit/mailbox-service";
+import type { MailCredentials } from "@remit/mailbox-service/types";
+import type { TokenService } from "./context.js";
+/**
+ * The account holds no credential a connection can be opened with: it stores
+ * none, or its OAuth consent was withdrawn. The account has already been
+ * flipped to the state that says so; the caller has to reconnect it.
+ */
+export declare class AccountNeedsReconnectError extends ConflictError {
+    name: string;
+    constructor(accountId: string);
+}
+export type OpenConnection = (account: AccountItem, credentials: MailCredentials) => ConnectionScope | Promise<ConnectionScope>;
+/**
+ * The read path's connection scope, resolving credentials under the same OAuth
+ * lifecycle the queue handlers run: a rotated refresh token is persisted, and a
+ * revoked token or a missing credential flips the account's connection state
+ * and answers 409 instead of surfacing as a 500.
+ */
+export declare const lifecycleConnectionScope: (tokenService: TokenService, open: OpenConnection, log: Logger) => ConnectionScopeFactory;

package/dist/lifecycle-connection-scope.js

@@ -0,0 +1,35 @@
+import { ConflictError } from "@remit/data-ports/errors";
+import { withOAuthLifecycle } from "./with-oauth-lifecycle.js";
+import { buildLifecycleDeps } from "./with-oauth-lifecycle-deps.js";
+/**
+ * The account holds no credential a connection can be opened with: it stores
+ * none, or its OAuth consent was withdrawn. The account has already been
+ * flipped to the state that says so; the caller has to reconnect it.
+ */
+export class AccountNeedsReconnectError extends ConflictError {
+    name = "AccountNeedsReconnectError";
+    constructor(accountId) {
+        super(`Account ${accountId} has to be reconnected before it can be read`);
+        this.publicApiError = {
+            code: "account_needs_reconnect",
+            details: { accountId },
+        };
+    }
+}
+/**
+ * The read path's connection scope, resolving credentials under the same OAuth
+ * lifecycle the queue handlers run: a rotated refresh token is persisted, and a
+ * revoked token or a missing credential flips the account's connection state
+ * and answers 409 instead of surfacing as a 500.
+ */
+export const lifecycleConnectionScope = (tokenService, open, log) => (accountService, secrets) => async (accountId) => {
+    const account = await accountService.get(accountId);
+    const opened = [];
+    await withOAuthLifecycle(buildLifecycleDeps(secrets, accountService, tokenService), account, log, async (credentials) => {
+        opened.push(await open(account, credentials));
+    });
+    const [scope] = opened;
+    if (scope === undefined)
+        throw new AccountNeedsReconnectError(accountId);
+    return scope;
+};

package/dist/process.d.ts

@@ -2,5 +2,6 @@ export type { ConnectionScope } from "@remit/mailbox-service";
 export { type BorrowedConnection, type ConnectImap, type ConnectionPool, type ConnectionPoolOptions, createConnectionPool, type PoolAccount, type PoolOverflow, } from "./connection-pool.js";
 export { type AccountObjectPage, type AccountObjectStore, type AttemptBudgets, DEFAULT_MAILBOX_FRESHNESS_MS, defaultImapWorkerConfig, type ImapFailureKind, type ImapWorkerConfig, type ImapWorkerQueueName, type ProcessContext, type TokenService, type WorkerMetrics, } from "./context.js";
 export type { ImapEvent, WorkerEvent } from "./events.js";
+export { AccountNeedsReconnectError, lifecycleConnectionScope, type OpenConnection, } from "./lifecycle-connection-scope.js";
 export { processEvent } from "./processor.js";
 export type { WorkerQueues } from "./queues.js";

package/dist/process.js

@@ -1,3 +1,4 @@
 export { createConnectionPool, } from "./connection-pool.js";
 export { DEFAULT_MAILBOX_FRESHNESS_MS, defaultImapWorkerConfig, } from "./context.js";
+export { AccountNeedsReconnectError, lifecycleConnectionScope, } from "./lifecycle-connection-scope.js";
 export { processEvent } from "./processor.js";

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@remit/imap-worker",
-	"version": "0.0.92",
+	"version": "0.0.94",
 	"type": "module",
 	"main": "dist/index.js",
 	"exports": {