@develit-services/bank 5.0.0 → 5.1.0

package/dist/export/workflows.mjs

@@ -1,8 +1,8 @@
 import { first, uuidv4, asNonEmpty } from '@develit-io/backend-sdk';
-import { G as tables, H as relations, v as toBatchedPaymentFromPaymentRequest, z as toPreparedPayment, J as initiateConnector, m as isPaymentCompleted } from '../shared/bank.CZ8MQDPa.mjs';
+import { G as tables, H as relations, v as toBatchedPaymentFromPaymentRequest, z as toPreparedPayment, J as initiateConnector, m as isPaymentCompleted } from '../shared/bank.D5skCz3H.mjs';
 import { i as isBatchAuthorized, b as isBatchFailed, d as isBatchProcessing } from '../shared/bank.XqSw509X.mjs';
 import { eq, and, inArray } from 'drizzle-orm';
-import { g as getBatchByIdQuery, a as getPaymentRequestsByBatchIdQuery, c as checksum, u as upsertBatchCommand, b as getAccountByIdQuery, d as createCredentialsResolver, e as updatePaymentRequestStatusCommand, f as createPaymentCommand } from '../shared/bank.BdTj54NO.mjs';
+import { g as getBatchByIdQuery, a as getPaymentRequestsByBatchIdQuery, c as checksum, u as upsertBatchCommand, b as getAccountByIdQuery, d as createCredentialsResolver, e as updatePaymentRequestStatusCommand, f as createPaymentCommand } from '../shared/bank.C_JpNoSI.mjs';
 import { WorkflowEntrypoint } from 'cloudflare:workers';
 import { NonRetryableError } from 'cloudflare:workflows';
 import { drizzle } from 'drizzle-orm/d1';
@@ -304,6 +304,7 @@ function createWorkflowLogger(instanceId) {
 }
 
 function getStepCount(ctx) {
+  if (!ctx) return 0;
   return ctx.step?.count ?? 0;
 }
 
@@ -312,12 +313,16 @@ async function pushToQueue(queue, message) {
     await queue.send(message, { contentType: "v8" });
     return;
   }
-  await queue.sendBatch(
-    message.map((m) => ({
-      body: m,
-      contentType: "v8"
-    }))
-  );
+  const QUEUE_BATCH_SIZE = 100;
+  for (let i = 0; i < message.length; i += QUEUE_BATCH_SIZE) {
+    const chunk = message.slice(i, i + QUEUE_BATCH_SIZE);
+    await queue.sendBatch(
+      chunk.map((m) => ({
+        body: m,
+        contentType: "v8"
+      }))
+    );
+  }
 }
 class BankSyncAccountPayments extends WorkflowEntrypoint {
   async run(event, step) {
@@ -343,13 +348,13 @@ class BankSyncAccountPayments extends WorkflowEntrypoint {
       if (!account.lastSyncAt) {
         throw new Error(`lastSyncedAt is not set for account: ${accountId}`);
       }
-      const payments = await step.do(
-        "fetch bank payments",
+      await step.do(
+        "fetch and process payments",
         {
           retries: { limit: 5, delay: "2 minutes", backoff: "exponential" },
-          timeout: "2 minutes"
+          timeout: "5 minutes"
         },
-        async () => {
+        async (ctx) => {
           try {
             logger.info("payments.fetch.started", {
               accountId,
@@ -372,19 +377,192 @@ class BankSyncAccountPayments extends WorkflowEntrypoint {
                 }
               ]
             });
-            const result = await connector.getAllAccountPayments({
+            const payments = await connector.getAllAccountPayments({
               account,
               filter: { dateFrom: account.lastSyncAt }
             });
             logger.info("payments.fetch.completed", {
               accountId,
               connectorKey: account.connectorKey,
-              paymentsCount: result.length
+              paymentsCount: payments.length
+            });
+            const paymentsToProcess = payments.filter(
+              (p) => isPaymentCompleted(p.parsed)
+            );
+            logger.info("payments.filtered.toProcess", {
+              accountId,
+              totalFetched: payments.length,
+              paymentsToProcess: paymentsToProcess.length,
+              sampleStatuses: payments.slice(0, 5).map((p) => ({
+                bankRefId: p.parsed.bankRefId,
+                status: p.parsed.status,
+                isCompleted: isPaymentCompleted(p.parsed)
+              }))
+            });
+            const lastSyncBankRefIds = account.lastSyncMetadata?.lastSyncBankRefIds || [];
+            const paymentsToInsert = paymentsToProcess.filter(
+              (p) => !lastSyncBankRefIds.includes(p.parsed.bankRefId)
+            );
+            logger.info("payments.filtered.toInsert", {
+              accountId,
+              paymentsToProcess: paymentsToProcess.length,
+              paymentsToInsert: paymentsToInsert.length,
+              lastSyncBankRefIdsCount: lastSyncBankRefIds.length,
+              sampleLastSyncBankRefIds: lastSyncBankRefIds.slice(0, 10),
+              sampleToInsert: paymentsToInsert.slice(0, 5).map((p) => p.parsed.bankRefId)
+            });
+            const eventsToEmit = [];
+            const bankRefIds = paymentsToInsert.map((p) => p.parsed.bankRefId).filter((id) => id != null);
+            const BANK_REF_ID_CHUNK_SIZE = 90;
+            const matchingRequests = [];
+            for (let i = 0; i < bankRefIds.length; i += BANK_REF_ID_CHUNK_SIZE) {
+              const chunkIds = bankRefIds.slice(i, i + BANK_REF_ID_CHUNK_SIZE);
+              const rows = await db.select().from(tables.paymentRequest).where(
+                and(
+                  inArray(tables.paymentRequest.bankRefId, chunkIds),
+                  eq(tables.paymentRequest.accountId, account.id),
+                  eq(
+                    tables.paymentRequest.connectorKey,
+                    account.connectorKey
+                  )
+                )
+              );
+              matchingRequests.push(...rows);
+            }
+            const requestByBankRefId = Object.fromEntries(
+              matchingRequests.map((r) => [r.bankRefId, r])
+            );
+            const enrichedPayments = paymentsToInsert.map((p) => {
+              const req = p.parsed.bankRefId && requestByBankRefId[p.parsed.bankRefId] || null;
+              if (!req) return p;
+              return {
+                ...p,
+                parsed: {
+                  ...p.parsed,
+                  // queue-bus: transaction matching (DBU doesn't echo these in statements)
+                  vs: p.parsed.vs ?? req.vs,
+                  ss: p.parsed.ss ?? req.ss,
+                  ks: p.parsed.ks ?? req.ks,
+                  message: p.parsed.message ?? req.message,
+                  // queue-bus: party creation
+                  creditor: {
+                    ...p.parsed.creditor,
+                    holderName: p.parsed.creditor?.holderName ?? req.creditor?.holderName
+                  },
+                  debtor: {
+                    ...p.parsed.debtor,
+                    holderName: p.parsed.debtor?.holderName ?? req.debtor?.holderName
+                  }
+                  // NOT enriched: chargeBearer, instructionPriority, refId, batchId,
+                  //               createdAt, address, swiftBic — no downstream consumer in payment table
+                }
+              };
+            });
+            const createCommands = enrichedPayments.map(
+              (p) => createPaymentCommand(db, { payment: p.parsed }).command
+            );
+            logger.info("payments.commands.created", {
+              accountId,
+              createCommandsCount: createCommands.length,
+              enrichedPaymentsCount: enrichedPayments.length
+            });
+            eventsToEmit.push(
+              ...enrichedPayments.map((p) => ({
+                eventType: "BANK_PAYMENT",
+                eventSignal: "paymentFetched",
+                bankPayment: p.parsed,
+                metadata: {
+                  correlationId: p.parsed.correlationId,
+                  entityId: p.parsed.id,
+                  timestamp: /* @__PURE__ */ new Date()
+                }
+              }))
+            );
+            const lastSyncMetadata = {
+              payments: payments.length,
+              paymentsToProcess: paymentsToProcess.length,
+              paymentsInserted: paymentsToInsert.length,
+              lastSyncBankRefIds: paymentsToProcess.filter((p) => p.parsed.status === "BOOKED").map((p) => p.parsed.bankRefId),
+              lastSyncPayments: lastSyncBankRefIds.length,
+              eventsEmitted: eventsToEmit.length,
+              iterationCount: getStepCount(ctx),
+              workflowStartedAt
+            };
+            const updateLastSyncCommand = updateAccountLastSyncCommand(db, {
+              accountId: account.id,
+              lastSyncAt: now,
+              lastSyncMetadata
+            }).command;
+            logger.info("payments.database.beforeBatch", {
+              accountId,
+              createCommandsCount: createCommands.length,
+              willUseBatch: createCommands.length > 0
             });
-            return result;
+            if (createCommands.length) {
+              logger.info("payments.database.batchStart", {
+                accountId,
+                totalCommands: createCommands.length + 1,
+                paymentsToInsert: createCommands.length
+              });
+              const BATCH_CHUNK_SIZE = 90;
+              let totalInserted = 0;
+              for (let i = 0; i < createCommands.length; i += BATCH_CHUNK_SIZE) {
+                const chunkCommands = createCommands.slice(
+                  i,
+                  i + BATCH_CHUNK_SIZE
+                );
+                const isLastChunk = i + BATCH_CHUNK_SIZE >= createCommands.length;
+                const batchCommands = isLastChunk ? asNonEmpty([updateLastSyncCommand, ...chunkCommands]) : asNonEmpty(chunkCommands);
+                logger.info("payments.database.batchChunk", {
+                  accountId,
+                  chunkIndex: Math.floor(i / BATCH_CHUNK_SIZE),
+                  chunkSize: chunkCommands.length,
+                  isLastChunk
+                });
+                await db.batch(batchCommands);
+                totalInserted += chunkCommands.length;
+              }
+              logger.info("payments.database.batchComplete", {
+                accountId,
+                inserted: totalInserted,
+                chunks: Math.ceil(createCommands.length / BATCH_CHUNK_SIZE)
+              });
+            } else {
+              logger.info("payments.database.updateOnly", {
+                accountId,
+                reason: "no new payments to insert"
+              });
+              await updateLastSyncCommand.execute();
+              logger.info("payments.database.updateComplete", {
+                accountId
+              });
+            }
+            if (eventsToEmit.length) {
+              logger.info("payments.queue.sending", {
+                accountId,
+                eventsCount: eventsToEmit.length
+              });
+              await pushToQueue(
+                this.env.QUEUE_BUS_QUEUE,
+                eventsToEmit
+              );
+              logger.info("payments.queue.sent", {
+                accountId,
+                eventsCount: eventsToEmit.length
+              });
+            }
+            logger.info("payments.process.complete", {
+              accountId,
+              ...lastSyncMetadata,
+              newLastSyncAt: now
+            });
+            return {
+              ...lastSyncMetadata,
+              newLastSyncAt: now
+            };
           } catch (err) {
             const message = err instanceof Error ? err.message : typeof err === "object" && err !== null && "message" in err ? String(err.message) : JSON.stringify(err);
-            logger.error("payments.fetch.failed", {
+            logger.error("payments.process.failed", {
               accountId,
               connectorKey: account.connectorKey,
               error: message
@@ -393,109 +571,6 @@ class BankSyncAccountPayments extends WorkflowEntrypoint {
           }
         }
       );
-      const paymentsToProcess = payments.filter(
-        (p) => isPaymentCompleted(p.parsed)
-      );
-      const lastSyncBankRefIds = account.lastSyncMetadata?.lastSyncBankRefIds || [];
-      const paymentsToInsert = paymentsToProcess.filter(
-        (p) => !lastSyncBankRefIds.includes(p.parsed.bankRefId)
-      );
-      await step.do(
-        "process new payments and update lastSyncAt",
-        async (ctx) => {
-          const eventsToEmit = [];
-          const bankRefIds = paymentsToInsert.map((p) => p.parsed.bankRefId).filter((id) => id != null);
-          const BANK_REF_ID_CHUNK_SIZE = 90;
-          const matchingRequests = [];
-          for (let i = 0; i < bankRefIds.length; i += BANK_REF_ID_CHUNK_SIZE) {
-            const chunkIds = bankRefIds.slice(i, i + BANK_REF_ID_CHUNK_SIZE);
-            const rows = await db.select().from(tables.paymentRequest).where(
-              and(
-                inArray(tables.paymentRequest.bankRefId, chunkIds),
-                eq(tables.paymentRequest.accountId, account.id),
-                eq(tables.paymentRequest.connectorKey, account.connectorKey)
-              )
-            );
-            matchingRequests.push(...rows);
-          }
-          const requestByBankRefId = Object.fromEntries(
-            matchingRequests.map((r) => [r.bankRefId, r])
-          );
-          const enrichedPayments = paymentsToInsert.map((p) => {
-            const req = p.parsed.bankRefId && requestByBankRefId[p.parsed.bankRefId] || null;
-            if (!req) return p;
-            return {
-              ...p,
-              parsed: {
-                ...p.parsed,
-                // queue-bus: transaction matching (DBU doesn't echo these in statements)
-                vs: p.parsed.vs ?? req.vs,
-                ss: p.parsed.ss ?? req.ss,
-                ks: p.parsed.ks ?? req.ks,
-                message: p.parsed.message ?? req.message,
-                // queue-bus: party creation
-                creditor: {
-                  ...p.parsed.creditor,
-                  holderName: p.parsed.creditor?.holderName ?? req.creditor?.holderName
-                },
-                debtor: {
-                  ...p.parsed.debtor,
-                  holderName: p.parsed.debtor?.holderName ?? req.debtor?.holderName
-                }
-                // NOT enriched: chargeBearer, instructionPriority, refId, batchId,
-                //               createdAt, address, swiftBic — no downstream consumer in payment table
-              }
-            };
-          });
-          const createCommands = enrichedPayments.map(
-            (p) => createPaymentCommand(db, { payment: p.parsed }).command
-          );
-          eventsToEmit.push(
-            ...enrichedPayments.map((p) => ({
-              eventType: "BANK_PAYMENT",
-              eventSignal: "paymentFetched",
-              bankPayment: p.parsed,
-              metadata: {
-                correlationId: p.parsed.correlationId,
-                entityId: p.parsed.id,
-                timestamp: /* @__PURE__ */ new Date()
-              }
-            }))
-          );
-          const lastSyncMetadata = {
-            payments: payments.length,
-            paymentsToProcess: paymentsToProcess.length,
-            paymentsInserted: paymentsToInsert.length,
-            lastSyncBankRefIds: paymentsToProcess.filter((p) => p.parsed.status === "BOOKED").map((p) => p.parsed.bankRefId),
-            lastSyncPayments: lastSyncBankRefIds.length,
-            eventsEmitted: eventsToEmit.length,
-            iterationCount: getStepCount(ctx),
-            workflowStartedAt
-          };
-          const updateLastSyncCommand = updateAccountLastSyncCommand(db, {
-            accountId: account.id,
-            lastSyncAt: now,
-            lastSyncMetadata
-          }).command;
-          if (createCommands.length) {
-            await db.batch(
-              asNonEmpty([updateLastSyncCommand, ...createCommands])
-            );
-          } else {
-            await updateLastSyncCommand;
-          }
-          if (eventsToEmit.length) {
-            await pushToQueue(
-              this.env.QUEUE_BUS_QUEUE,
-              eventsToEmit
-            );
-          }
-          return {
-            ...lastSyncMetadata,
-            newLastSyncAt: now
-          };
-        }
-      );
       await step.sleep(
         "Sleep for next sync",
         `${account.syncIntervalS} seconds`

package/dist/service.cjs

@@ -3,7 +3,7 @@
 const serviceConfig = require('@develit-io/platform-sdk/service-config');
 
 const BANK_SERVICE_BINDINGS = {
-  SECRETS_STORE: { kind: "service", target: "secrets-store" },
+  SECRETS_STORE: { kind: "service", target: "secrets-store", bare: true },
   BANK_KV: { kind: "kv", suffix: "bank" },
   BANK_D1: { kind: "d1", suffix: "bank" },
   QUEUE_BUS_QUEUE: { kind: "queueProducer", suffix: "queue-bus" },

package/dist/service.d.cts

@@ -23,6 +23,7 @@ declare const BANK_SERVICE_BINDINGS: {
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -62,6 +63,7 @@ declare const baseBankServiceConfig: (project: string, version: string, options?
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -100,6 +102,7 @@ declare const baseBankServiceConfig: (project: string, version: string, options?
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -142,6 +145,7 @@ declare function bankServiceConfig(project: string, version: string, options?: P
         readonly SECRETS_STORE: {
             readonly kind: "service";
             readonly target: "secrets-store";
+            readonly bare: true;
         };
         readonly BANK_KV: {
             readonly kind: "kv";
@@ -182,6 +186,7 @@ declare function bankServiceConfig(project: string, version: string, options?: P
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";

package/dist/service.d.mts

@@ -23,6 +23,7 @@ declare const BANK_SERVICE_BINDINGS: {
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -62,6 +63,7 @@ declare const baseBankServiceConfig: (project: string, version: string, options?
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -100,6 +102,7 @@ declare const baseBankServiceConfig: (project: string, version: string, options?
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -142,6 +145,7 @@ declare function bankServiceConfig(project: string, version: string, options?: P
         readonly SECRETS_STORE: {
             readonly kind: "service";
             readonly target: "secrets-store";
+            readonly bare: true;
         };
         readonly BANK_KV: {
             readonly kind: "kv";
@@ -182,6 +186,7 @@ declare function bankServiceConfig(project: string, version: string, options?: P
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";

package/dist/service.d.ts

@@ -23,6 +23,7 @@ declare const BANK_SERVICE_BINDINGS: {
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -62,6 +63,7 @@ declare const baseBankServiceConfig: (project: string, version: string, options?
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -100,6 +102,7 @@ declare const baseBankServiceConfig: (project: string, version: string, options?
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";
@@ -142,6 +145,7 @@ declare function bankServiceConfig(project: string, version: string, options?: P
         readonly SECRETS_STORE: {
             readonly kind: "service";
             readonly target: "secrets-store";
+            readonly bare: true;
         };
         readonly BANK_KV: {
             readonly kind: "kv";
@@ -182,6 +186,7 @@ declare function bankServiceConfig(project: string, version: string, options?: P
     readonly SECRETS_STORE: {
         readonly kind: "service";
         readonly target: "secrets-store";
+        readonly bare: true;
     };
     readonly BANK_KV: {
         readonly kind: "kv";

package/dist/service.mjs

@@ -1,7 +1,7 @@
 import { createTypedServiceConfigFactory, configKeyFor } from '@develit-io/platform-sdk/service-config';
 
 const BANK_SERVICE_BINDINGS = {
-  SECRETS_STORE: { kind: "service", target: "secrets-store" },
+  SECRETS_STORE: { kind: "service", target: "secrets-store", bare: true },
   BANK_KV: { kind: "kv", suffix: "bank" },
   BANK_D1: { kind: "d1", suffix: "bank" },
   QUEUE_BUS_QUEUE: { kind: "queueProducer", suffix: "queue-bus" },

package/dist/shared/{bank.BdTj54NO.mjs → bank.C_JpNoSI.mjs}

@@ -1,5 +1,5 @@
 import { sql, and, eq, isNull } from 'drizzle-orm';
-import { G as tables } from './bank.CZ8MQDPa.mjs';
+import { G as tables } from './bank.D5skCz3H.mjs';
 import { uuidv4 } from '@develit-io/backend-sdk';
 import './bank.BzDNLxB_.mjs';
 import 'date-fns';