@porulle/plugin-channel-connector 0.57.0 → 0.58.0

package/dist/service.d.ts

@@ -501,6 +501,14 @@ export declare class ChannelConnectorService {
         synced: number;
         exhausted?: boolean;
     }>>;
+    /**
+     * One step of a store's inventory sync for a connector that pages its inventory: ONE page fetch,
+     * ONE mapping read for that page's variants, and ONE `inventory.setAbsoluteMany` (a constant
+     * number of statements, one `inventory.afterAdjustMany` for the page). The next page's cursor is
+     * stored on the store, so no step re-reads what an earlier one levelled — the old path re-read
+     * the whole inventory and every map row on every 20-level step.
+     */
+    private syncInventoryPage;
     handleWebhook(orgId: string, storeId: string, event: {
         id: string;
         type: string;

package/dist/service.js

@@ -88,6 +88,9 @@ function parseInventoryResumePosition(raw) {
         return { offset: 0 };
     try {
         const parsed = JSON.parse(raw);
+        if (typeof parsed === "object" && parsed !== null && "pageCursor" in parsed) {
+            return { offset: 0, pageCursor: typeof parsed.pageCursor === "string" ? parsed.pageCursor : null };
+        }
         if (typeof parsed === "object" && parsed !== null && "offset" in parsed) {
             return {
                 offset: typeof parsed.offset === "number" && parsed.offset >= 0 ? parsed.offset : 0,
@@ -1467,7 +1470,13 @@ export class ChannelConnectorService {
     }
     async applyMedia(orgId, entityId, item, variantIds, actor, warnings, owners) {
         // Uploads what is missing and PLANS the entity's media links; `commitEntityLinks` writes them.
-        const images = item.images ?? [];
+        //
+        // Only the images the import ruling allows — the SAME `selectImportImages` the page fast path
+        // uses: the hero plus the first photo of each other variant. This path attached EVERY image
+        // the item listed, so the first converge of a product whose price changed pulled in the whole
+        // gallery the fast path had deliberately left out: an upload, an embed and a bump per photo.
+        const selection = selectImportImages(item);
+        const images = selection.hero === null ? [] : [selection.hero, ...selection.perVariant];
         const externalIds = [...new Set(images.map((image) => image.externalId).filter((id) => id != null))];
         const urlHashes = [...new Set(images.map((image) => hash(image.url)))];
         const keyPredicates = [];
@@ -3546,6 +3555,8 @@ export class ChannelConnectorService {
         const connector = this.connectors.get(store.provider);
         if (!connector)
             return PluginErr(`No connector registered for provider "${store.provider}".`);
+        if (connector.fetchInventoryPage)
+            return this.syncInventoryPage(orgId, storeId, store, connector.fetchInventoryPage.bind(connector), actor);
         const inventory = await connector.fetchInventory(store);
         if (!inventory.ok)
             return PluginErr(inventory.error.message);
@@ -3607,6 +3618,49 @@ export class ChannelConnectorService {
         }).where(and(eq(connectedStores.organizationId, orgId), eq(connectedStores.id, storeId)));
         return Ok({ synced, exhausted });
     }
+    /**
+     * One step of a store's inventory sync for a connector that pages its inventory: ONE page fetch,
+     * ONE mapping read for that page's variants, and ONE `inventory.setAbsoluteMany` (a constant
+     * number of statements, one `inventory.afterAdjustMany` for the page). The next page's cursor is
+     * stored on the store, so no step re-reads what an earlier one levelled — the old path re-read
+     * the whole inventory and every map row on every 20-level step.
+     */
+    async syncInventoryPage(orgId, storeId, store, fetchPage, actor) {
+        const { pageCursor } = parseInventoryResumePosition(store.inventoryCursor);
+        const page = await fetchPage(store, pageCursor ?? null);
+        if (!page.ok)
+            return PluginErr(page.error.message);
+        const externalIds = [...new Set(page.value.levels.map((level) => level.externalId))];
+        const mappings = externalIds.length === 0 ? [] : await this.db.select({
+            externalId: channelEntityMap.externalId, kind: channelEntityMap.kind, entityId: channelEntityMap.entityId, variantId: channelEntityMap.variantId,
+        }).from(channelEntityMap).where(and(eq(channelEntityMap.organizationId, orgId), eq(channelEntityMap.storeId, storeId), inArray(channelEntityMap.externalId, externalIds)));
+        // A variant's own mapping wins over a product's mapping of the same external id.
+        const byExternalId = new Map();
+        for (const mapping of mappings) {
+            if (!byExternalId.has(mapping.externalId) || mapping.kind === "variant")
+                byExternalId.set(mapping.externalId, mapping);
+        }
+        const rows = page.value.levels.flatMap((level) => {
+            const mapping = byExternalId.get(level.externalId);
+            return mapping === undefined ? [] : [{
+                    entityId: mapping.entityId,
+                    ...(mapping.variantId ? { variantId: mapping.variantId } : {}),
+                    quantity: Math.max(0, level.available),
+                }];
+        });
+        const inventoryService = this.services.inventory;
+        const written = await inventoryService.setAbsoluteMany(rows, actor, undefined, { reason: `Inventory sync from ${store.provider}` });
+        if (!written.ok)
+            return PluginErr(written.error.message);
+        const synced = written.value.entities.reduce((total, entity) => total + entity.levels.length, 0);
+        const exhausted = page.value.nextCursor === null;
+        await this.db.update(connectedStores).set({
+            inventoryCursor: exhausted ? null : JSON.stringify({ pageCursor: page.value.nextCursor }),
+            ...(exhausted ? { lastSyncAt: new Date() } : {}),
+            updatedAt: new Date(),
+        }).where(and(eq(connectedStores.organizationId, orgId), eq(connectedStores.id, storeId)));
+        return Ok({ synced, exhausted });
+    }
     async handleWebhook(orgId, storeId, event) {
         const store = await this.getStoreRecord(orgId, storeId);
         if (!store)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@porulle/plugin-channel-connector",
-  "version": "0.57.0",
+  "version": "0.58.0",
   "license": "MIT",
   "type": "module",
   "exports": {
@@ -19,7 +19,7 @@
   "dependencies": {
     "@hono/zod-openapi": "^1.2.2",
     "hono": "^4.12.5",
-    "@porulle/core": "0.57.0"
+    "@porulle/core": "0.58.0"
   },
   "devDependencies": {
     "@types/node": "^24.5.2",

package/src/service.ts

@@ -385,7 +385,7 @@ function encodeImportResumePosition(position: ImportResumePosition): string {
   return JSON.stringify(position);
 }
 
-type InventoryResumePosition = { offset: number };
+type InventoryResumePosition = { offset: number; pageCursor?: string | null };
 
 /** Resume position for bounded `syncInventory` — stored on `connected_stores.inventory_cursor`.
  *  Last-sync time lives on `connected_stores.lastSyncAt` (set when a run exhausts). */
@@ -393,6 +393,9 @@ function parseInventoryResumePosition(raw: string | null | undefined): Inventory
   if (!raw) return { offset: 0 };
   try {
     const parsed = JSON.parse(raw) as Partial<InventoryResumePosition>;
+    if (typeof parsed === "object" && parsed !== null && "pageCursor" in parsed) {
+      return { offset: 0, pageCursor: typeof parsed.pageCursor === "string" ? parsed.pageCursor : null };
+    }
     if (typeof parsed === "object" && parsed !== null && "offset" in parsed) {
       return {
         offset: typeof parsed.offset === "number" && parsed.offset >= 0 ? parsed.offset : 0,
@@ -2228,7 +2231,13 @@ export class ChannelConnectorService {
     previousRoles: Map<string, string>;
   }>> {
     // Uploads what is missing and PLANS the entity's media links; `commitEntityLinks` writes them.
-    const images = item.images ?? [];
+    //
+    // Only the images the import ruling allows — the SAME `selectImportImages` the page fast path
+    // uses: the hero plus the first photo of each other variant. This path attached EVERY image
+    // the item listed, so the first converge of a product whose price changed pulled in the whole
+    // gallery the fast path had deliberately left out: an upload, an embed and a bump per photo.
+    const selection = selectImportImages(item);
+    const images = selection.hero === null ? [] : [selection.hero, ...selection.perVariant];
     const externalIds = [...new Set(images.map((image) => image.externalId).filter((id): id is string => id != null))];
     const urlHashes = [...new Set(images.map((image) => hash(image.url)))];
     const keyPredicates = [];
@@ -4592,6 +4601,7 @@ export class ChannelConnectorService {
     if (!store || store.status !== "connected") return PluginErr("Connected store not found.", "NOT_FOUND");
     const connector = this.connectors.get(store.provider);
     if (!connector) return PluginErr(`No connector registered for provider "${store.provider}".`);
+    if (connector.fetchInventoryPage) return this.syncInventoryPage(orgId, storeId, store, connector.fetchInventoryPage.bind(connector), actor);
     const inventory = await connector.fetchInventory(store as ChannelStore);
     if (!inventory.ok) return PluginErr(inventory.error.message);
     const mappings = await this.db.select().from(channelEntityMap).where(and(
@@ -4660,6 +4670,65 @@ export class ChannelConnectorService {
     return Ok({ synced, exhausted });
   }
 
+  /**
+   * One step of a store's inventory sync for a connector that pages its inventory: ONE page fetch,
+   * ONE mapping read for that page's variants, and ONE `inventory.setAbsoluteMany` (a constant
+   * number of statements, one `inventory.afterAdjustMany` for the page). The next page's cursor is
+   * stored on the store, so no step re-reads what an earlier one levelled — the old path re-read
+   * the whole inventory and every map row on every 20-level step.
+   */
+  private async syncInventoryPage(
+    orgId: string,
+    storeId: string,
+    store: typeof connectedStores.$inferSelect,
+    fetchPage: NonNullable<ChannelConnector["fetchInventoryPage"]>,
+    actor: Actor,
+  ): Promise<PluginResult<{ synced: number; exhausted?: boolean }>> {
+    const { pageCursor } = parseInventoryResumePosition(store.inventoryCursor);
+    const page = await fetchPage(store as ChannelStore, pageCursor ?? null);
+    if (!page.ok) return PluginErr(page.error.message);
+    const externalIds = [...new Set(page.value.levels.map((level) => level.externalId))];
+    const mappings = externalIds.length === 0 ? [] : await this.db.select({
+      externalId: channelEntityMap.externalId, kind: channelEntityMap.kind, entityId: channelEntityMap.entityId, variantId: channelEntityMap.variantId,
+    }).from(channelEntityMap).where(and(
+      eq(channelEntityMap.organizationId, orgId),
+      eq(channelEntityMap.storeId, storeId),
+      inArray(channelEntityMap.externalId, externalIds),
+    ));
+    // A variant's own mapping wins over a product's mapping of the same external id.
+    const byExternalId = new Map<string, (typeof mappings)[number]>();
+    for (const mapping of mappings) {
+      if (!byExternalId.has(mapping.externalId) || mapping.kind === "variant") byExternalId.set(mapping.externalId, mapping);
+    }
+    const rows = page.value.levels.flatMap((level) => {
+      const mapping = byExternalId.get(level.externalId);
+      return mapping === undefined ? [] : [{
+        entityId: mapping.entityId,
+        ...(mapping.variantId ? { variantId: mapping.variantId } : {}),
+        quantity: Math.max(0, level.available),
+      }];
+    });
+    const inventoryService = this.services.inventory as {
+      setAbsoluteMany(
+        rows: ReadonlyArray<{ entityId: string; variantId?: string; quantity: number }>,
+        actor: Actor,
+        ctx?: undefined,
+        options?: { reason?: string },
+      ): Promise<{ ok: true; value: { entities: Array<{ levels: unknown[] }> } } | { ok: false; error: { message: string } }>;
+    };
+    const written = await inventoryService.setAbsoluteMany(rows, actor, undefined, { reason: `Inventory sync from ${store.provider}` });
+    if (!written.ok) return PluginErr(written.error.message);
+    const synced = written.value.entities.reduce((total, entity) => total + entity.levels.length, 0);
+
+    const exhausted = page.value.nextCursor === null;
+    await this.db.update(connectedStores).set({
+      inventoryCursor: exhausted ? null : JSON.stringify({ pageCursor: page.value.nextCursor }),
+      ...(exhausted ? { lastSyncAt: new Date() } : {}),
+      updatedAt: new Date(),
+    }).where(and(eq(connectedStores.organizationId, orgId), eq(connectedStores.id, storeId)));
+    return Ok({ synced, exhausted });
+  }
+
   async handleWebhook(orgId: string, storeId: string, event: { id: string; type: string; data: unknown }): Promise<PluginResult<{ processed: true; data?: ChannelComplianceData; redacted?: number }>> {
     const store = await this.getStoreRecord(orgId, storeId);
     if (!store) return PluginErr("Connected store not found.", "NOT_FOUND");