@oronts/vendure-data-hub-plugin 0.1.3 → 0.1.5

package/dist/src/runtime/executors/sink-handler-registry.d.ts

@@ -1,14 +1,3 @@
-/**
- * Sink Handler Registry
- *
- * Single source of truth for sink adapter definitions AND handler functions.
- * Adding a new sink handler requires only:
- * 1. Create the handler function in this file (or a separate file and import it)
- * 2. Add its entry to SINK_HANDLER_REGISTRY below
- *
- * BUILTIN_ADAPTERS, SINK_CODE, and the SinkExecutor
- * all derive from this registry automatically.
- */
 import { RequestContext } from '@vendure/core';
 import { AdapterDefinition } from '../../sdk/types';
 import { PipelineStepDefinition } from '../../types/index';
@@ -43,12 +32,16 @@ interface BaseSinkCfg {
     excludeFields?: string[];
     host?: string;
     hosts?: string[];
+    node?: string;
+    port?: number;
+    protocol?: string;
     apiKeySecretCode?: string;
     basicSecretCode?: string;
     applicationId?: string;
     appId?: string;
     collectionName?: string;
     primaryKey?: string;
+    defaultOperation?: string;
 }
 /**
  * Context passed to sink handler functions for executing a single sink type
@@ -63,6 +56,7 @@ export interface SinkHandlerContext {
     bulkSize: number;
     prepareDoc: (rec: RecordObject) => RecordObject;
     onRecordError?: OnRecordErrorCallback;
+    operation?: string;
 }
 /**
  * Service dependencies injected into handler functions
@@ -77,11 +71,13 @@ export interface SinkServices {
  * Handler function type for built-in sink adapters
  */
 export type SinkHandler = (handlerCtx: SinkHandlerContext, services: SinkServices) => Promise<ExecutionResult>;
+export type SinkDeleteHandler = (handlerCtx: SinkHandlerContext, services: SinkServices, ids: string[]) => Promise<ExecutionResult>;
 /**
  * Registry entry carrying both the handler function and its adapter definition.
  */
 interface SinkRegistryEntry {
     handler: SinkHandler;
+    deleteHandler?: SinkDeleteHandler;
     definition: AdapterDefinition;
 }
 /**

package/dist/src/runtime/executors/sink-handler-registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sink-handler-registry.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/sink-handler-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAc,MAAM,mBAAmB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAOzF;;;GAGG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;CAQrB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,kBAAkB,CAAC,MAAM,OAAO,kBAAkB,CAAC,CAAC;AAMzF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D;;GAEG;AACH,UAAU,WAAW;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AA+BD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAC/B,GAAG,EAAE,cAAc,CAAC;IACpB,IAAI,EAAE,sBAAsB,CAAC;IAC7B,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,GAAG,EAAE,WAAW,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,YAAY,CAAC;IAChD,aAAa,CAAC,EAAE,qBAAqB,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB,aAAa,EAAE,aAAa,CAAC;IAC7B,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,cAAc,EAAE,qBAAqB,CAAC;IACtC,MAAM,EAAE,aAAa,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,YAAY,KAAK,OAAO,CAAC,eAAe,CAAC,CAAC;AAsY/G;;GAEG;AACH,UAAU,iBAAiB;IACvB,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,iBAAiB,CAAC;CACjC;AAED;;;GAGG;AACH,eAAO,MAAM,qBAAqB,gCAmRhC,CAAC;AAEH,mEAAmE;AACnE,eAAO,MAAM,aAAa,EAAE,iBAAiB,EACwB,CAAC;AAEtE;;;;GAIG;AACH,eAAO,MAAM,SAAS,EAKjB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}
+{"version":3,"file":"sink-handler-registry.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/sink-handler-registry.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAc,MAAM,mBAAmB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAOzF;;;GAGG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;CAQrB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,kBAAkB,CAAC,MAAM,OAAO,kBAAkB,CAAC,CAAC;AAMzF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D;;GAEG;AACH,UAAU,WAAW;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAiCD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAC/B,GAAG,EAAE,cAAc,CAAC;IACpB,IAAI,EAAE,sBAAsB,CAAC;IAC7B,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,GAAG,EAAE,WAAW,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,YAAY,CAAC;IAChD,aAAa,CAAC,EAAE,qBAAqB,CAAC;IAEtC,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB,aAAa,EAAE,aAAa,CAAC;IAC7B,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,cAAc,EAAE,qBAAqB,CAAC;IACtC,MAAM,EAAE,aAAa,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,YAAY,KAAK,OAAO,CAAC,eAAe,CAAC,CAAC;AAE/G,MAAM,MAAM,iBAAiB,GAAG,CAC5B,UAAU,EAAE,kBAAkB,EAC9B,QAAQ,EAAE,YAAY,EACtB,GAAG,EAAE,MAAM,EAAE,KACZ,OAAO,CAAC,eAAe,CAAC,CAAC;AAsqB9B;;GAEG;AACH,UAAU,iBAAiB;IACvB,OAAO,EAAE,WAAW,CAAC;IACrB,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,UAAU,EAAE,iBAAiB,CAAC;CACjC;AAED;;;GAGG;AACH,eAAO,MAAM,qBAAqB,gCAiUhC,CAAC;AAEH,mEAAmE;AACnE,eAAO,MAAM,aAAa,EAAE,iBAAiB,EACwB,CAAC;AAEtE;;;;GAIG;AACH,eAAO,MAAM,SAAS,EAKjB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}

package/dist/src/runtime/executors/sink-handler-registry.js

@@ -1,6 +1,51 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SINK_CODE = exports.SINK_ADAPTERS = exports.SINK_HANDLER_REGISTRY = exports.SINK_ADAPTER_CODES = void 0;
+/**
+ * Sink Handler Registry
+ *
+ * Single source of truth for sink adapter definitions AND handler functions.
+ * Adding a new sink handler requires only:
+ * 1. Create the handler function in this file (or a separate file and import it)
+ * 2. Add its entry to SINK_HANDLER_REGISTRY below
+ *
+ * BUILTIN_ADAPTERS, SINK_CODE, and the SinkExecutor
+ * all derive from this registry automatically.
+ */
+const crypto = __importStar(require("crypto"));
 const utils_1 = require("../utils");
 const defaults_1 = require("../../constants/defaults");
 const constants_1 = require("../../constants");
@@ -45,6 +90,14 @@ function getCircuitKey(adapterCode, host) {
         return `sink:${adapterCode}:${host.replace(/\/+$/, '')}`;
     }
 }
+function resolveTypesenseHost(cfg) {
+    if (cfg.host) {
+        const protocol = cfg.protocol ?? 'https';
+        const port = cfg.port ?? 8108;
+        return cfg.host.includes('://') ? cfg.host : `${protocol}://${cfg.host}:${port}`;
+    }
+    return constants_1.SERVICE_DEFAULTS.TYPESENSE_URL;
+}
 function checkCircuit(services, circuitKey) {
     const state = services.circuitBreaker.getState(circuitKey);
     const allowed = services.circuitBreaker.canExecute(circuitKey);
@@ -103,6 +156,40 @@ async function handleMeiliSearch(hCtx, services) {
     const primaryKey = cfg.primaryKey ?? idField;
     const circuitKey = getCircuitKey(exports.SINK_ADAPTER_CODES.MEILISEARCH, host);
     await (0, url_security_utils_1.assertUrlSafe)(host);
+    // Configure index settings if provided
+    // Fields can be JSON arrays or comma-separated strings
+    const parseFieldList = (val) => {
+        if (Array.isArray(val))
+            return val.map(String);
+        if (typeof val === 'string' && val.trim())
+            return val.split(',').map(s => s.trim()).filter(Boolean);
+        return undefined;
+    };
+    const searchableFields = parseFieldList(hCtx.cfg.searchableFields);
+    const filterableFields = parseFieldList(hCtx.cfg.filterableFields);
+    const sortableFields = parseFieldList(hCtx.cfg.sortableFields);
+    if (searchableFields || filterableFields || sortableFields) {
+        const settingsHeaders = { [constants_1.HTTP_HEADERS.CONTENT_TYPE]: constants_1.CONTENT_TYPES.JSON };
+        if (apiKey)
+            settingsHeaders[constants_1.HTTP_HEADERS.AUTHORIZATION] = `${constants_1.AUTH_SCHEMES.BEARER} ${apiKey}`;
+        try {
+            const settingsResponse = await fetch(`${host}/indexes/${indexName}/settings`, {
+                method: enums_1.HttpMethod.PATCH,
+                headers: settingsHeaders,
+                body: JSON.stringify({
+                    ...(searchableFields ? { searchableAttributes: searchableFields } : {}),
+                    ...(filterableFields ? { filterableAttributes: filterableFields } : {}),
+                    ...(sortableFields ? { sortableAttributes: sortableFields } : {}),
+                }),
+            });
+            if (!settingsResponse.ok) {
+                services.logger.warn(`MeiliSearch settings update failed: ${settingsResponse.status}`, { stepKey: hCtx.step.key, indexName });
+            }
+        }
+        catch (e) {
+            services.logger.warn(`Failed to update MeiliSearch index settings`, { error: (0, error_utils_1.getErrorMessage)(e), stepKey: hCtx.step.key });
+        }
+    }
     return executeBatchedSearchSink(services, input, bulkSize, circuitKey, 'MeiliSearch', host, step.key, onRecordError, async (batch) => {
         const docs = batch.map(prepareDoc);
         const headers = { [constants_1.HTTP_HEADERS.CONTENT_TYPE]: constants_1.CONTENT_TYPES.JSON };
@@ -119,8 +206,8 @@ async function handleMeiliSearch(hCtx, services) {
 async function handleElasticsearch(hCtx, services) {
     const { ctx, step, input, cfg, indexName, idField, bulkSize, prepareDoc, onRecordError } = hCtx;
     const adapterCode = (0, step_configs_1.getAdapterCode)(step) || undefined;
-    const hosts = cfg.hosts ?? [cfg.host ?? constants_1.SERVICE_DEFAULTS.ELASTICSEARCH_URL];
-    const host = hosts[0];
+    const nodes = cfg.node ? [cfg.node] : (cfg.hosts ?? (cfg.host ? [cfg.host] : [constants_1.SERVICE_DEFAULTS.ELASTICSEARCH_URL]));
+    const host = nodes[0];
     const apiKey = await resolveSecret(services, ctx, cfg.apiKeySecretCode);
     const basicAuth = await resolveSecret(services, ctx, cfg.basicSecretCode);
     const effectiveAdapterCode = adapterCode ?? exports.SINK_ADAPTER_CODES.ELASTICSEARCH;
@@ -177,7 +264,7 @@ async function handleAlgolia(hCtx, services) {
 }
 async function handleTypesense(hCtx, services) {
     const { ctx, step, input, cfg, indexName, idField, bulkSize, prepareDoc, onRecordError } = hCtx;
-    const host = cfg.host ?? constants_1.SERVICE_DEFAULTS.TYPESENSE_URL;
+    const host = resolveTypesenseHost(cfg);
     const apiKey = await resolveSecret(services, ctx, cfg.apiKeySecretCode);
     const collectionName = cfg.collectionName ?? indexName;
     const circuitKey = getCircuitKey(exports.SINK_ADAPTER_CODES.TYPESENSE, host);
@@ -240,11 +327,12 @@ async function handleQueueProducer(hCtx, services) {
     let fail = 0;
     const batches = (0, utils_1.chunk)(input, batchSize);
     for (const batch of batches) {
+        const operationHeader = hCtx.operation ?? 'UPSERT';
         const messages = batch.map(record => ({
             id: idField ? String((0, utils_1.getPath)(record, idField) ?? crypto.randomUUID()) : crypto.randomUUID(),
             payload: record,
             routingKey,
-            headers,
+            headers: { ...headers, 'x-datahub-operation': operationHeader },
             priority,
             ttlMs,
             persistent,
@@ -266,7 +354,7 @@ async function handleQueueProducer(hCtx, services) {
 }
 async function handleWebhook(hCtx, services) {
     const { ctx, step, input, onRecordError } = hCtx;
-    const cfg = step.config;
+    const cfg = hCtx.cfg;
     const url = cfg.url;
     const method = (cfg.method ?? enums_1.HttpMethod.POST).toUpperCase();
     const staticHeaders = cfg.headers;
@@ -302,6 +390,10 @@ async function handleWebhook(hCtx, services) {
             headers[apiKeyHeader] = apiKey;
         }
     }
+    // Resolve HMAC signing secret (if configured)
+    const hmacSecretCode = cfg.hmacSecretCode;
+    const signatureHeaderName = cfg.signatureHeaderName ?? constants_1.WEBHOOK.SIGNATURE_HEADER;
+    const hmacSecret = hmacSecretCode ? await resolveSecret(services, ctx, hmacSecretCode) : undefined;
     const batches = (0, utils_1.chunk)(input, batchSize);
     for (const batch of batches) {
         const circuitResult = checkCircuit(services, circuitKey);
@@ -319,10 +411,17 @@ async function handleWebhook(hCtx, services) {
             const controller = new AbortController();
             const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
             try {
+                const body = JSON.stringify(batch);
+                const batchHeaders = { ...headers };
+                // Compute HMAC-SHA256 signature for the request body
+                if (hmacSecret) {
+                    const signature = crypto.createHmac('sha256', hmacSecret).update(body).digest('hex');
+                    batchHeaders[signatureHeaderName] = `sha256=${signature}`;
+                }
                 const response = await fetch(url, {
                     method,
-                    headers,
-                    body: JSON.stringify(batch),
+                    headers: batchHeaders,
+                    body,
                     signal: controller.signal,
                 });
                 const responseText = await response.text().catch(() => '');
@@ -358,6 +457,227 @@ async function handleWebhook(hCtx, services) {
     }
     return { ok, fail };
 }
+// ─── Delete handlers ─────────────────────────────────────────────────
+async function handleMeiliSearchDelete(hCtx, services, ids) {
+    const { ctx, step, cfg, indexName, bulkSize, onRecordError } = hCtx;
+    const host = cfg.host ?? constants_1.SERVICE_DEFAULTS.MEILISEARCH_URL;
+    const apiKey = await resolveSecret(services, ctx, cfg.apiKeySecretCode);
+    const circuitKey = getCircuitKey(exports.SINK_ADAPTER_CODES.MEILISEARCH, host);
+    await (0, url_security_utils_1.assertUrlSafe)(host);
+    const batches = (0, utils_1.chunk)(ids, bulkSize);
+    let ok = 0;
+    let fail = 0;
+    for (const batch of batches) {
+        const circuitResult = checkCircuit(services, circuitKey);
+        if (!circuitResult.allowed) {
+            fail += batch.length;
+            const errorMsg = `Circuit breaker open for MeiliSearch (${host}), retry in ${Math.ceil(circuitResult.resetTimeoutMs / constants_1.TIME.SECOND)}s`;
+            services.logger.warn(errorMsg, { circuitKey, state: circuitResult.state, stepKey: step.key });
+            if (onRecordError)
+                await onRecordError(step.key, errorMsg, {});
+            continue;
+        }
+        try {
+            const headers = { [constants_1.HTTP_HEADERS.CONTENT_TYPE]: constants_1.CONTENT_TYPES.JSON };
+            if (apiKey)
+                headers[constants_1.HTTP_HEADERS.AUTHORIZATION] = `${constants_1.AUTH_SCHEMES.BEARER} ${apiKey}`;
+            const response = await fetch(`${host}/indexes/${indexName}/documents/delete-batch`, {
+                method: enums_1.HttpMethod.POST,
+                headers,
+                body: JSON.stringify(batch),
+            });
+            if (response.ok) {
+                ok += batch.length;
+                services.circuitBreaker.recordSuccess(circuitKey);
+            }
+            else {
+                fail += batch.length;
+                services.circuitBreaker.recordFailure(circuitKey);
+                if (onRecordError)
+                    await onRecordError(step.key, `MeiliSearch delete error: ${response.status}`, {});
+            }
+        }
+        catch (e) {
+            fail += batch.length;
+            services.circuitBreaker.recordFailure(circuitKey);
+            if (onRecordError)
+                await onRecordError(step.key, (0, error_utils_1.getErrorMessage)(e), {}, (0, error_utils_1.getErrorStack)(e));
+        }
+    }
+    return { ok, fail };
+}
+async function handleElasticsearchDelete(hCtx, services, ids) {
+    const { ctx, step, cfg, indexName, bulkSize, onRecordError } = hCtx;
+    const adapterCode = (0, step_configs_1.getAdapterCode)(step) || undefined;
+    const nodes = cfg.node ? [cfg.node] : (cfg.hosts ?? (cfg.host ? [cfg.host] : [constants_1.SERVICE_DEFAULTS.ELASTICSEARCH_URL]));
+    const host = nodes[0];
+    const apiKey = await resolveSecret(services, ctx, cfg.apiKeySecretCode);
+    const basicAuth = await resolveSecret(services, ctx, cfg.basicSecretCode);
+    const effectiveAdapterCode = adapterCode ?? exports.SINK_ADAPTER_CODES.ELASTICSEARCH;
+    const circuitKey = getCircuitKey(effectiveAdapterCode, host);
+    await (0, url_security_utils_1.assertUrlSafe)(host);
+    const batches = (0, utils_1.chunk)(ids, bulkSize);
+    let ok = 0;
+    let fail = 0;
+    for (const batch of batches) {
+        const circuitResult = checkCircuit(services, circuitKey);
+        if (!circuitResult.allowed) {
+            fail += batch.length;
+            const errorMsg = `Circuit breaker open for ${effectiveAdapterCode} (${host}), retry in ${Math.ceil(circuitResult.resetTimeoutMs / constants_1.TIME.SECOND)}s`;
+            services.logger.warn(errorMsg, { circuitKey, state: circuitResult.state, stepKey: step.key });
+            if (onRecordError)
+                await onRecordError(step.key, errorMsg, {});
+            continue;
+        }
+        try {
+            const ndjson = batch.map(docId => JSON.stringify({ delete: { _index: indexName, _id: docId } })).join('\n') + '\n';
+            const headers = { [constants_1.HTTP_HEADERS.CONTENT_TYPE]: constants_1.CONTENT_TYPES.NDJSON };
+            if (apiKey)
+                headers[constants_1.HTTP_HEADERS.AUTHORIZATION] = `${constants_1.AUTH_SCHEMES.API_KEY} ${apiKey}`;
+            else if (basicAuth)
+                headers[constants_1.HTTP_HEADERS.AUTHORIZATION] = `${constants_1.AUTH_SCHEMES.BASIC} ${Buffer.from(basicAuth).toString('base64')}`;
+            const response = await fetch(`${host}/_bulk`, {
+                method: enums_1.HttpMethod.POST,
+                headers,
+                body: ndjson,
+            });
+            if (response.ok) {
+                ok += batch.length;
+                services.circuitBreaker.recordSuccess(circuitKey);
+            }
+            else {
+                fail += batch.length;
+                services.circuitBreaker.recordFailure(circuitKey);
+                if (onRecordError)
+                    await onRecordError(step.key, `${effectiveAdapterCode} delete error: ${response.status}`, {});
+            }
+        }
+        catch (e) {
+            fail += batch.length;
+            services.circuitBreaker.recordFailure(circuitKey);
+            if (onRecordError)
+                await onRecordError(step.key, (0, error_utils_1.getErrorMessage)(e), {}, (0, error_utils_1.getErrorStack)(e));
+        }
+    }
+    return { ok, fail };
+}
+async function handleAlgoliaDelete(hCtx, services, ids) {
+    const { ctx, step, cfg, indexName, bulkSize, onRecordError } = hCtx;
+    const applicationId = cfg.appId ?? cfg.applicationId;
+    const apiKey = await resolveSecret(services, ctx, cfg.apiKeySecretCode);
+    if (!applicationId || !apiKey) {
+        if (onRecordError)
+            await onRecordError(step.key, 'Algolia applicationId and apiKey are required', {});
+        return { ok: 0, fail: ids.length };
+    }
+    const algoliaHost = constants_1.SERVICE_URL_TEMPLATES.ALGOLIA_API(applicationId);
+    const circuitKey = getCircuitKey(exports.SINK_ADAPTER_CODES.ALGOLIA, algoliaHost);
+    await (0, url_security_utils_1.assertUrlSafe)(algoliaHost);
+    const batches = (0, utils_1.chunk)(ids, bulkSize);
+    let ok = 0;
+    let fail = 0;
+    for (const batch of batches) {
+        const circuitResult = checkCircuit(services, circuitKey);
+        if (!circuitResult.allowed) {
+            fail += batch.length;
+            const errorMsg = `Circuit breaker open for Algolia (${applicationId}), retry in ${Math.ceil(circuitResult.resetTimeoutMs / constants_1.TIME.SECOND)}s`;
+            services.logger.warn(errorMsg, { circuitKey, state: circuitResult.state, stepKey: step.key });
+            if (onRecordError)
+                await onRecordError(step.key, errorMsg, {});
+            continue;
+        }
+        try {
+            const response = await fetch(`${algoliaHost}/1/indexes/${indexName}/batch`, {
+                method: enums_1.HttpMethod.POST,
+                headers: {
+                    'X-Algolia-Application-Id': applicationId,
+                    'X-Algolia-API-Key': apiKey,
+                    [constants_1.HTTP_HEADERS.CONTENT_TYPE]: constants_1.CONTENT_TYPES.JSON,
+                },
+                body: JSON.stringify({
+                    requests: batch.map(objectID => ({ action: 'deleteObject', body: { objectID } })),
+                }),
+            });
+            if (response.ok) {
+                ok += batch.length;
+                services.circuitBreaker.recordSuccess(circuitKey);
+            }
+            else {
+                fail += batch.length;
+                services.circuitBreaker.recordFailure(circuitKey);
+                if (onRecordError)
+                    await onRecordError(step.key, `Algolia delete error: ${response.status}`, {});
+            }
+        }
+        catch (e) {
+            fail += batch.length;
+            services.circuitBreaker.recordFailure(circuitKey);
+            if (onRecordError)
+                await onRecordError(step.key, (0, error_utils_1.getErrorMessage)(e), {}, (0, error_utils_1.getErrorStack)(e));
+        }
+    }
+    return { ok, fail };
+}
+async function handleTypesenseDelete(hCtx, services, ids) {
+    const { ctx, step, cfg, indexName, onRecordError } = hCtx;
+    const host = resolveTypesenseHost(cfg);
+    const apiKey = await resolveSecret(services, ctx, cfg.apiKeySecretCode);
+    const collectionName = cfg.collectionName ?? indexName;
+    const circuitKey = getCircuitKey(exports.SINK_ADAPTER_CODES.TYPESENSE, host);
+    await (0, url_security_utils_1.assertUrlSafe)(host);
+    let ok = 0;
+    let fail = 0;
+    for (const id of ids) {
+        const circuitResult = checkCircuit(services, circuitKey);
+        if (!circuitResult.allowed) {
+            fail++;
+            const errorMsg = `Circuit breaker open for Typesense (${host}), retry in ${Math.ceil(circuitResult.resetTimeoutMs / constants_1.TIME.SECOND)}s`;
+            services.logger.warn(errorMsg, { circuitKey, state: circuitResult.state, stepKey: step.key });
+            if (onRecordError)
+                await onRecordError(step.key, errorMsg, {});
+            continue;
+        }
+        try {
+            const headers = {};
+            if (apiKey)
+                headers[constants_1.HTTP_HEADERS.X_TYPESENSE_API_KEY] = apiKey;
+            const response = await fetch(`${host}/collections/${collectionName}/documents/${encodeURIComponent(id)}`, { method: 'DELETE', headers });
+            if (response.ok) {
+                ok++;
+                services.circuitBreaker.recordSuccess(circuitKey);
+            }
+            else {
+                fail++;
+                services.circuitBreaker.recordFailure(circuitKey);
+                if (onRecordError)
+                    await onRecordError(step.key, `Typesense delete error for ${id}: ${response.status}`, {});
+            }
+        }
+        catch (e) {
+            fail++;
+            services.circuitBreaker.recordFailure(circuitKey);
+            if (onRecordError)
+                await onRecordError(step.key, (0, error_utils_1.getErrorMessage)(e), {}, (0, error_utils_1.getErrorStack)(e));
+        }
+    }
+    return { ok, fail };
+}
+async function handleWebhookDelete(hCtx, services, ids) {
+    const modifiedCtx = {
+        ...hCtx,
+        input: ids.map(id => ({ [hCtx.idField]: id })),
+        cfg: { ...hCtx.cfg, method: 'DELETE' },
+    };
+    return handleWebhook(modifiedCtx, services);
+}
+async function handleQueueProducerDelete(hCtx, services, ids) {
+    const modifiedCtx = {
+        ...hCtx,
+        input: ids.map(id => ({ [hCtx.idField]: id })),
+        operation: 'DELETE',
+    };
+    return handleQueueProducer(modifiedCtx, services);
+}
 /**
  * Maps each sink adapter code to its corresponding handler function and adapter definition.
  * Used by SinkExecutor for dispatch and BUILTIN_ADAPTERS for UI rendering.
@@ -365,6 +685,7 @@ async function handleWebhook(hCtx, services) {
 exports.SINK_HANDLER_REGISTRY = new Map([
     [exports.SINK_ADAPTER_CODES.MEILISEARCH, {
             handler: handleMeiliSearch,
+            deleteHandler: handleMeiliSearchDelete,
             definition: {
                 type: 'SINK',
                 code: exports.SINK_ADAPTER_CODES.MEILISEARCH,
@@ -378,16 +699,19 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                         { key: 'apiKeySecretCode', label: 'API key secret', type: 'string', required: true },
                         { key: 'indexName', label: 'Index name', type: 'string', required: true },
                         { key: 'primaryKey', label: 'Primary key field', type: 'string', required: true },
+                        { key: 'defaultOperation', label: 'Default operation', type: 'select', options: adapter_schema_options_1.SINK_OPERATION_OPTIONS, description: 'Fallback when records have no __operation field.' },
                         { key: 'batchSize', label: 'Batch size', type: 'number' },
                         { key: 'searchableFields', label: 'Searchable fields', type: 'json', description: 'Array of field names' },
                         { key: 'filterableFields', label: 'Filterable fields', type: 'json', description: 'Array of field names' },
                         { key: 'sortableFields', label: 'Sortable fields', type: 'json', description: 'Array of field names' },
+                        ...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
                     ],
                 },
             },
         }],
     [exports.SINK_ADAPTER_CODES.ELASTICSEARCH, {
             handler: handleElasticsearch,
+            deleteHandler: handleElasticsearchDelete,
             definition: {
                 type: 'SINK',
                 code: exports.SINK_ADAPTER_CODES.ELASTICSEARCH,
@@ -403,14 +727,17 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                         { key: 'passwordSecretCode', label: 'Password secret', type: 'string' },
                         { key: 'indexName', label: 'Index name', type: 'string', required: true },
                         { key: 'idField', label: 'Document ID field', type: 'string', required: true },
+                        { key: 'defaultOperation', label: 'Default operation', type: 'select', options: adapter_schema_options_1.SINK_OPERATION_OPTIONS, description: 'Fallback when records have no __operation field.' },
                         { key: 'batchSize', label: 'Batch size', type: 'number' },
                         { key: 'refresh', label: 'Refresh after indexing', type: 'boolean' },
+                        ...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
                     ],
                 },
             },
         }],
     [exports.SINK_ADAPTER_CODES.OPENSEARCH, {
             handler: handleElasticsearch,
+            deleteHandler: handleElasticsearchDelete,
             definition: {
                 type: 'SINK',
                 code: exports.SINK_ADAPTER_CODES.OPENSEARCH,
@@ -426,14 +753,17 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                         { key: 'passwordSecretCode', label: 'Password secret', type: 'string' },
                         { key: 'indexName', label: 'Index name', type: 'string', required: true },
                         { key: 'idField', label: 'Document ID field', type: 'string', required: true },
+                        { key: 'defaultOperation', label: 'Default operation', type: 'select', options: adapter_schema_options_1.SINK_OPERATION_OPTIONS, description: 'Fallback when records have no __operation field.' },
                         { key: 'batchSize', label: 'Batch size', type: 'number' },
                         { key: 'refresh', label: 'Refresh after indexing', type: 'boolean' },
+                        ...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
                     ],
                 },
             },
         }],
     [exports.SINK_ADAPTER_CODES.ALGOLIA, {
             handler: handleAlgolia,
+            deleteHandler: handleAlgoliaDelete,
             definition: {
                 type: 'SINK',
                 code: exports.SINK_ADAPTER_CODES.ALGOLIA,
@@ -447,13 +777,16 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                         { key: 'apiKeySecretCode', label: 'Admin API key secret', type: 'string', required: true },
                         { key: 'indexName', label: 'Index name', type: 'string', required: true },
                         { key: 'idField', label: 'Object ID field', type: 'string', required: true },
+                        { key: 'defaultOperation', label: 'Default operation', type: 'select', options: adapter_schema_options_1.SINK_OPERATION_OPTIONS, description: 'Fallback when records have no __operation field.' },
                         { key: 'batchSize', label: 'Batch size', type: 'number' },
+                        ...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
                     ],
                 },
             },
         }],
     [exports.SINK_ADAPTER_CODES.TYPESENSE, {
             handler: handleTypesense,
+            deleteHandler: handleTypesenseDelete,
             definition: {
                 type: 'SINK',
                 code: exports.SINK_ADAPTER_CODES.TYPESENSE,
@@ -469,17 +802,20 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                         { key: 'apiKeySecretCode', label: 'API key secret', type: 'string', required: true },
                         { key: 'collectionName', label: 'Collection name', type: 'string', required: true },
                         { key: 'idField', label: 'Document ID field', type: 'string', required: true },
+                        { key: 'defaultOperation', label: 'Default operation', type: 'select', options: adapter_schema_options_1.SINK_OPERATION_OPTIONS, description: 'Fallback when records have no __operation field.' },
                         { key: 'batchSize', label: 'Batch size', type: 'number' },
+                        ...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
                     ],
                 },
             },
         }],
     [exports.SINK_ADAPTER_CODES.QUEUE_PRODUCER, {
             handler: handleQueueProducer,
+            deleteHandler: handleQueueProducerDelete,
             definition: {
                 type: 'SINK',
                 code: exports.SINK_ADAPTER_CODES.QUEUE_PRODUCER,
-                description: 'Publish records to RabbitMQ message queue via HTTP Management API (port 15672).',
+                description: 'Publish records to message queue. Propagates operation type as x-datahub-operation message header.',
                 category: 'EXTERNAL',
                 icon: 'rss',
                 color: '#ff6600',
@@ -560,12 +896,21 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                             type: 'number',
                             description: 'Message time-to-live in milliseconds.',
                         },
+                        {
+                            key: 'defaultOperation',
+                            label: 'Default Operation',
+                            type: 'select',
+                            options: adapter_schema_options_1.SINK_OPERATION_OPTIONS,
+                            description: 'Fallback when records have no __operation field.',
+                        },
+                        ...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
                     ],
                 },
             },
         }],
     [exports.SINK_ADAPTER_CODES.WEBHOOK, {
             handler: handleWebhook,
+            deleteHandler: handleWebhookDelete,
             definition: {
                 type: 'SINK',
                 code: exports.SINK_ADAPTER_CODES.WEBHOOK,
@@ -613,6 +958,26 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                             placeholder: 'X-API-Key',
                             description: 'Header name for API key.',
                         },
+                        {
+                            key: 'hmacSecretCode',
+                            label: 'HMAC Signing Secret',
+                            type: 'string',
+                            description: 'Secret code for HMAC-SHA256 request signing. Adds X-DataHub-Signature header.',
+                        },
+                        {
+                            key: 'signatureHeaderName',
+                            label: 'Signature Header',
+                            type: 'string',
+                            placeholder: 'X-DataHub-Signature',
+                            description: 'Header name for HMAC signature (default: X-DataHub-Signature).',
+                        },
+                        {
+                            key: 'defaultOperation',
+                            label: 'Default Operation',
+                            type: 'select',
+                            options: adapter_schema_options_1.SINK_OPERATION_OPTIONS,
+                            description: 'Fallback when records have no __operation field.',
+                        },
                         {
                             key: 'batchSize',
                             label: 'Batch Size',
@@ -633,6 +998,7 @@ exports.SINK_HANDLER_REGISTRY = new Map([
                             placeholder: '3',
                             description: 'Maximum retry attempts on failure.',
                         },
+                        ...adapter_schema_options_1.LOCALIZATION_SCHEMA_FIELDS,
                     ],
                 },
             },