@oronts/vendure-data-hub-plugin 0.1.0

package/dist/src/runtime/executors/extractors/file-extract.handler.d.ts

@@ -0,0 +1,35 @@
+/**
+ * File Extract Handler
+ *
+ * Extracts records from file sources:
+ * - CSV files (uploaded, inline text, or local path)
+ * - JSON files (uploaded, inline text, or local path)
+ * - XML files (future support)
+ *
+ * @module runtime/executors/extractors
+ */
+import { RecordObject } from '../../executor-types';
+import { FileStorageService } from '../../../services/storage/file-storage.service';
+import { DataHubLoggerFactory } from '../../../services/logger';
+import { ExtractHandler, ExtractHandlerContext } from './extract-handler.interface';
+export declare class FileExtractHandler implements ExtractHandler {
+    private fileStorageService;
+    private readonly logger;
+    constructor(fileStorageService: FileStorageService, loggerFactory: DataHubLoggerFactory);
+    extract(context: ExtractHandlerContext): Promise<RecordObject[]>;
+    extractCsv(context: ExtractHandlerContext): Promise<RecordObject[]>;
+    private loadCsvRecords;
+    private loadCsvFromUpload;
+    private loadCsvFromRows;
+    private loadCsvFromPath;
+    extractJson(context: ExtractHandlerContext): Promise<RecordObject[]>;
+    private loadJsonData;
+    private loadJsonFromUpload;
+    private loadJsonFromPath;
+    private parseJsonSafe;
+    private extractJsonItems;
+    extractXml(context: ExtractHandlerContext): Promise<RecordObject[]>;
+    private loadXmlContent;
+    private applyOffsetAndCheckpoint;
+}
+//# sourceMappingURL=file-extract.handler.d.ts.map

package/dist/src/runtime/executors/extractors/file-extract.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-extract.handler.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/executors/extractors/file-extract.handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,EAAE,YAAY,EAAmB,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAiB,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAI/E,OAAO,EACH,cAAc,EACd,qBAAqB,EAIxB,MAAM,6BAA6B,CAAC;AAgCrC,qBACa,kBAAmB,YAAW,cAAc;IAIjD,OAAO,CAAC,kBAAkB;IAH9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAG3B,kBAAkB,EAAE,kBAAkB,EAC9C,aAAa,EAAE,oBAAoB;IAKjC,OAAO,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAmBhE,UAAU,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAY3D,cAAc;YA6Bd,iBAAiB;IAyB/B,OAAO,CAAC,eAAe;YAWT,eAAe;IAsBvB,WAAW,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAiB5D,YAAY;YAmBZ,kBAAkB;YAoBlB,gBAAgB;IAmB9B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,gBAAgB;IAelB,UAAU,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAyB3D,cAAc;IAkC5B,OAAO,CAAC,wBAAwB;CAUnC"}

package/dist/src/runtime/executors/extractors/file-extract.handler.js

@@ -0,0 +1,320 @@
+"use strict";
+/**
+ * File Extract Handler
+ *
+ * Extracts records from file sources:
+ * - CSV files (uploaded, inline text, or local path)
+ * - JSON files (uploaded, inline text, or local path)
+ * - XML files (future support)
+ *
+ * @module runtime/executors/extractors
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileExtractHandler = void 0;
+const fs = __importStar(require("fs"));
+const common_1 = require("@nestjs/common");
+const file_storage_service_1 = require("../../../services/storage/file-storage.service");
+const logger_1 = require("../../../services/logger");
+const utils_1 = require("../../utils");
+const index_1 = require("../../../constants/index");
+const extract_handler_interface_1 = require("./extract-handler.interface");
+const index_2 = require("../../../constants/index");
+const xml_parser_1 = require("../../../parsers/formats/xml.parser");
+const error_utils_1 = require("../../../utils/error.utils");
+let FileExtractHandler = class FileExtractHandler {
+    constructor(fileStorageService, loggerFactory) {
+        this.fileStorageService = fileStorageService;
+        this.logger = loggerFactory.createLogger(index_1.LOGGER_CONTEXTS.EXTRACT_EXECUTOR);
+    }
+    async extract(context) {
+        const { step } = context;
+        const cfg = (0, extract_handler_interface_1.getExtractConfig)(step);
+        const adapterCode = cfg.adapterCode;
+        if (adapterCode === index_2.EXTRACTOR_CODE.CSV) {
+            return this.extractCsv(context);
+        }
+        if (adapterCode === index_2.EXTRACTOR_CODE.JSON) {
+            return this.extractJson(context);
+        }
+        if (adapterCode === index_2.EXTRACTOR_CODE.XML) {
+            return this.extractXml(context);
+        }
+        this.logger.warn('Unknown file extractor type', { stepKey: step.key, adapterCode });
+        return [];
+    }
+    async extractCsv(context) {
+        const { step, executorCtx } = context;
+        const cfg = (0, extract_handler_interface_1.getExtractConfig)(step);
+        const delimiter = cfg.delimiter ?? ',';
+        const hasHeader = cfg.hasHeader !== false;
+        const offset = (0, extract_handler_interface_1.getCheckpointValue)(executorCtx, step.key, 'offset', 0);
+        const records = await this.loadCsvRecords(cfg, step.key, delimiter, hasHeader);
+        return this.applyOffsetAndCheckpoint(records, offset, executorCtx, step.key);
+    }
+    async loadCsvRecords(cfg, stepKey, delimiter, hasHeader) {
+        // Priority 1: fileId - uploaded file
+        if (cfg.fileId) {
+            return this.loadCsvFromUpload(cfg.fileId, stepKey, delimiter, hasHeader);
+        }
+        // Priority 2: rows - inline array
+        if (Array.isArray(cfg.rows)) {
+            return this.loadCsvFromRows(cfg.rows, hasHeader);
+        }
+        // Priority 3: csvText - inline string
+        if (typeof cfg.csvText === 'string') {
+            return (0, utils_1.parseCsv)(cfg.csvText, delimiter, hasHeader);
+        }
+        // Priority 4: csvPath - local file
+        if (cfg.csvPath) {
+            return this.loadCsvFromPath(cfg.csvPath, stepKey, delimiter, hasHeader);
+        }
+        return [];
+    }
+    async loadCsvFromUpload(fileId, stepKey, delimiter, hasHeader) {
+        try {
+            const content = await this.fileStorageService.readFileAsString(fileId);
+            if (!content) {
+                this.logger.warn('Uploaded file not found or empty', { stepKey, fileId });
+                return [];
+            }
+            const records = (0, utils_1.parseCsv)(content, delimiter, hasHeader);
+            this.logger.debug('Extracted records from uploaded file', { stepKey, fileId, count: records.length });
+            return records;
+        }
+        catch (err) {
+            this.logger.warn('Failed to read uploaded file', {
+                stepKey,
+                fileId,
+                error: (0, error_utils_1.getErrorMessage)(err),
+            });
+            return [];
+        }
+    }
+    loadCsvFromRows(rows, hasHeader) {
+        if (rows.length === 0)
+            return [];
+        if (hasHeader && Array.isArray(rows[0])) {
+            const header = rows[0];
+            return rows.slice(1).map(r => (0, utils_1.arrayToObject)(header, r));
+        }
+        return rows;
+    }
+    async loadCsvFromPath(csvPath, stepKey, delimiter, hasHeader) {
+        try {
+            await fs.promises.access(csvPath);
+            const content = await fs.promises.readFile(csvPath, 'utf8');
+            return (0, utils_1.parseCsv)(content, delimiter, hasHeader);
+        }
+        catch (err) {
+            if (err.code !== 'ENOENT') {
+                this.logger.warn('Failed to parse CSV file', {
+                    stepKey,
+                    path: csvPath,
+                    error: (0, error_utils_1.getErrorMessage)(err),
+                });
+            }
+            return [];
+        }
+    }
+    async extractJson(context) {
+        const { step, executorCtx } = context;
+        const cfg = (0, extract_handler_interface_1.getExtractConfig)(step);
+        const offset = (0, extract_handler_interface_1.getCheckpointValue)(executorCtx, step.key, 'offset', 0);
+        const data = await this.loadJsonData(cfg, step.key);
+        if (data === null) {
+            this.logger.warn('JSON extractor: no data source provided', { stepKey: step.key });
+            return [];
+        }
+        const items = this.extractJsonItems(data, cfg.itemsPath);
+        this.logger.debug('Extracted JSON records', { stepKey: step.key, count: items.length });
+        return this.applyOffsetAndCheckpoint(items, offset, executorCtx, step.key);
+    }
+    async loadJsonData(cfg, stepKey) {
+        // Priority 1: fileId - uploaded file
+        if (cfg.fileId) {
+            return this.loadJsonFromUpload(cfg.fileId, stepKey);
+        }
+        // Priority 2: jsonText - inline string
+        if (typeof cfg.jsonText === 'string') {
+            return this.parseJsonSafe(cfg.jsonText, stepKey, 'inline JSON');
+        }
+        // Priority 3: jsonPath - local file
+        if (cfg.jsonPath) {
+            return this.loadJsonFromPath(cfg.jsonPath, stepKey);
+        }
+        return null;
+    }
+    async loadJsonFromUpload(fileId, stepKey) {
+        try {
+            const content = await this.fileStorageService.readFileAsString(fileId);
+            if (!content) {
+                this.logger.warn('Uploaded JSON file not found or empty', { stepKey, fileId });
+                return null;
+            }
+            const data = JSON.parse(content);
+            this.logger.debug('Parsed JSON from uploaded file', { stepKey, fileId });
+            return data;
+        }
+        catch (err) {
+            this.logger.warn('Failed to read/parse uploaded JSON file', {
+                stepKey,
+                fileId,
+                error: (0, error_utils_1.getErrorMessage)(err),
+            });
+            return null;
+        }
+    }
+    async loadJsonFromPath(jsonPath, stepKey) {
+        try {
+            await fs.promises.access(jsonPath);
+            const content = await fs.promises.readFile(jsonPath, 'utf8');
+            const data = JSON.parse(content);
+            this.logger.debug('Parsed JSON from file path', { stepKey, jsonPath });
+            return data;
+        }
+        catch (err) {
+            if (err.code !== 'ENOENT') {
+                this.logger.warn('Failed to read/parse JSON file', {
+                    stepKey,
+                    path: jsonPath,
+                    error: (0, error_utils_1.getErrorMessage)(err),
+                });
+            }
+            return null;
+        }
+    }
+    parseJsonSafe(content, stepKey, source) {
+        try {
+            return JSON.parse(content);
+        }
+        catch (err) {
+            this.logger.warn(`Failed to parse ${source}`, {
+                stepKey,
+                error: (0, error_utils_1.getErrorMessage)(err),
+            });
+            return null;
+        }
+    }
+    extractJsonItems(data, itemsPath) {
+        const dataObj = data;
+        if (itemsPath && dataObj) {
+            const extracted = (0, utils_1.getPath)(dataObj, itemsPath);
+            if (Array.isArray(extracted))
+                return extracted;
+            if (extracted !== null && extracted !== undefined)
+                return [extracted];
+            return [];
+        }
+        if (Array.isArray(data))
+            return data;
+        if (typeof data === 'object' && data !== null)
+            return [data];
+        return [];
+    }
+    async extractXml(context) {
+        const { step, executorCtx } = context;
+        const cfg = (0, extract_handler_interface_1.getExtractConfig)(step);
+        const offset = (0, extract_handler_interface_1.getCheckpointValue)(executorCtx, step.key, 'offset', 0);
+        const content = await this.loadXmlContent(cfg, step.key);
+        if (!content) {
+            this.logger.warn('XML extractor: no data source provided', { stepKey: step.key });
+            return [];
+        }
+        const result = (0, xml_parser_1.parseXml)(content, {
+            recordPath: cfg.recordPath,
+            attributePrefix: cfg.attributePrefix,
+        });
+        if (!result.success) {
+            this.logger.warn('XML parsing failed', { stepKey: step.key, errors: result.errors });
+            return [];
+        }
+        this.logger.debug('Extracted XML records', { stepKey: step.key, count: result.records.length });
+        return this.applyOffsetAndCheckpoint(result.records, offset, executorCtx, step.key);
+    }
+    async loadXmlContent(cfg, stepKey) {
+        if (cfg.fileId) {
+            try {
+                const content = await this.fileStorageService.readFileAsString(cfg.fileId);
+                if (!content) {
+                    this.logger.warn('Uploaded XML file not found or empty', { stepKey, fileId: cfg.fileId });
+                    return null;
+                }
+                return content;
+            }
+            catch (err) {
+                this.logger.warn('Failed to read uploaded XML file', { stepKey, fileId: cfg.fileId, error: (0, error_utils_1.getErrorMessage)(err) });
+                return null;
+            }
+        }
+        if (typeof cfg.xmlText === 'string') {
+            return cfg.xmlText;
+        }
+        if (cfg.xmlPath) {
+            try {
+                await fs.promises.access(cfg.xmlPath);
+                return await fs.promises.readFile(cfg.xmlPath, 'utf8');
+            }
+            catch (err) {
+                if (err.code !== 'ENOENT') {
+                    this.logger.warn('Failed to read XML file', { stepKey, path: cfg.xmlPath, error: (0, error_utils_1.getErrorMessage)(err) });
+                }
+                return null;
+            }
+        }
+        return null;
+    }
+    applyOffsetAndCheckpoint(records, offset, executorCtx, stepKey) {
+        const sliced = records.slice(Math.max(0, offset));
+        (0, extract_handler_interface_1.updateCheckpoint)(executorCtx, stepKey, { offset: offset + sliced.length });
+        return sliced;
+    }
+};
+exports.FileExtractHandler = FileExtractHandler;
+exports.FileExtractHandler = FileExtractHandler = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [file_storage_service_1.FileStorageService,
+        logger_1.DataHubLoggerFactory])
+], FileExtractHandler);
+//# sourceMappingURL=file-extract.handler.js.map

package/dist/src/runtime/executors/extractors/file-extract.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-extract.handler.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/extractors/file-extract.handler.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uCAAyB;AACzB,2CAA4C;AAE5C,yFAAoF;AACpF,qDAA+E;AAC/E,uCAA+D;AAC/D,oDAA2D;AAE3D,2EAMqC;AACrC,oDAA0D;AAC1D,oEAA+D;AAC/D,4DAA6D;AA8BtD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAG3B,YACY,kBAAsC,EAC9C,aAAmC;QAD3B,uBAAkB,GAAlB,kBAAkB,CAAoB;QAG9C,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,gBAAgB,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA8B;QACxC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;QACzB,MAAM,GAAG,GAAG,IAAA,4CAAgB,EAA0D,IAAI,CAAC,CAAC;QAC5F,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QAEpC,IAAI,WAAW,KAAK,sBAAc,CAAC,GAAG,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,WAAW,KAAK,sBAAc,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,WAAW,KAAK,sBAAc,CAAC,GAAG,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;QACpF,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA8B;QAC3C,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QACtC,MAAM,GAAG,GAAG,IAAA,4CAAgB,EAAmB,IAAI,CAAC,CAAC;QAErD,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC;QACvC,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,KAAK,KAAK,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAA,8CAAkB,EAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC/E,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACjF,CAAC;IAEO,KAAK,CAAC,cAAc,CACxB,GAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,SAAkB;QAElB,qCAAqC;QACrC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC7E,CAAC;QAED,kCAAkC;QAClC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACrD,CAAC;QAED,sCAAsC;QACtC,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,IAAA,gBAAQ,EAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAmB,CAAC;QACzE,CAAC;QAED,mCAAmC;QACnC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC3B,MAAc,EACd,OAAe,EACf,SAAiB,EACjB,SAAkB;QAElB,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC1E,OAAO,EAAE,CAAC;YACd,CAAC;YACD,MAAM,OAAO,GAAG,IAAA,gBAAQ,EAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACtG,OAAO,OAAyB,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;gBAC7C,OAAO;gBACP,MAAM;gBACN,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC;aAC9B,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,IAAe,EAAE,SAAkB;QACvD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEjC,IAAI,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAa,CAAC;YACnC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAA,qBAAa,EAAC,MAAM,EAAE,CAAgB,CAAC,CAAmB,CAAC;QAC7F,CAAC;QAED,OAAO,IAAsB,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,eAAe,CACzB,OAAe,EACf,OAAe,EACf,SAAiB,EACjB,SAAkB;QAElB,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC5D,OAAO,IAAA,gBAAQ,EAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAmB,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE;oBACzC,OAAO;oBACP,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC;iBAC9B,CAAC,CAAC;YACP,CAAC;YACD,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAA8B;QAC5C,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QACtC,MAAM,GAAG,GAAG,IAAA,4CAAgB,EAAoB,IAAI,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAA,8CAAkB,EAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAEtE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACpD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACnF,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAExF,OAAO,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/E,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,GAAsB,EAAE,OAAe;QAC9D,qCAAqC;QACrC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QAED,uCAAuC;QACvC,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QACpE,CAAC;QAED,oCAAoC;QACpC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,MAAc,EAAE,OAAe;QAC5D,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/E,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE;gBACxD,OAAO;gBACP,MAAM;gBACN,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC;aAC9B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,QAAgB,EAAE,OAAe;QAC5D,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE;oBAC/C,OAAO;oBACP,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC;iBAC9B,CAAC,CAAC;YACP,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,OAAe,EAAE,OAAe,EAAE,MAAc;QAClE,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,MAAM,EAAE,EAAE;gBAC1C,OAAO;gBACP,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC;aAC9B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,IAAa,EAAE,SAAkB;QACtD,MAAM,OAAO,GAAG,IAAuC,CAAC;QACxD,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAA,eAAO,EAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBAAE,OAAO,SAA2B,CAAC;YACjE,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,CAAC,SAAS,CAAmB,CAAC;YACxF,OAAO,EAAE,CAAC;QACd,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,IAAsB,CAAC;QACvD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,CAAC,IAAI,CAAmB,CAAC;QAE/E,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA8B;QAC3C,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QACtC,MAAM,GAAG,GAAG,IAAA,4CAAgB,EAAmB,IAAI,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAA,8CAAkB,EAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAClF,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,IAAA,qBAAQ,EAAC,OAAO,EAAE;YAC7B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,eAAe,EAAE,GAAG,CAAC,eAAe;SACvC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YACrF,OAAO,EAAE,CAAC;QACd,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAChG,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAyB,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1G,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAqB,EAAE,OAAe;QAC/D,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACb,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC3E,IAAI,CAAC,OAAO,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC1F,OAAO,IAAI,CAAC;gBAChB,CAAC;gBACD,OAAO,OAAO,CAAC;YACnB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnH,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,GAAG,CAAC,OAAO,CAAC;QACvB,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YACd,IAAI,CAAC;gBACD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACtC,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7G,CAAC;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,wBAAwB,CAC5B,OAAuB,EACvB,MAAc,EACd,WAA4B,EAC5B,OAAe;QAEf,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QAClD,IAAA,4CAAgB,EAAC,WAAW,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3E,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ,CAAA;AA3SY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;qCAKuB,yCAAkB;QAC/B,6BAAoB;GAL9B,kBAAkB,CA2S9B"}

package/dist/src/runtime/executors/extractors/graphql-extract.handler.d.ts

@@ -0,0 +1,29 @@
+/**
+ * GraphQL Extract Handler
+ *
+ * Extracts records from GraphQL APIs with support for:
+ * - Cursor-based pagination
+ * - Relay-style connections (edges/node pattern)
+ * - Bearer and Basic authentication
+ *
+ * @module runtime/executors/extractors
+ */
+import { RecordObject } from '../../executor-types';
+import { SecretService } from '../../../services/config/secret.service';
+import { DataHubLoggerFactory } from '../../../services/logger';
+import { ExtractHandler, ExtractHandlerContext } from './extract-handler.interface';
+export declare class GraphqlExtractHandler implements ExtractHandler {
+    private secretService;
+    private readonly logger;
+    constructor(secretService: SecretService, loggerFactory: DataHubLoggerFactory);
+    extract(context: ExtractHandlerContext): Promise<RecordObject[]>;
+    private buildHeaders;
+    private executeGraphqlQuery;
+    private extractGraphqlErrors;
+    private extractItems;
+    private extractFromEdges;
+    private determineNextCursor;
+    private checkHasNextPage;
+    private resolveSecret;
+}
+//# sourceMappingURL=graphql-extract.handler.d.ts.map

package/dist/src/runtime/executors/extractors/graphql-extract.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"graphql-extract.handler.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/executors/extractors/graphql-extract.handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAiB,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAI/E,OAAO,EACH,cAAc,EACd,qBAAqB,EAIxB,MAAM,6BAA6B,CAAC;AA0BrC,qBACa,qBAAsB,YAAW,cAAc;IAIpD,OAAO,CAAC,aAAa;IAHzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAG3B,aAAa,EAAE,aAAa,EACpC,aAAa,EAAE,oBAAoB;IAKjC,OAAO,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAmDxD,YAAY;YA2BZ,mBAAmB;IA4BjC,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,gBAAgB;IAoBxB,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,gBAAgB;YAeV,aAAa;CAY9B"}

package/dist/src/runtime/executors/extractors/graphql-extract.handler.js

@@ -0,0 +1,202 @@
+"use strict";
+/**
+ * GraphQL Extract Handler
+ *
+ * Extracts records from GraphQL APIs with support for:
+ * - Cursor-based pagination
+ * - Relay-style connections (edges/node pattern)
+ * - Bearer and Basic authentication
+ *
+ * @module runtime/executors/extractors
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GraphqlExtractHandler = void 0;
+const common_1 = require("@nestjs/common");
+const secret_service_1 = require("../../../services/config/secret.service");
+const logger_1 = require("../../../services/logger");
+const utils_1 = require("../../utils");
+const index_1 = require("../../../constants/index");
+const connection_types_1 = require("../../../sdk/types/connection-types");
+const extract_handler_interface_1 = require("./extract-handler.interface");
+const url_security_utils_1 = require("../../../utils/url-security.utils");
+const error_utils_1 = require("../../../utils/error.utils");
+let GraphqlExtractHandler = class GraphqlExtractHandler {
+    constructor(secretService, loggerFactory) {
+        this.secretService = secretService;
+        this.logger = loggerFactory.createLogger(index_1.LOGGER_CONTEXTS.EXTRACT_EXECUTOR);
+    }
+    async extract(context) {
+        const { ctx, step, executorCtx, onRecordError } = context;
+        const cfg = (0, extract_handler_interface_1.getExtractConfig)(step);
+        const fetchImpl = globalThis.fetch;
+        if (!fetchImpl)
+            return [];
+        const endpoint = String(cfg.endpoint ?? '');
+        const headers = await this.buildHeaders(ctx, cfg);
+        const results = [];
+        let cursor = (0, extract_handler_interface_1.getCheckpointValue)(executorCtx, step.key, 'cursor', null);
+        for (let i = 0; i < index_1.PAGINATION.MAX_GRAPHQL_PAGES; i++) {
+            const fetchResult = await this.executeGraphqlQuery({
+                fetchImpl,
+                endpoint,
+                headers,
+                query: String(cfg.query ?? ''),
+                variables: { ...(cfg.variables ?? {}), ...(cursor ? { [cfg.cursorVar ?? 'cursor']: cursor } : {}) },
+            });
+            if (!fetchResult.success) {
+                if (onRecordError) {
+                    await onRecordError(step.key, `GraphQL query failed: ${fetchResult.error}`, { endpoint });
+                }
+                break;
+            }
+            const gqlErrors = this.extractGraphqlErrors(fetchResult.data);
+            if (gqlErrors.length) {
+                const msg = gqlErrors.join('; ');
+                if (onRecordError) {
+                    await onRecordError(step.key, msg, { endpoint, variables: (cfg.variables ?? null) });
+                }
+                break;
+            }
+            const items = this.extractItems(fetchResult.data, cfg);
+            results.push(...items);
+            const nextCursor = this.determineNextCursor(fetchResult.data, cfg, cursor);
+            if (!nextCursor || nextCursor === cursor)
+                break;
+            cursor = nextCursor;
+            (0, extract_handler_interface_1.updateCheckpoint)(executorCtx, step.key, { cursor: cursor });
+        }
+        return results;
+    }
+    async buildHeaders(ctx, cfg) {
+        let headers = { ...(cfg.headers ?? {}) };
+        try {
+            const auth = cfg.auth ?? connection_types_1.ConnectionAuthType.NONE;
+            if (auth === connection_types_1.ConnectionAuthType.BEARER && cfg.bearerTokenSecretCode) {
+                const token = await this.resolveSecret(ctx, cfg.bearerTokenSecretCode);
+                if (token) {
+                    headers = { ...headers, [index_1.HTTP_HEADERS.AUTHORIZATION]: `${index_1.AUTH_SCHEMES.BEARER} ${token}` };
+                }
+            }
+            else if (auth === connection_types_1.ConnectionAuthType.BASIC && cfg.basicSecretCode) {
+                const secret = await this.resolveSecret(ctx, cfg.basicSecretCode);
+                if (secret && secret.includes(':')) {
+                    const token = Buffer.from(secret).toString('base64');
+                    headers = { ...headers, [index_1.HTTP_HEADERS.AUTHORIZATION]: `${index_1.AUTH_SCHEMES.BASIC} ${token}` };
+                }
+            }
+        }
+        catch (error) {
+            this.logger.warn('Failed to resolve authentication secrets for GraphQL extractor', {
+                error: (0, error_utils_1.getErrorMessage)(error),
+            });
+        }
+        return headers;
+    }
+    async executeGraphqlQuery(params) {
+        const { fetchImpl, endpoint, headers, query, variables } = params;
+        try {
+            await (0, url_security_utils_1.assertUrlSafe)(endpoint);
+            const res = await fetchImpl(endpoint, {
+                method: index_1.HttpMethod.POST,
+                headers: { [index_1.HTTP_HEADERS.CONTENT_TYPE]: index_1.CONTENT_TYPES.JSON, ...headers },
+                body: JSON.stringify({ query, variables }),
+            });
+            if (!res.ok) {
+                return { success: false, error: String(res.status) };
+            }
+            const data = await res.json();
+            return { success: true, data };
+        }
+        catch (err) {
+            return { success: false, error: (0, error_utils_1.getErrorMessage)(err) };
+        }
+    }
+    extractGraphqlErrors(data) {
+        const dataObj = data;
+        const errors = Array.isArray(dataObj?.errors) ? dataObj.errors : [];
+        return errors.map(e => e?.message ?? 'GraphQL error');
+    }
+    extractItems(data, cfg) {
+        if (Array.isArray(data))
+            return data;
+        const dataObj = data;
+        if (cfg.edgesField && dataObj) {
+            return this.extractFromEdges(dataObj, cfg);
+        }
+        if (cfg.itemsField && dataObj) {
+            const items = (0, utils_1.getPath)(dataObj, cfg.itemsField) ?? [];
+            return Array.isArray(items) ? items : [];
+        }
+        return [];
+    }
+    extractFromEdges(data, cfg) {
+        const edgesField = cfg.edgesField ?? 'edges';
+        const edges = (0, utils_1.getPath)(data, edgesField) ?? [];
+        if (!Array.isArray(edges))
+            return [];
+        const nodeField = cfg.nodeField ?? 'node';
+        const items = [];
+        for (const edge of edges) {
+            if (edge && typeof edge === 'object' && !Array.isArray(edge)) {
+                const edgeObj = edge;
+                if (edgeObj[nodeField] != null) {
+                    items.push(edgeObj[nodeField]);
+                }
+            }
+        }
+        return items;
+    }
+    determineNextCursor(data, cfg, _currentCursor) {
+        if (cfg.nextCursorField) {
+            return (0, utils_1.getPath)(data, cfg.nextCursorField);
+        }
+        if (cfg.endCursorField) {
+            const endCursor = (0, utils_1.getPath)(data, cfg.endCursorField);
+            const hasNextPage = this.checkHasNextPage(data, cfg);
+            return hasNextPage ? endCursor : undefined;
+        }
+        return undefined;
+    }
+    checkHasNextPage(data, cfg) {
+        if (cfg.hasNextPageField) {
+            return Boolean((0, utils_1.getPath)(data, cfg.hasNextPageField));
+        }
+        if (cfg.pageInfoField) {
+            const pageInfo = (0, utils_1.getPath)(data, cfg.pageInfoField);
+            if (pageInfo && typeof pageInfo === 'object' && !Array.isArray(pageInfo)) {
+                return pageInfo.hasNextPage !== false;
+            }
+        }
+        return true;
+    }
+    async resolveSecret(ctx, code) {
+        if (!code)
+            return null;
+        try {
+            return await this.secretService.resolve(ctx, code);
+        }
+        catch (err) {
+            this.logger.debug('Failed to resolve secret for GraphQL extraction', {
+                secretCode: code,
+                error: (0, error_utils_1.getErrorMessage)(err),
+            });
+            return null;
+        }
+    }
+};
+exports.GraphqlExtractHandler = GraphqlExtractHandler;
+exports.GraphqlExtractHandler = GraphqlExtractHandler = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [secret_service_1.SecretService,
+        logger_1.DataHubLoggerFactory])
+], GraphqlExtractHandler);
+//# sourceMappingURL=graphql-extract.handler.js.map

package/dist/src/runtime/executors/extractors/graphql-extract.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graphql-extract.handler.js","sourceRoot":"","sources":["../../../../../src/runtime/executors/extractors/graphql-extract.handler.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;;;;;;;;;;AAEH,2CAA4C;AAI5C,4EAAwE;AACxE,qDAA+E;AAC/E,uCAAsC;AACtC,oDAA8H;AAC9H,0EAAyE;AACzE,2EAMqC;AACrC,0EAAkE;AAClE,4DAA6D;AAyBtD,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAG9B,YACY,aAA4B,EACpC,aAAmC;QAD3B,kBAAa,GAAb,aAAa,CAAe;QAGpC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,gBAAgB,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA8B;QACxC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;QAC1D,MAAM,GAAG,GAAG,IAAA,4CAAgB,EAAuB,IAAI,CAAC,CAAC;QAEzD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;QACnC,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,IAAI,MAAM,GAAY,IAAA,8CAAkB,EAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEhF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAU,CAAC,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC/C,SAAS;gBACT,QAAQ;gBACR,OAAO;gBACP,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC9B,SAAS,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;aACtG,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBACvB,IAAI,aAAa,EAAE,CAAC;oBAChB,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,yBAAyB,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAC9F,CAAC;gBACD,MAAM;YACV,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC9D,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjC,IAAI,aAAa,EAAE,CAAC;oBAChB,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,CAAsB,EAAE,CAAC,CAAC;gBAC9G,CAAC;gBACD,MAAM;YACV,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YAEvB,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,IAAoB,EAAE,GAAG,EAAE,MAAmB,CAAC,CAAC;YACxG,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,MAAM;gBAAE,MAAM;YAEhD,MAAM,GAAG,UAAU,CAAC;YACpB,IAAA,4CAAgB,EAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAkD,EAAE,CAAC,CAAC;QAC5G,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,GAAmB,EAAE,GAAyB;QACrE,IAAI,OAAO,GAA2B,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QAEjE,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,qCAAkB,CAAC,IAAI,CAAC;YAEjD,IAAI,IAAI,KAAK,qCAAkB,CAAC,MAAM,IAAI,GAAG,CAAC,qBAAqB,EAAE,CAAC;gBAClE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,qBAAqB,CAAC,CAAC;gBACvE,IAAI,KAAK,EAAE,CAAC;oBACR,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,oBAAY,CAAC,aAAa,CAAC,EAAE,GAAG,oBAAY,CAAC,MAAM,IAAI,KAAK,EAAE,EAAE,CAAC;gBAC9F,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,qCAAkB,CAAC,KAAK,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;gBAClE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;gBAClE,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBACrD,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,oBAAY,CAAC,aAAa,CAAC,EAAE,GAAG,oBAAY,CAAC,KAAK,IAAI,KAAK,EAAE,EAAE,CAAC;gBAC7F,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;gBAC/E,KAAK,EAAE,IAAA,6BAAe,EAAC,KAAK,CAAC;aAChC,CAAC,CAAC;QACP,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,MAMjC;QACG,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QAElE,IAAI,CAAC;YACD,MAAM,IAAA,kCAAa,EAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE;gBAClC,MAAM,EAAE,kBAAU,CAAC,IAAI;gBACvB,OAAO,EAAE,EAAE,CAAC,oBAAY,CAAC,YAAY,CAAC,EAAE,qBAAa,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE;gBACxE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;aAC7C,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACV,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACzD,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC,EAAE,CAAC;QAC3D,CAAC;IACL,CAAC;IAEO,oBAAoB,CAAC,IAAa;QACtC,MAAM,OAAO,GAAG,IAAsD,CAAC;QACvE,MAAM,MAAM,GAAmB,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,IAAI,eAAe,CAAC,CAAC;IAC1D,CAAC;IAEO,YAAY,CAAC,IAAa,EAAE,GAAyB;QACzD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,IAAsB,CAAC;QAEvD,MAAM,OAAO,GAAG,IAAuC,CAAC;QACxD,IAAI,GAAG,CAAC,UAAU,IAAI,OAAO,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAA,eAAO,EAAC,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACrD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAuB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,CAAC;QAED,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,gBAAgB,CAAC,IAAkB,EAAE,GAAyB;QAClE,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAA,eAAO,EAAC,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAErC,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,MAAM,CAAC;QAC1C,MAAM,KAAK,GAAmB,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3D,MAAM,OAAO,GAAG,IAAoB,CAAC;gBACrC,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC;oBAC7B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAiB,CAAC,CAAC;gBACnD,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,mBAAmB,CAAC,IAAkB,EAAE,GAAyB,EAAE,cAAyB;QAChG,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;YACtB,OAAO,IAAA,eAAO,EAAC,IAAI,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;YACrB,MAAM,SAAS,GAAG,IAAA,eAAO,EAAC,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC;YACpD,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACrD,OAAO,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/C,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,gBAAgB,CAAC,IAAkB,EAAE,GAAyB;QAClE,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACvB,OAAO,OAAO,CAAC,IAAA,eAAO,EAAC,IAAI,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAA,eAAO,EAAC,IAAI,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;YAClD,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvE,OAAQ,QAAsC,CAAC,WAAW,KAAK,KAAK,CAAC;YACzE,CAAC;QACL,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,GAAmB,EAAE,IAAoB;QACjE,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE;gBACjE,UAAU,EAAE,IAAI;gBAChB,KAAK,EAAE,IAAA,6BAAe,EAAC,GAAG,CAAC;aAC9B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;CACJ,CAAA;AAvMY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAKkB,8BAAa;QACrB,6BAAoB;GAL9B,qBAAqB,CAuMjC"}

package/dist/src/runtime/executors/extractors/index.d.ts

@@ -0,0 +1,5 @@
+export * from './extract-handler.interface';
+export * from './file-extract.handler';
+export * from './rest-extract.handler';
+export * from './vendure-extract.handler';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/runtime/executors/extractors/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/executors/extractors/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,2BAA2B,CAAC"}