@cdp-forge/plugin-pipeline-sdk 1.1.15 → 1.1.17

package/dist/PipelineStage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PipelineStage.d.ts","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAsB,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAO,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE/C,MAAM,CAAC,OAAO,OAAO,aAAa;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;gBAElB,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM;IAgB7C,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,GAAE,MAAM,GAAG,IAAW,GAAG,OAAO,CAAC,IAAI,CAAC;YASnE,MAAM;IA6Bd,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAMb,KAAK;IAKb,OAAO,CAAC,UAAU,EAAE,MAAM,EAAC,WAAW,EAAE,MAAM,GAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;CAIjF"}
+{"version":3,"file":"PipelineStage.d.ts","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAsB,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAO,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE/C,MAAM,CAAC,OAAO,OAAO,aAAa;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;gBAElB,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM;IAgB7C,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,GAAE,MAAM,GAAG,IAAW,GAAG,OAAO,CAAC,IAAI,CAAC;YASnE,MAAM;IA6Bd,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAMb,KAAK;IAKb,OAAO,CAAC,UAAU,EAAE,MAAM,EAAC,WAAW,EAAE,MAAM,GAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;CAKjF"}

package/dist/PipelineStage.js

@@ -63,6 +63,8 @@ class PipelineSTage {
         await this.producer.disconnect();
     }
     async restart(inputTopic, outputTopic) {
+        if (this.input === inputTopic && this.output === outputTopic)
+            return;
         await this.stop();
         await this.start(inputTopic, outputTopic);
     }

package/dist/PipelineStage.js.map

@@ -1 +1 @@
-{"version":3,"file":"PipelineStage.js","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":";;AAAA,qCAAwE;AAIxE,MAAqB,aAAa;IAU9B,YAAY,MAAuB,EAAE,MAAc;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC;YACrB,QAAQ,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE;YAC3D,OAAO,EAAE,MAAM,CAAC,KAAM,CAAC,OAAO;SAC/B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACjD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;QAC5D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,cAA6B,IAAI;QAC7D,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,MAAM;QAChB,IAAG,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAE9C,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAM,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAuB,EAAE,EAAE;gBACxE,MAAM,GAAG,GAAQ,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC7E,IAAG,CAAC,GAAG;oBAAE,OAAO;gBAChB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACvD,IAAG,CAAC,aAAa,EAAE,CAAC;oBAClB,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;oBACxC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC5G,OAAO;gBACT,CAAC;gBAED,IAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACf,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACvB,KAAK,EAAE,IAAI,CAAC,MAAM;wBAClB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC;qBACrD,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC9G,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,cAAc,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,KAAK;QACf,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAC,WAA6B;QAC1D,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAC,WAAW,CAAC,CAAC;IAC7C,CAAC;CACJ;AA/ED,gCA+EC"}
+{"version":3,"file":"PipelineStage.js","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":";;AAAA,qCAAwE;AAIxE,MAAqB,aAAa;IAU9B,YAAY,MAAuB,EAAE,MAAc;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC;YACrB,QAAQ,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE;YAC3D,OAAO,EAAE,MAAM,CAAC,KAAM,CAAC,OAAO;SAC/B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACjD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;QAC5D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,cAA6B,IAAI;QAC7D,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,MAAM;QAChB,IAAG,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAE9C,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAM,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAuB,EAAE,EAAE;gBACxE,MAAM,GAAG,GAAQ,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC7E,IAAG,CAAC,GAAG;oBAAE,OAAO;gBAChB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACvD,IAAG,CAAC,aAAa,EAAE,CAAC;oBAClB,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;oBACxC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC5G,OAAO;gBACT,CAAC;gBAED,IAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACf,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACvB,KAAK,EAAE,IAAI,CAAC,MAAM;wBAClB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC;qBACrD,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC9G,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,cAAc,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,KAAK;QACf,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAC,WAA6B;QAC1D,IAAG,IAAI,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;YAAE,OAAO;QACpE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAC,WAAW,CAAC,CAAC;IAC7C,CAAC;CACJ;AAhFD,gCAgFC"}

package/dist/config/default.d.ts

@@ -0,0 +1,4 @@
+import { Config } from "@cdp-forge/types";
+declare const config: Config;
+export default config;
+//# sourceMappingURL=default.d.ts.map

package/dist/config/default.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"default.d.ts","sourceRoot":"","sources":["../../src/config/default.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAoB1C,QAAA,MAAM,MAAM,EAAE,MAoBb,CAAC;AAEF,eAAe,MAAM,CAAC"}

package/dist/config/default.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+function env(key, fallback, type = 'string') {
+    const val = process.env[key];
+    if (val === undefined)
+        return fallback;
+    switch (type) {
+        case "string[]":
+            return val.split(',').map(s => s.trim());
+        case "number[]":
+            return val.split(',').map(s => Number(s.trim()));
+        case "boolean":
+            return (val.toLowerCase() === 'true');
+        case "number":
+            return Number(val);
+        case "string":
+            return val;
+    }
+}
+const config = {
+    kafka: {
+        brokers: env('KAFKA_BROKERS', ['cdp-forge-kafka-kafka-bootstrap:9092'], 'string[]')
+    },
+    mysql: {
+        uri: env("MYSQL_URI", "mysql://root:cdp-forge-root-2024@cdp-forge-mysql:3306/cdpforge")
+    },
+    opensearch: {
+        url: env("OPENSEARCH_URL", "https://opensearch-cluster-master:9200"),
+        username: env("OPENSEARCH_USERNAME", "admin"),
+        password: env("OPENSEARCH_PASSWORD", "CdpForge@2024!")
+    },
+    pipelinemanager: {
+        config_topic: env("PIPELINEMANAGER_CONFIG_TOPIC", "config"),
+        url: env("PIPELINEMANAGER_URL", "http://cdp-forge-core-pipeline-manager"),
+        first_topic: env("PIPELINEMANAGER_FIRST_TOPIC", "logs")
+    },
+    pod: {
+        name: env("CLIENT_ID", Math.random().toString(36).substring(2, 10))
+    }
+};
+exports.default = config;
+//# sourceMappingURL=default.js.map

package/dist/config/default.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"default.js","sourceRoot":"","sources":["../../src/config/default.ts"],"names":[],"mappings":";;AAGA,SAAS,GAAG,CAAmB,GAAW,EAAE,QAAW,EAAE,OAAmE,QAAQ;IAChI,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACvC,QAAQ,IAAI,EAAE,CAAC;QACX,KAAK,UAAU;YACX,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAM,CAAC;QAClD,KAAK,UAAU;YACX,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAM,CAAC;QAC1D,KAAK,SAAS;YACV,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,MAAM,CAAM,CAAC;QAC/C,KAAK,QAAQ;YACT,OAAO,MAAM,CAAC,GAAG,CAAM,CAAC;QAC5B,KAAK,QAAQ;YACT,OAAO,GAAQ,CAAC;IACxB,CAAC;AACL,CAAC;AAED,MAAM,MAAM,GAAY;IACpB,KAAK,EAAE;QACH,OAAO,EAAE,GAAG,CAAW,eAAe,EAAE,CAAC,sCAAsC,CAAC,EAAE,UAAU,CAAC;KAChG;IACD,KAAK,EAAE;QACH,GAAG,EAAE,GAAG,CAAC,WAAW,EAAC,gEAAgE,CAAC;KACzF;IACD,UAAU,EAAC;QACP,GAAG,EAAE,GAAG,CAAC,gBAAgB,EAAC,wCAAwC,CAAC;QACnE,QAAQ,EAAE,GAAG,CAAC,qBAAqB,EAAC,OAAO,CAAC;QAC5C,QAAQ,EAAE,GAAG,CAAC,qBAAqB,EAAC,gBAAgB,CAAC;KACxD;IACD,eAAe,EAAE;QACb,YAAY,EAAE,GAAG,CAAC,8BAA8B,EAAC,QAAQ,CAAC;QAC1D,GAAG,EAAE,GAAG,CAAC,qBAAqB,EAAC,wCAAwC,CAAC;QACxE,WAAW,EAAE,GAAG,CAAC,6BAA6B,EAAE,MAAM,CAAC;KAC1D;IACD,GAAG,EAAE;QACD,IAAI,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;KACtE;CACJ,CAAC;AAEF,kBAAe,MAAM,CAAC"}

package/dist/index.d.ts

@@ -1,6 +1,5 @@
-import { Config } from "@cdp-forge/types";
-declare const config: Config;
-export { config as clusterConfig };
+import clusterConfig from './config/default';
+export { clusterConfig };
 export type { PipelinePluginI } from './plugin/PipelinePluginI';
 export { start } from './startServer';
 export type * from '@cdp-forge/types';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,QAAA,MAAM,MAAM,EAAE,MAAsC,CAAC;AAErD,OAAO,EAAE,MAAM,IAAK,aAAa,EAAC,CAAC;AACnC,YAAY,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,mBAAmB,kBAAkB,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,aAAa,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAAE,aAAa,EAAC,CAAC;AACxB,YAAY,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,mBAAmB,kBAAkB,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA"}

package/dist/index.js

@@ -6,9 +6,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.GoogleTopicsMap = exports.start = exports.clusterConfig = void 0;
 const dotenv_1 = __importDefault(require("dotenv"));
 dotenv_1.default.config();
-const config_1 = __importDefault(require("config"));
-const config = config_1.default.util.toObject();
-exports.clusterConfig = config;
+const default_1 = __importDefault(require("./config/default"));
+exports.clusterConfig = default_1.default;
 var startServer_1 = require("./startServer");
 Object.defineProperty(exports, "start", { enumerable: true, get: function () { return startServer_1.start; } });
 var types_1 = require("@cdp-forge/types");

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,oDAAmC;AAEnC,MAAM,MAAM,GAAW,gBAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;AAEjC,+BAAa;AAEjC,6CAAsC;AAA7B,oGAAA,KAAK,OAAA;AAEd,0CAAkD;AAAzC,wGAAA,eAAe,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAC;AAChB,+DAA6C;AAEpC,wBAFF,iBAAa,CAEE;AAEtB,6CAAsC;AAA7B,oGAAA,KAAK,OAAA;AAEd,0CAAkD;AAAzC,wGAAA,eAAe,OAAA"}

package/dist/startServer.js

@@ -6,9 +6,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.start = start;
 const PipelineStage_1 = __importDefault(require("./PipelineStage"));
 const ConfigListener_1 = __importDefault(require("./ConfigListener"));
-const config_1 = __importDefault(require("config"));
+const default_1 = __importDefault(require("./config/default"));
 async function start(plugin, pluginConfig) {
-    const config = Object.assign(config_1.default.util.toObject(), { plugin: pluginConfig });
+    const config = Object.assign(default_1.default, { plugin: pluginConfig });
     const stage = new PipelineStage_1.default(plugin, config);
     const configListener = new ConfigListener_1.default(stage, config);
     await configListener.start();

package/dist/startServer.js.map

@@ -1 +1 @@
-{"version":3,"file":"startServer.js","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":";;;;;AAMA,sBA0BG;AA9BH,oEAA4C;AAC5C,sEAA8C;AAC9C,oDAAmC;AAE5B,KAAK,UAAU,KAAK,CAAC,MAAuB,EAAE,YAA8B;IAC/E,MAAM,MAAM,GAAW,MAAM,CAAC,MAAM,CAAC,gBAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAC9F,MAAM,KAAK,GAAG,IAAI,uBAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,IAAI,wBAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;IAC7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,eAAgB,CAAC,GAAG,WAAW,EAAE;QAC/D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;KACtC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,oDAAoD,GAAG,CAAC,UAAU,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACrI,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAElC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;AACnC,CAAC"}
+{"version":3,"file":"startServer.js","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":";;;;;AAMA,sBA0BG;AA9BH,oEAA4C;AAC5C,sEAA8C;AAC9C,+DAA6C;AAEtC,KAAK,UAAU,KAAK,CAAC,MAAuB,EAAE,YAA8B;IAC/E,MAAM,MAAM,GAAW,MAAM,CAAC,MAAM,CAAC,iBAAa,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,IAAI,uBAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,IAAI,wBAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;IAC7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,eAAgB,CAAC,GAAG,WAAW,EAAE;QAC/D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;KACtC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,oDAAoD,GAAG,CAAC,UAAU,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACrI,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAElC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;AACnC,CAAC"}

package/package.json

@@ -1,12 +1,12 @@
 {
     "name": "@cdp-forge/plugin-pipeline-sdk",
-    "version": "1.1.15",
+    "version": "1.1.17",
     "description": "SDK for pipeline plugins for CDP Forge platform",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",
     "files": [
         "dist/**/*",
-        "config/**/*",
+        "src/config/**/*",
         "README.md",
         "LICENSE"
     ],
@@ -14,7 +14,6 @@
         "test": "npx jest",
         "test:build": "tsc -p tsconfig.test.json",
         "build": "tsc",
-        "postbuild": "cp -R ./config ./dist",
         "prepublishOnly": "npm run build",
         "clean": "rm -rf dist"
     },
@@ -35,19 +34,16 @@
     "homepage": "https://github.com/CDPForge/plugin-pipeline-template#readme",
     "dependencies": {
         "@cdp-forge/types": "^1.1.9",
-        "config": "^4.0.0",
         "dotenv": "^17.2.0",
         "kafkajs": "^2.2.4",
         "node-fetch": "^3.3.2"
     },
     "devDependencies": {
-        "@types/config": "^3.3.5",
         "@types/jest": "^29.5.14",
         "@types/node": "^20.12.12",
         "jest": "^29.7.0",
         "nodemon": "^3.1.0",
         "ts-jest": "^29.2.5",
-        "ts-node": "^10.9.2",
         "typescript": "^5.7.3"
     },
     "engines": {

package/config/test.ts

@@ -1 +0,0 @@
-export default {};

package/dist/ConfigReader.d.ts

@@ -1,6 +0,0 @@
-import { Config } from '@cdp-forge/types';
-export default class ConfigReader {
-    static config: Config;
-    static generate(configPath: string, pluginPath: string): Config;
-}
-//# sourceMappingURL=ConfigReader.d.ts.map

package/dist/ConfigReader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ConfigReader.d.ts","sourceRoot":"","sources":["../src/ConfigReader.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C,MAAM,CAAC,OAAO,OAAO,YAAY;IAC/B,OAAc,MAAM,EAAE,MAAM,CAAC;WAEf,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;CAOvE"}

package/dist/ConfigReader.js

@@ -1,51 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const yaml_1 = __importDefault(require("yaml"));
-const fs = __importStar(require("fs"));
-class ConfigReader {
-    static generate(configPath, pluginPath) {
-        ConfigReader.config = {
-            ...yaml_1.default.parse(fs.readFileSync(configPath, 'utf8')),
-            ...yaml_1.default.parse(fs.readFileSync(pluginPath, 'utf8'))
-        };
-        return ConfigReader.config;
-    }
-}
-exports.default = ConfigReader;
-//# sourceMappingURL=ConfigReader.js.map

package/dist/ConfigReader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ConfigReader.js","sourceRoot":"","sources":["../src/ConfigReader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,uCAAyB;AAGzB,MAAqB,YAAY;IAGxB,MAAM,CAAC,QAAQ,CAAC,UAAkB,EAAE,UAAkB;QAC3D,YAAY,CAAC,MAAM,GAAG;YACpB,GAAG,cAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAClD,GAAG,cAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;SACnD,CAAC;QACF,OAAO,YAAY,CAAC,MAAM,CAAC;IAC7B,CAAC;CACF;AAVD,+BAUC"}

package/dist/config/config.yml

@@ -1,7 +0,0 @@
-# This file is generated by the helm package and should be mounted on the plugin container
-kafkaConfig:
-  brokers:
-  -  'localhost:36715'
-  config_topic: 'config'
-
-pluginManagerUrl: 'https://plugin_template_url'

package/dist/config/plugin.yml

@@ -1,4 +0,0 @@
-plugin:
-  name: 'myPlugin'
-  priority: 1 # 1 to 100 (no need if parallel)
-  type: 'blocking' # or 'parallel'

package/dist/config/test.ts

@@ -1 +0,0 @@
-export default {};

package/dist/config.d.ts

@@ -1,8 +0,0 @@
-export default class Config {
-    private static instance;
-    private readonly configData;
-    private constructor();
-    static getInstance(): Config;
-    get config(): any;
-}
-//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,OAAO,OAAO,MAAM;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAM;IAEjC,OAAO;WAYO,WAAW,IAAI,MAAM;IAOnC,IAAW,MAAM,IAAI,GAAG,CAEvB;CACF"}

package/dist/config.js

@@ -1,66 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const yaml_1 = __importDefault(require("yaml"));
-const fs = __importStar(require("fs"));
-const path_1 = __importDefault(require("path"));
-class Config {
-    constructor() {
-        try {
-            this.configData = {
-                ...yaml_1.default.parse(fs.readFileSync(path_1.default.join(__dirname, '../config/config.yml'), 'utf8')),
-                ...yaml_1.default.parse(fs.readFileSync(path_1.default.join(__dirname, '../config/plugin.yml'), 'utf8'))
-            };
-        }
-        catch (e) {
-            console.error('Error reading or parsing config.yml:', e);
-            throw e;
-        }
-    }
-    static getInstance() {
-        if (!Config.instance) {
-            Config.instance = new Config();
-        }
-        return Config.instance;
-    }
-    get config() {
-        return this.configData;
-    }
-}
-exports.default = Config;
-//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,uCAAyB;AACzB,gDAAwB;AAExB,MAAqB,MAAM;IAIzB;QACE,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,GAAG;gBAChB,GAAG,cAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAAC;gBACpF,GAAG,cAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAAC;aACrF,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,CAAC,CAAC,CAAC;YACzD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,GAAG,IAAI,MAAM,EAAE,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,UAAU,CAAA;IAC1B,CAAC;CACF;AA1BD,yBA0BC"}