@cdp-forge/plugin-pipeline-sdk 1.1.4

package/dist/server.js

@@ -0,0 +1,38 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const Plugin_1 = __importDefault(require("./plugin/Plugin"));
+const config_1 = __importDefault(require("./config"));
+const PipelineStage_1 = __importDefault(require("./PipelineStage"));
+const ConfigListener_1 = __importDefault(require("./ConfigListener"));
+const stage = new PipelineStage_1.default(new Plugin_1.default());
+const configListener = new ConfigListener_1.default(stage);
+configListener.start().then(() => {
+    fetch(`${config_1.default.getInstance().config.pluginManagerUrl}/register`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify(config_1.default.getInstance().config.plugin),
+    }).then(res => {
+        if (!res.ok) {
+            throw new Error(`Failed to register plugin with Template Manager: ${res.statusText}`);
+        }
+        return res.json();
+    }).then(json => {
+        if (!json || !json.inputTopic || !json.outputTopic) {
+            throw new Error('Failed to fetch plugin configuration from Template Manager.');
+        }
+        stage.start(json.inputTopic, json.outputTopic);
+    });
+});
+const handleExit = async () => {
+    console.log('Arresto del server in corso...');
+    await stage.stop();
+    process.exit(0);
+};
+process.on('SIGINT', handleExit);
+process.on('SIGTERM', handleExit);
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";;;;;AAAA,6DAAuC;AACvC,sDAA8B;AAC9B,oEAA4C;AAC5C,sEAA8C;AAE9C,MAAM,KAAK,GAAG,IAAI,uBAAa,CAAC,IAAI,gBAAQ,EAAE,CAAC,CAAC;AAEhD,MAAM,cAAc,GAAG,IAAI,wBAAc,CAAC,KAAK,CAAC,CAAC;AACjD,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;IAC/B,KAAK,CAAC,GAAG,gBAAM,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,gBAAgB,WAAW,EAAE;QAChE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAM,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;KACzD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QACZ,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,oDAAoD,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACxF,CAAC;QACD,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACb,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;IAC5B,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAC9C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC;AAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AACjC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC"}

package/dist/startServer.d.ts

@@ -0,0 +1,9 @@
+import PipelinePluginI from './plugin/PipelinePluginI';
+import { Config } from '@cdp-forge/types';
+import PipelineStage from './PipelineStage';
+import ConfigListener from './ConfigListener';
+export declare function start(plugin: PipelinePluginI, config: Config): Promise<{
+    stage: PipelineStage;
+    configListener: ConfigListener;
+}>;
+//# sourceMappingURL=startServer.d.ts.map

package/dist/startServer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"startServer.d.ts","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,cAAc,MAAM,kBAAkB,CAAC;AAE9C,wBAAsB,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM;;;GAgChE"}

package/dist/startServer.js

@@ -0,0 +1,41 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.start = start;
+const PipelineStage_1 = __importDefault(require("./PipelineStage"));
+const ConfigListener_1 = __importDefault(require("./ConfigListener"));
+async function start(plugin, config) {
+    const stage = new PipelineStage_1.default(plugin, config);
+    const configListener = new ConfigListener_1.default(stage, config);
+    configListener.start().then(() => {
+        fetch(`${config.manager.url}/register`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify(config.plugin),
+        }).then(res => {
+            if (!res.ok) {
+                throw new Error(`Failed to register plugin with Template Manager: ${res.statusText}`);
+            }
+            return res.json();
+        }).then(json => {
+            if (!json || !json.inputTopic || !json.outputTopic) {
+                throw new Error('Failed to fetch plugin configuration from Template Manager.');
+            }
+            stage.start(json.inputTopic, json.outputTopic);
+        });
+    });
+    const handleExit = async () => {
+        console.log('Arresto del server in corso...');
+        await stage.stop();
+        process.exit(0);
+    };
+    process.on('SIGINT', handleExit);
+    process.on('SIGTERM', handleExit);
+    console.log('Server avviato con successo con plugin personalizzato');
+    return { stage, configListener };
+}
+//# sourceMappingURL=startServer.js.map

package/dist/startServer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"startServer.js","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":";;;;;AAKA,sBAgCG;AAnCH,oEAA4C;AAC5C,sEAA8C;AAEvC,KAAK,UAAU,KAAK,CAAC,MAAuB,EAAE,MAAc;IAC/D,MAAM,KAAK,GAAG,IAAI,uBAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,IAAI,wBAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzD,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;QAC/B,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,WAAW,EAAE;YACtC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACZ,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,oDAAoD,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACb,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACjF,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAElC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;AACnC,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,79 @@
+import { GoogleTopicsMap } from "./gTopics";
+export interface Product {
+    id: string;
+    price: number;
+    brand?: string;
+    category?: string;
+    quantity: number;
+    currency?: string;
+}
+export interface Log {
+    client: number;
+    date: string;
+    device: {
+        browser?: string;
+        id: string;
+        ip?: string;
+        os?: string;
+        type?: string;
+        userAgent?: string;
+        [key: string]: any;
+    };
+    event: string;
+    geo?: {
+        city?: string;
+        country?: string;
+        point?: {
+            type: string;
+            coordinates: number[];
+        };
+        region?: string;
+        zipCode?: string;
+        timeZone?: string;
+        [key: string]: any;
+    };
+    googleTopics?: GoogleTopic[];
+    instance: number;
+    page: {
+        description?: string;
+        href?: string;
+        image?: string;
+        title: string;
+        type?: string;
+        [key: string]: any;
+    };
+    product?: Product[];
+    referrer?: string;
+    session: string;
+    target?: string;
+    order?: string;
+    [key: string]: any;
+}
+export interface GoogleTopic {
+    id: keyof typeof GoogleTopicsMap;
+    name: (typeof GoogleTopicsMap)[keyof typeof GoogleTopicsMap];
+}
+export interface ConfigMessage {
+    inputTopic: string;
+    outputTopic: string | null;
+    plugin: string;
+}
+export interface Config {
+    manager: {
+        url: string;
+        config_topic: string;
+    };
+    plugin: {
+        name: string;
+        priority: number;
+        type: 'parallel' | 'blocking';
+    };
+    kafkaConfig: {
+        brokers: string[];
+    };
+    mysqlConfig?: {
+        uri: string;
+    };
+    [key: string]: any;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,MAAM,WAAW,OAAO;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,GAAG;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE;QACJ,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACtB,CAAC;IACF,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE;QACF,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE;YACJ,IAAI,EAAE,MAAM,CAAC;YACb,WAAW,EAAE,MAAM,EAAE,CAAC;SACzB,CAAC;QACF,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACtB,CAAC;IACF,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE;QACF,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACtB,CAAC;IACF,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IACxB,EAAE,EAAE,MAAM,OAAO,eAAe,CAAC;IACjC,IAAI,EAAE,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;CAChE;AAED,MAAM,WAAW,aAAa;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,MAAM;IACnB,OAAO,EAAE;QACL,GAAG,EAAE,MAAM,CAAC;QACZ,YAAY,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,MAAM,EAAE;QACJ,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,UAAU,GAAG,UAAU,CAAC;KACjC,CAAC;IACF,WAAW,EAAE;QACT,OAAO,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;IACF,WAAW,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;KACf,CAAC;IACF,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACtB"}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,53 @@
+{
+    "name": "@cdp-forge/plugin-pipeline-sdk",
+    "version": "1.1.4",
+    "description": "SDK for pipeline plugins for CDP Forge platform",
+    "main": "dist/index.js",
+    "types": "dist/index.d.ts",
+    "files": [
+        "dist/**/*",
+        "config/**/*",
+        "README.md",
+        "LICENSE"
+    ],
+    "scripts": {
+        "test": "npx jest",
+        "test:build": "tsc -p tsconfig.test.json",
+        "build": "tsc",
+        "postbuild": "cp -R ./config ./dist",
+        "prepublishOnly": "npm run build",
+        "clean": "rm -rf dist"
+    },
+    "keywords": [
+        "plugin-pipeline",
+        "CDP",
+        "Forge"
+    ],
+    "author": "CDP Forge",
+    "license": "GPL-3.0",
+    "repository": {
+        "type": "git",
+        "url": "git+https://github.com/CDPForge/plugin-pipeline-template.git"
+    },
+    "bugs": {
+        "url": "https://github.com/CDPForge/plugin-pipeline-template/issues"
+    },
+    "homepage": "https://github.com/CDPForge/plugin-pipeline-template#readme",
+    "dependencies": {
+        "@cdp-forge/types": "^1.0.0",
+        "kafkajs": "^2.2.4",
+        "node-fetch": "^3.3.2",
+        "yaml": "^2.7.0"
+    },
+    "devDependencies": {
+        "@types/jest": "^29.5.14",
+        "@types/node": "^20.12.12",
+        "jest": "^29.7.0",
+        "nodemon": "^3.1.0",
+        "ts-jest": "^29.2.5",
+        "typescript": "^5.7.3"
+    },
+    "engines": {
+        "node": ">=16.0.0"
+    }
+}