cdm-kafkaconnector 1.1.2

package/businessLogic/kafkaBl.ts

@@ -0,0 +1,42 @@
+import {ConsumerGroupOptions, KafkaClient, KafkaClientOptions, ProducerOptions} from "kafka-node";
+import {KafkaProducer} from "./kafkaProducer";
+import {KafkaConsumer} from "./kafkaConsumer";
+
+
+export class KafkaBusinessLogic {
+    static kafkaOptions: KafkaClientOptions;
+    static producer: KafkaProducer;
+    static async init(kafkaOptions?: KafkaClientOptions): Promise<void> {
+        this.kafkaOptions = {
+            kafkaHost: kafkaOptions?.kafkaHost ?? 'localhost:9092',
+            ...kafkaOptions
+        };
+        console.log(this.kafkaOptions, kafkaOptions)
+    }
+
+    static async setKafkaProducer(callback?: (error: any, data: any) => void, producerOption?: ProducerOptions): Promise<void> {
+        this.producer = new KafkaProducer(new KafkaClient(this.kafkaOptions), producerOption, callback);
+    }
+
+    static async produceMessage(payloads: any, topic: string): Promise<void> {
+        if (!this.producer) {
+            throw new Error('Kafka Producer not initialized');
+        }
+        this.producer.produceMessage(payloads, topic);
+    }
+
+    static async setKafkaConsumer(topic: string, callback: (message: any, done: Function) => void, consumerOption?: ConsumerGroupOptions): Promise<void> {
+        consumerOption = {
+            kafkaHost: this.kafkaOptions.kafkaHost,
+            autoCommit: consumerOption?.autoCommit ?? false,
+            groupId: consumerOption?.groupId ?? 'groupId1',
+            fromOffset: consumerOption?.fromOffset ?? 'latest',
+            ...consumerOption,
+        };
+        new KafkaConsumer(topic, callback, consumerOption);
+    }
+
+    static async closeProducer(): Promise<void> {
+        this.producer.close();
+    }
+}

package/businessLogic/kafkaConsumer.ts

@@ -0,0 +1,56 @@
+import {ConsumerGroup, ConsumerGroupOptions} from "kafka-node";
+
+
+export class KafkaConsumer {
+    consumer: ConsumerGroup;
+    topic: string | string[];
+    callback: Function;
+
+    constructor(topic: string | string[], callback: Function, consumerOptions: ConsumerGroupOptions) {
+        this.callback = callback ?? this.defaultCallBack;
+        this.consumer = new ConsumerGroup(consumerOptions, topic);
+        this.topic = topic;
+        this.initConsumerEvents();
+    }
+
+    defaultCallBack(message: string, done: Function): void {
+        done();
+    }
+
+    private initConsumerEvents(): void {
+        this.consumer.on('message', (message: any): void => {
+            console.log(`Message arrived from topic [${this.topic}] with offset [${message.offset}]`);
+            this.callback(message, () => {
+                const offset = {
+                    topic: message.topic,
+                    partition: message.partition,
+                    offset: message.offset + 1,
+                    metadata: 'updated offset'
+                };
+                this.consumer.sendOffsetCommitRequest([offset], (err: any, data: any) => {
+                    if (err) {
+                        this.logError(err);
+                    }
+                });
+            });
+        });
+
+        this.consumer.on('connect', ()=>{
+            console.log('Consumer connected');
+        });
+
+        this.consumer.on('error', (error: any): void => {
+            this.logError(JSON.stringify(error));
+        });
+    }
+
+    private logError(error: any): void {
+        console.error(`ERROR: kafka consumer failed to consume message from topic [${this.topic}]. ${error}`);
+    }
+
+    close(): void {
+        this.consumer.close(true, () => {
+            console.log(`Consumer for topic [${this.topic}] closed`);
+        });
+    }
+}

package/businessLogic/kafkaProducer.ts

@@ -0,0 +1,35 @@
+import {KafkaClient, Producer, ProducerOptions} from "kafka-node";
+
+export class KafkaProducer {
+    client: KafkaClient;
+    producer: Producer;
+    callback: (error: any, data: any) => void;
+
+    constructor(client: KafkaClient, producerOptions?: ProducerOptions, callback?: (error?: any, data?: any) => void) {
+        this.client = client;
+        this.producer = new Producer(client, producerOptions);
+        this.callback = callback ?? this.defaultCallback;
+        this.initProducerEvents();
+    }
+
+    private defaultCallback(error: any, data: any): void {
+
+    }
+
+    private initProducerEvents(): void {
+        this.producer.on('ready', () => {
+            console.log(`Kafka producer is ready`);
+        });
+        this.producer.on('error', (error: any): void => {
+            console.error(`ERROR: kafka producer failed to send message. ${JSON.stringify(error)}`);
+        });
+    }
+
+    public produceMessage(payloads: any, topic: string): void {
+        this.producer.send([{topic: topic , messages: JSON.stringify(payloads)}], this.callback);
+    }
+
+    public close(): void {
+        this.producer.close();
+    }
+}

package/dist/businessLogic/kafkaBl.js

@@ -0,0 +1,50 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaBusinessLogic = void 0;
+const kafka_node_1 = require("kafka-node");
+const kafkaProducer_1 = require("./kafkaProducer");
+const kafkaConsumer_1 = require("./kafkaConsumer");
+class KafkaBusinessLogic {
+    static init(kafkaOptions) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            this.kafkaOptions = Object.assign({ kafkaHost: (_a = kafkaOptions === null || kafkaOptions === void 0 ? void 0 : kafkaOptions.kafkaHost) !== null && _a !== void 0 ? _a : 'localhost:9092' }, kafkaOptions);
+            console.log(this.kafkaOptions, kafkaOptions);
+        });
+    }
+    static setKafkaProducer(callback, producerOption) {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.producer = new kafkaProducer_1.KafkaProducer(new kafka_node_1.KafkaClient(this.kafkaOptions), producerOption, callback);
+        });
+    }
+    static produceMessage(payloads, topic) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.producer) {
+                throw new Error('Kafka Producer not initialized');
+            }
+            this.producer.produceMessage(payloads, topic);
+        });
+    }
+    static setKafkaConsumer(topic, callback, consumerOption) {
+        var _a, _b, _c;
+        return __awaiter(this, void 0, void 0, function* () {
+            consumerOption = Object.assign({ kafkaHost: this.kafkaOptions.kafkaHost, autoCommit: (_a = consumerOption === null || consumerOption === void 0 ? void 0 : consumerOption.autoCommit) !== null && _a !== void 0 ? _a : false, groupId: (_b = consumerOption === null || consumerOption === void 0 ? void 0 : consumerOption.groupId) !== null && _b !== void 0 ? _b : 'groupId1', fromOffset: (_c = consumerOption === null || consumerOption === void 0 ? void 0 : consumerOption.fromOffset) !== null && _c !== void 0 ? _c : 'latest' }, consumerOption);
+            new kafkaConsumer_1.KafkaConsumer(topic, callback, consumerOption);
+        });
+    }
+    static closeProducer() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.producer.close();
+        });
+    }
+}
+exports.KafkaBusinessLogic = KafkaBusinessLogic;

package/dist/businessLogic/kafkaConsumer.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaConsumer = void 0;
+const kafka_node_1 = require("kafka-node");
+class KafkaConsumer {
+    constructor(topic, callback, consumerOptions) {
+        this.callback = callback !== null && callback !== void 0 ? callback : this.defaultCallBack;
+        this.consumer = new kafka_node_1.ConsumerGroup(consumerOptions, topic);
+        this.topic = topic;
+        this.initConsumerEvents();
+    }
+    defaultCallBack(message, done) {
+        done();
+    }
+    initConsumerEvents() {
+        this.consumer.on('message', (message) => {
+            console.log(`Message arrived from topic [${this.topic}] with offset [${message.offset}]`);
+            this.callback(message, () => {
+                const offset = {
+                    topic: message.topic,
+                    partition: message.partition,
+                    offset: message.offset + 1,
+                    metadata: 'updated offset'
+                };
+                this.consumer.sendOffsetCommitRequest([offset], (err, data) => {
+                    if (err) {
+                        this.logError(err);
+                    }
+                });
+            });
+        });
+        this.consumer.on('connect', () => {
+            console.log('Consumer connected');
+        });
+        this.consumer.on('error', (error) => {
+            this.logError(JSON.stringify(error));
+        });
+    }
+    logError(error) {
+        console.error(`ERROR: kafka consumer failed to consume message from topic [${this.topic}]. ${error}`);
+    }
+    close() {
+        this.consumer.close(true, () => {
+            console.log(`Consumer for topic [${this.topic}] closed`);
+        });
+    }
+}
+exports.KafkaConsumer = KafkaConsumer;

package/dist/businessLogic/kafkaProducer.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaProducer = void 0;
+const kafka_node_1 = require("kafka-node");
+class KafkaProducer {
+    constructor(client, producerOptions, callback) {
+        this.client = client;
+        this.producer = new kafka_node_1.Producer(client, producerOptions);
+        this.callback = callback !== null && callback !== void 0 ? callback : this.defaultCallback;
+        this.initProducerEvents();
+    }
+    defaultCallback(error, data) {
+    }
+    initProducerEvents() {
+        this.producer.on('ready', () => {
+            console.log(`Kafka producer is ready`);
+        });
+        this.producer.on('error', (error) => {
+            console.error(`ERROR: kafka producer failed to send message. ${JSON.stringify(error)}`);
+        });
+    }
+    produceMessage(payloads, topic) {
+        this.producer.send([{ topic: topic, messages: JSON.stringify(payloads) }], this.callback);
+    }
+    close() {
+        this.producer.close();
+    }
+}
+exports.KafkaProducer = KafkaProducer;

package/dist/index.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaBusinessLogic = void 0;
+var kafkaBl_1 = require("./businessLogic/kafkaBl");
+Object.defineProperty(exports, "KafkaBusinessLogic", { enumerable: true, get: function () { return kafkaBl_1.KafkaBusinessLogic; } });

package/index.ts

@@ -0,0 +1,2 @@
+export {KafkaBusinessLogic} from "./businessLogic/kafkaBl";
+export {KafkaClientOptions, ProducerOptions, ConsumerGroupOptions, ConsumerOptions} from "kafka-node";

package/packAndSend.js

@@ -0,0 +1,53 @@
+const { execSync } = require('child_process');
+const fs = require('fs');
+const path = require('path');
+
+// Run TypeScript compilation and npm pack
+execSync('tsc && npm pack', { stdio: 'inherit' });
+
+// Get the generated .tgz file name and the new version from package.json
+const packageJson = require('./package.json');
+const packageName = `${packageJson.name}-${packageJson.version}.tgz`;
+const newVersion = packageJson.version;
+const servicesDir = '../../services/';
+
+// Define target directories (root directories for each service)
+const targetDirs = [
+    'itemService',
+    'userService',
+    'scannerManagerService',
+    'scannerService',
+    'clientUpdater'
+];
+
+// Copy the .tgz file, update package.json, and run npm install for each directory
+targetDirs.forEach(dir => {
+    const packagePath = path.join(servicesDir, dir, 'packages', packageName);
+
+    // Copy the .tgz file to the 'packages' folder within each service
+    const packagesDir = path.join(servicesDir, dir, 'packages');
+    if (!fs.existsSync(packagesDir)) {
+        fs.mkdirSync(packagesDir, { recursive: true });
+    }
+    fs.copyFileSync(packageName, packagePath);
+    console.log(`Copied to ${packagePath}`);
+
+    // Update the package.json version in the root of the service
+    const packageJsonPath = path.join(servicesDir, dir, 'package.json');
+    const targetPackageJson = require(packageJsonPath);
+
+    if (targetPackageJson.dependencies && targetPackageJson.dependencies[packageJson.name]) {
+        targetPackageJson.dependencies[packageJson.name] = `file:packages/${packageName}`;
+
+        // Write the updated package.json back to the file system
+        fs.writeFileSync(packageJsonPath, JSON.stringify(targetPackageJson, null, 2));
+        console.log(`Updated version in ${packageJsonPath} to ^${newVersion}`);
+
+        // Run npm install in the service root directory
+        execSync('npm install', { stdio: 'inherit', cwd: path.join(servicesDir, dir) });
+        console.log(`Ran npm install in ${dir}`);
+    } else {
+        console.log(`Package ${packageJson.name} not found in dependencies for ${dir}`);
+    }
+});
+

package/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "cdm-kafkaconnector",
+  "version": "1.1.2",
+  "description": "",
+  "main": "dist/index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "pack": "tsc && node packAndSend.js"
+  },
+  "author": "Chaim-Dovid-M",
+  "license": "ISC",
+  "dependencies": {
+    "kafka-node": "^5.0.0"
+  }
+}

package/tsconfig.json

@@ -0,0 +1,109 @@
+{
+  "compilerOptions": {
+    /* Visit https://aka.ms/tsconfig to read more about this file */
+
+    /* Projects */
+    // "incremental": true,                              /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
+    // "composite": true,                                /* Enable constraints that allow a TypeScript project to be used with project references. */
+    // "tsBuildInfoFile": "./.tsbuildinfo",              /* Specify the path to .tsbuildinfo incremental compilation file. */
+    // "disableSourceOfProjectReferenceRedirect": true,  /* Disable preferring source files instead of declaration files when referencing composite projects. */
+    // "disableSolutionSearching": true,                 /* Opt a project out of multi-project reference checking when editing. */
+    // "disableReferencedProjectLoad": true,             /* Reduce the number of projects loaded automatically by TypeScript. */
+
+    /* Language and Environment */
+    "target": "ES6",                                  /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
+    // "lib": [],                                        /* Specify a set of bundled library declaration files that describe the target runtime environment. */
+    // "jsx": "preserve",                                /* Specify what JSX code is generated. */
+    // "experimentalDecorators": true,                   /* Enable experimental support for legacy experimental decorators. */
+    // "emitDecoratorMetadata": true,                    /* Emit design-type metadata for decorated declarations in source files. */
+    // "jsxFactory": "",                                 /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
+    // "jsxFragmentFactory": "",                         /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
+    // "jsxImportSource": "",                            /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
+    // "reactNamespace": "",                             /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
+    // "noLib": true,                                    /* Disable including any library files, including the default lib.d.ts. */
+    // "useDefineForClassFields": true,                  /* Emit ECMAScript-standard-compliant class fields. */
+    // "moduleDetection": "auto",                        /* Control what method is used to detect module-format JS files. */
+
+    /* Modules */
+    "module": "commonjs",                                /* Specify what module code is generated. */
+    // "rootDir": "./",                                  /* Specify the root folder within your source files. */
+    // "moduleResolution": "node10",                     /* Specify how TypeScript looks up a file from a given module specifier. */
+    // "baseUrl": "./",                                  /* Specify the base directory to resolve non-relative module names. */
+    // "paths": {},                                      /* Specify a set of entries that re-map imports to additional lookup locations. */
+    // "rootDirs": [],                                   /* Allow multiple folders to be treated as one when resolving modules. */
+    // "typeRoots": [],                                  /* Specify multiple folders that act like './node_modules/@types'. */
+    // "types": [],                                      /* Specify type package names to be included without being referenced in a source file. */
+    // "allowUmdGlobalAccess": true,                     /* Allow accessing UMD globals from modules. */
+    // "moduleSuffixes": [],                             /* List of file name suffixes to search when resolving a module. */
+    // "allowImportingTsExtensions": true,               /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */
+    // "resolvePackageJsonExports": true,                /* Use the package.json 'exports' field when resolving package imports. */
+    // "resolvePackageJsonImports": true,                /* Use the package.json 'imports' field when resolving imports. */
+    // "customConditions": [],                           /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */
+    // "resolveJsonModule": true,                        /* Enable importing .json files. */
+    // "allowArbitraryExtensions": true,                 /* Enable importing files with any extension, provided a declaration file is present. */
+    // "noResolve": true,                                /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */
+
+    /* JavaScript Support */
+    // "allowJs": true,                                  /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
+    // "checkJs": true,                                  /* Enable error reporting in type-checked JavaScript files. */
+    // "maxNodeModuleJsDepth": 1,                        /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */
+
+    /* Emit */
+    // "declaration": true,                              /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
+    // "declarationMap": true,                           /* Create sourcemaps for d.ts files. */
+    // "emitDeclarationOnly": true,                      /* Only output d.ts files and not JavaScript files. */
+    // "sourceMap": true,                                /* Create source map files for emitted JavaScript files. */
+    // "inlineSourceMap": true,                          /* Include sourcemap files inside the emitted JavaScript. */
+    // "outFile": "./",                                  /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
+     "outDir": "./dist",                                   /* Specify an output folder for all emitted files. */
+    // "removeComments": true,                           /* Disable emitting comments. */
+    // "noEmit": true,                                   /* Disable emitting files from a compilation. */
+    // "importHelpers": true,                            /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
+    // "importsNotUsedAsValues": "remove",               /* Specify emit/checking behavior for imports that are only used for types. */
+    // "downlevelIteration": true,                       /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
+    // "sourceRoot": "",                                 /* Specify the root path for debuggers to find the reference source code. */
+    // "mapRoot": "",                                    /* Specify the location where debugger should locate map files instead of generated locations. */
+    // "inlineSources": true,                            /* Include source code in the sourcemaps inside the emitted JavaScript. */
+    // "emitBOM": true,                                  /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
+    // "newLine": "crlf",                                /* Set the newline character for emitting files. */
+    // "stripInternal": true,                            /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
+    // "noEmitHelpers": true,                            /* Disable generating custom helper functions like '__extends' in compiled output. */
+    // "noEmitOnError": true,                            /* Disable emitting files if any type checking errors are reported. */
+    // "preserveConstEnums": true,                       /* Disable erasing 'const enum' declarations in generated code. */
+    // "declarationDir": "./",                           /* Specify the output directory for generated declaration files. */
+    // "preserveValueImports": true,                     /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */
+
+    /* Interop Constraints */
+    // "isolatedModules": true,                          /* Ensure that each file can be safely transpiled without relying on other imports. */
+    // "verbatimModuleSyntax": true,                     /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */
+    // "allowSyntheticDefaultImports": true,             /* Allow 'import x from y' when a module doesn't have a default export. */
+    "esModuleInterop": true,                             /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
+    // "preserveSymlinks": true,                         /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
+    "forceConsistentCasingInFileNames": true,            /* Ensure that casing is correct in imports. */
+
+    /* Type Checking */
+    "strict": true,                                      /* Enable all strict type-checking options. */
+    // "noImplicitAny": true,                            /* Enable error reporting for expressions and declarations with an implied 'any' type. */
+    // "strictNullChecks": true,                         /* When type checking, take into account 'null' and 'undefined'. */
+    // "strictFunctionTypes": true,                      /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
+    // "strictBindCallApply": true,                      /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
+    // "strictPropertyInitialization": true,             /* Check for class properties that are declared but not set in the constructor. */
+    // "noImplicitThis": true,                           /* Enable error reporting when 'this' is given the type 'any'. */
+    // "useUnknownInCatchVariables": true,               /* Default catch clause variables as 'unknown' instead of 'any'. */
+    // "alwaysStrict": true,                             /* Ensure 'use strict' is always emitted. */
+    // "noUnusedLocals": true,                           /* Enable error reporting when local variables aren't read. */
+    // "noUnusedParameters": true,                       /* Raise an error when a function parameter isn't read. */
+    // "exactOptionalPropertyTypes": true,               /* Interpret optional property types as written, rather than adding 'undefined'. */
+    // "noImplicitReturns": true,                        /* Enable error reporting for codepaths that do not explicitly return in a function. */
+    // "noFallthroughCasesInSwitch": true,               /* Enable error reporting for fallthrough cases in switch statements. */
+    // "noUncheckedIndexedAccess": true,                 /* Add 'undefined' to a type when accessed using an index. */
+    // "noImplicitOverride": true,                       /* Ensure overriding members in derived classes are marked with an override modifier. */
+    // "noPropertyAccessFromIndexSignature": true,       /* Enforces using indexed accessors for keys declared using an indexed type. */
+    // "allowUnusedLabels": true,                        /* Disable error reporting for unused labels. */
+    // "allowUnreachableCode": true,                     /* Disable error reporting for unreachable code. */
+
+    /* Completeness */
+    // "skipDefaultLibCheck": true,                      /* Skip type checking .d.ts files that are included with TypeScript. */
+    "skipLibCheck": true                                 /* Skip type checking all .d.ts files. */
+  }
+}