samanbayaka 0.0.2

package/helper/utility/format-errors.mjs

@@ -0,0 +1,72 @@
+/*format-error.mjs*/
+
+import { Errors } from "moleculer"
+
+export const formatBrokerErrors = (err, info)=>{
+
+  const traceId = info?.ctx?.requestID
+  const status = err?.code || 500
+  const type = err?.type || 'INTERNAL_ERROR'
+  const instance = info?.ctx?.action?.name 
+    ? `${info?.ctx?.action?.name}` 
+    : `event.${info?.ctx?.event?.name}`
+  const title = err?.message || ''
+  const detail = (err?.data && Array.isArray(err?.data))
+    ? err.data.map(el=>{
+        delete el.nodeID
+        delete el.action
+        return el
+      })
+    : err?.data || ""
+
+  const stack = err?.stack || ""
+  const timestamp = new Date().toISOString()
+
+  if(err.nodeID === undefined){
+    if(err.code){
+      info.service.broker.logger.error('❖ SBK', {traceId, type, instance, detail, stack: ""})
+    }
+    else{
+      info.service.broker.logger.error('❖ SBK', {traceId, type, instance, detail, stack})
+    }
+
+    /**
+     * If it's an event, do not throw. Just log and stop.
+     */
+    if (info?.ctx?.event) {
+       return
+    }
+
+    throw new Errors.MoleculerError(
+      title, 
+      status, 
+      type, 
+      {
+        traceId,
+        status,
+        type,
+        title,
+        detail,
+        timestamp
+      }
+    )
+  }
+  throw err
+}
+
+export const formatApiGwErrors = (req, res, err)=>{  
+  const code = err.code || 500
+
+  /**
+   * Handle only server errors (>=500)
+   */ 
+  res.setHeader("Content-Type", "application/json")
+  res.writeHead(code)
+  res.end(JSON.stringify({
+    error: {
+        ...err?.data || {message: err.message}, 
+        ...{instance: `${req.method} ${req.url}`}
+      },
+    })
+  )
+}

package/helper/utility/node-argv.mjs

@@ -0,0 +1,55 @@
+/*node-argv.mjs*/
+
+import os from "os"
+
+/**
+ * Remove the first two elements that used by the node itself from 
+ * the arguments and define it as a constant
+ * @type {array}
+ */
+const argv = process.argv.slice(2)
+
+
+/**
+ * Extract the service name from the arguments.
+ * @type {string}
+ */
+export const serviceName = argv.find(el => /^[a-z0-9]+(-[a-z0-9]+)*$/i.test(el))
+
+
+/**
+ * An error is logged when the argument does not contain a valid service name.
+ */
+if (serviceName === undefined) {
+  console.error("Error: Service name is missing.")
+  console.log("Please run one of the following commands:\n $node your_file.mjs <service_name> -h (for hot reloading)\n $node your_file.mjs <service_name> --hot (for hot reloading)\n or \n $node your_file.mjs <service_name>")
+  process.exit(1)
+}
+
+
+/**
+ * Extract the hot-reloading switch from the arguments and define 
+ * it as a constant
+ * @type {Boolean}
+ */
+export const isHotReloadEnabled = (argv.includes("-h") || argv.includes("--hot")) || false
+
+
+/**
+ * Extract the REPL switch from the arguments and define 
+ * it as a constant
+ * @type {Boolean}
+ */
+export const isReplEnabled = (argv.includes("-r") || argv.includes("--repl")) || false
+
+
+/**
+ * Generate a unique ID for each node instance.
+ * Combine the service name, host name, and process ID
+ * @type {string}
+ */
+export const nodeUid = [
+  isHotReloadEnabled ? `${serviceName}^` : serviceName,
+  os.hostname(),
+  process.pid
+].join(".")

package/helper/validator/AjvValidator.mjs

@@ -0,0 +1,65 @@
+/*AjvValidator.mjs*/
+
+import { randomUUID } from "crypto"
+
+import Ajv from "ajv"
+import { Validators, Errors } from "moleculer"
+
+export default class AjvValidator extends Validators.Base {
+  constructor() {
+    super()
+    this.ajv = new Ajv({
+      allErrors: true,
+      strict: false,
+      coerceTypes: true   //true auto fit data to integer data type like 12 if supplied "12"
+    })
+  }
+
+  compile(schema) {
+    const validate = this.ajv.compile(schema)
+
+    return (params) => {
+      const valid = validate(params)
+
+      if (!valid) {
+        return formatAjvErrors(validate.errors, params)
+      }
+      return true
+    }
+  }
+}
+
+
+/**
+ * Format AJV Errors
+ * @param  {error object}
+ * @param  {params object}
+ * @return {object}
+ */
+const formatAjvErrors = (errors, params) => {
+	if(!errors){
+	  return false
+	}
+
+  return errors.map(err => {
+  	/**
+  	 * Remove leading "/" and subsequent "/" to "."
+  	 * @type {string}
+  	 */
+  	const ky = err.instancePath
+    				.replace(/^\/+/, '')
+    				.replace(/\//g, '.')  
+
+    /**
+     * Getting value from nested object
+     * @param  {string} like query.name.lastName
+     * @return {string}
+     */
+    const val = ky.split('.').reduce((acc, key) => acc?.[key], params)
+
+    return {
+    	field: ky,
+    	message: `The value '${val}' ${err.message}`
+    } 
+  })
+}

package/index-argv.mjs

@@ -0,0 +1,92 @@
+/*index.mjs*/
+import path from "path"
+import url from "url"
+import fs from "fs"
+
+import { ServiceBroker } from "moleculer"
+import { execSync } from "child_process"
+
+import {isHotReloadEnabled, serviceName, nodeUid} from '#hUti/node-argv.mjs'
+import {formatBrokerErrors} from '#hUti/format-errors.mjs'
+import {getConfig, loadServices} from '#hFil/esm-loading.mjs'
+import AjvValidator from "#hVal/AjvValidator.mjs"
+
+const BROKER_CONFIG = await getConfig('broker')
+const NATS_CONFIG = await getConfig('nats')
+const LOGGER_CONFIG = await getConfig('logger')
+
+/**
+ * Last git commit hash in short form
+ */
+const gitCommitHs = execSync("git rev-parse --short HEAD")
+  .toString()
+  .trim()
+
+
+/**
+ * Moleculer srvice broker configurations
+ * @type {ServiceBroker}
+ */
+const broker = new ServiceBroker({
+  ...{
+    ...BROKER_CONFIG,
+      namespace: `${BROKER_CONFIG.namespace}-${gitCommitHs}`
+  },
+  ...{
+    nodeID: nodeUid,
+    transporter: NATS_CONFIG,
+    validator: new AjvValidator(),
+    logger: LOGGER_CONFIG,
+  },
+  errorHandler: formatBrokerErrors,
+})
+
+
+/**
+ * Loads modules asynchronously
+ */
+await loadServices(broker)
+
+
+/**
+ * Start broker with repl mode
+ */
+broker.start().then(() => broker.repl())
+
+
+/**
+ * Graceful shutdown handler
+ */
+const shutdown = async (signal) => {
+  broker.logger.info('❖ SBK', `Received ${signal}. Stopping broker...`)
+  
+  try {
+      await broker.stop()
+      broker.logger.info('❖ SBK', "Broker stopped gracefully.")
+      process.exit(0)
+  } catch (err) {
+      broker.logger.error('❖ SBK', "Error during broker shutdown:", err)
+      process.exit(1)
+  }
+}
+
+
+/**
+ * Listen for force stop signals
+ */
+process.on("SIGINT", shutdown)   // Ctrl+C
+process.on("SIGTERM", shutdown)  // kill command
+
+
+/**
+ * Optional: handle uncaught errors
+ */
+process.on("uncaughtException", async (err) => {
+  broker.logger.error('❖ SBK', "Uncaught Exception:", err)
+  await shutdown("uncaughtException")
+})
+
+process.on("unhandledRejection", async (err) => {
+  broker.logger.error('❖ SBK', "Unhandled Rejection:", err)
+  await shutdown("unhandledRejection")
+})

package/index.mjs

@@ -0,0 +1,121 @@
+/*index.mjs*/
+import path from "path"
+import url from "url"
+import fs from "fs"
+
+import { ServiceBroker } from "moleculer"
+import { execSync } from "child_process"
+
+import {
+  isReplEnabled, 
+  isHotReloadEnabled, 
+  serviceName, 
+  nodeUid
+} from '#hUti/node-argv.mjs'
+import {formatBrokerErrors} from '#hUti/format-errors.mjs'
+import {
+  getConfig, 
+  loadServices
+} from '#hFil/esm-loading.mjs'
+import AjvValidator from "#hVal/AjvValidator.mjs"
+
+const BROKER_CONFIG = await getConfig('broker')
+const NATS_CONFIG = await getConfig('nats')
+const LOGGER_CONFIG = await getConfig('logger')
+
+/**
+ * Last git commit hash in short form
+ */
+const gitCommitHs = execSync("git rev-parse --short HEAD")
+  .toString()
+  .trim()
+
+
+/**
+ * Moleculer srvice broker configurations
+ * @type {ServiceBroker}
+ */
+const broker = new ServiceBroker({
+  ...{
+    ...BROKER_CONFIG,
+    ...{
+      namespace: `${BROKER_CONFIG.namespace}-${gitCommitHs}`
+    }
+  },
+  ...{
+    nodeID: nodeUid,
+    transporter: NATS_CONFIG,
+    validator: new AjvValidator(),
+    logger: LOGGER_CONFIG,
+  },
+  errorHandler: formatBrokerErrors,
+})
+
+
+// /**
+//  * Loads modules asynchronously
+//  */
+// await loadServices(broker)
+
+
+// /**
+//  * Start broker with repl mode
+//  */
+// if(isReplEnabled){
+//   broker.start().then(() => broker.repl())
+// }
+// else{
+//   broker.start()
+// }
+
+export const sbk = async (sBus, schema)=>{
+  broker.createService(schema)
+
+  /**
+   * Start broker with repl mode
+   */
+  if(isReplEnabled){
+    broker.start().then(() => broker.repl())
+  }
+  else{
+    broker.start()
+  }
+} 
+
+
+/**
+ * Graceful shutdown handler
+ */
+const shutdown = async (signal) => {
+  broker.logger.info('❖ SBK', `Received ${signal}. Stopping broker...`)
+  
+  try {
+      await broker.stop()
+      broker.logger.info('❖ SBK', "Broker stopped gracefully.")
+      process.exit(0)
+  } catch (err) {
+      broker.logger.error('❖ SBK', "Error during broker shutdown:", err)
+      process.exit(1)
+  }
+}
+
+
+/**
+ * Listen for force stop signals
+ */
+process.on("SIGINT", shutdown)   // Ctrl+C
+process.on("SIGTERM", shutdown)  // kill command
+
+
+/**
+ * Optional: handle uncaught errors
+ */
+process.on("uncaughtException", async (err) => {
+  broker.logger.error('❖ SBK', "Uncaught Exception:", err)
+  await shutdown("uncaughtException")
+})
+
+process.on("unhandledRejection", async (err) => {
+  broker.logger.error('❖ SBK', "Unhandled Rejection:", err)
+  await shutdown("unhandledRejection")
+})

package/metrics.mjs

@@ -0,0 +1,49 @@
+/*metrics.mjs*/
+import { ServiceBroker } from "moleculer"
+import { logLevel } from "kafkajs"
+import os from "os"
+
+import CONFIG from "./config/service.config.mjs"
+import RedpandaTransporter from "./transporter/RedpandaTransporter.mjs"
+import KAFKAJS_CONFIG from "./config/kafkajs.config.mjs"
+
+const serviceName = "metrics"
+
+const getNodeId = () => {
+  const hostName = os.hostname()
+  // return `${serviceName}.${hostName}.${process.pid}`
+  return `${serviceName}.${hostName}`
+}
+
+const broker = new ServiceBroker({
+  nodeID: getNodeId(),
+  transporter: new RedpandaTransporter(KAFKAJS_CONFIG),
+  metrics: true, // enable metrics 
+  tracing: {
+    enabled: true,
+    reporter: [
+      {
+        type: "Prometheus",
+        options: {
+          port: 8088,
+          path: "/metrics",
+          defaultLabels: (registry) => ({
+            nodeID: registry.broker.nodeID
+          })
+        }
+      }
+    ]
+  },
+  // Enable tracing with console exporter (valid types: Console, Jaeger, Datadog, Zipkin)
+  tracing: {
+    enabled: true,
+    exporter: [
+      {
+        type: "Console"
+      }
+    ]
+  }
+})
+
+/*Start broker*/
+broker.start()

package/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "samanbayaka",
+  "version": "0.0.2",
+  "description": "Moleculer Gateway service with kafka transporter",
+  "homepage": "https://gitlab.com/dalal.suvendu/samanbayaka#readme",
+  "bugs": {
+    "url": "https://gitlab.com/dalal.suvendu/samanbayaka/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://gitlab.com/dalal.suvendu/samanbayaka.git"
+  },
+  "license": "ISC",
+  "author": "dalal.suvendu",
+  "type": "module",
+  "imports": {
+    "#hFil/*": "./helper/file/*",
+    "#hUti/*": "./helper/utility/*",
+    "#hVal/*": "./helper/validator/*",
+    "#sSys/*": "./services/system/*"
+  },
+  "main": "index.mjs",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "start": "node index.mjs service_name"
+  },
+  "dependencies": {
+    "ajv": "^8.18.0",
+    "chokidar": "^5.0.0",
+    "compression": "^1.8.1",
+    "cookie-parser": "^1.4.7",
+    "helmet": "^8.1.0",
+    "kafkajs": "^2.2.4",
+    "moleculer": "^0.14.35",
+    "moleculer-auto-openapi": "^1.1.7",
+    "moleculer-repl": "^0.7.4",
+    "moleculer-web": "^0.10.8",
+    "msgpack5": "^6.0.2",
+    "nats": "^2.29.3",
+    "pnpm": "^10.32.1",
+    "swagger-stats": "^0.99.7"
+  }
+}

package/package.json.bk

@@ -0,0 +1,32 @@
+{
+  "name": "samanbayaka-gateway",
+  "version": "0.0.1",
+  "description": "Moleculer Gateway service with kafka transporter",
+  "homepage": "https://gitlab.com/dalal.suvendu/samanbayaka#readme",
+  "bugs": {
+    "url": "https://gitlab.com/dalal.suvendu/samanbayaka/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://gitlab.com/dalal.suvendu/samanbayaka.git"
+  },
+  "license": "ISC",
+  "author": "dalal.suvendu",
+  "type": "module",
+  "main": "index.mjs",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "start": "node index.mjs service_name"
+  },
+  "dependencies": {
+    "chokidar": "^4.0.3",
+    "cookie-parser": "^1.4.7",
+    "helmet": "^8.1.0",
+    "kafkajs": "^2.2.4",
+    "moleculer": "^0.14.35",
+    "moleculer-auto-openapi": "^1.1.6",
+    "moleculer-repl": "^0.7.4",
+    "moleculer-web": "^0.10.8",
+    "swagger-stats": "^0.99.7"
+  }
+}

package/pnpm-workspace.yaml

@@ -0,0 +1,2 @@
+onlyBuiltDependencies:
+  - es5-ext

package/public/favicon.svg

@@ -0,0 +1,30 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="64" height="64" viewBox="0 0 80 80" fill="none" version="1.1" xmlns:xlink="http://www.w3.org/1999/xlink">
+  <rect x="2" y="2" rx="25" width="76" height="76" fill="none" stroke="#b" stroke-width="2.2"/>
+  <g transform="rotate(45, 40, 40) scale(.8) translate(10, 10)">
+<!--<rect x="2" y="2" width="12" height="12" rx="2" fill="#f2fabd" stroke-width="1" stroke="#f2fabd"/>-->
+    <rect x="18" y="2" width="12" height="12" rx="2" fill="#ecf9a5" stroke-width="1" stroke="#ecf9a5"/>
+    <rect x="34" y="2" width="12" height="12" rx="2" fill="#e7f792" stroke-width="1" stroke="#e7f792"/>
+    <rect x="50" y="2" width="12" height="12" rx="2" fill="#e3f786" stroke-width="1" stroke="#e3f786"/>
+<!--<rect x="66" y="2" width="12" height="12" rx="2" fill="#cfe07a" stroke-width="1" stroke="#cfe07a"/>-->
+    <rect x="2" y="18" width="12" height="12" rx="2" fill="#ffedb6" stroke-width="1" stroke="#ffedb6"/>
+    <rect x="18" y="18" width="12" height="12" rx="2" fill="#ffe79b" stroke-width="1" stroke="#ffe79b"/>
+    <rect x="34" y="18" width="12" height="12" rx="2" fill="#ffe286" stroke-width="1" stroke="#ffe286"/>
+    <rect x="50" y="18" width="12" height="12" rx="2" fill="#ffdf78" stroke-width="1" stroke="#ffdf78"/>
+    <rect x="66" y="18" width="12" height="12" rx="2" fill="#ebcb6e" stroke-width="1" stroke="#ebcb6e"/>
+    <rect x="2" y="34" width="12" height="12" rx="2" fill="#ffd09d" stroke-width="1" stroke="#ffd09d"/>
+    <rect x="18" y="34" width="12" height="12" rx="2" fill="#ffbf79" stroke-width="1" stroke="#ffbf79"/>
+    <rect x="34" y="34" width="12" height="12" rx="2" fill="#ffb25e" stroke-width="1" stroke="#ffb25e"/>
+    <rect x="50" y="34" width="12" height="12" rx="2" fill="#ffaa4c" stroke-width="1" stroke="#ffaa4c"/>
+    <rect x="66" y="34" width="12" height="12" rx="2" fill="#ef9b46" stroke-width="1" stroke="#ef9b46"/>
+    <rect x="2" y="50" width="12" height="12" rx="2" fill="#ffac8b" stroke-width="1" stroke="#ffac8b"/>
+    <rect x="18" y="50" width="12" height="12" rx="2" fill="#ff8c63" stroke-width="1" stroke="#ff8c63"/>
+    <rect x="34" y="50" width="12" height="12" rx="2" fill="#ff7245" stroke-width="1" stroke="#ff7245"/>
+    <rect x="50" y="50" width="12" height="12" rx="2" fill="#ff6030" stroke-width="1" stroke="#ff6030"/>
+    <rect x="66" y="50" width="12" height="12" rx="2" fill="#ec582d" stroke-width="1" stroke="#ec582d"/>
+<!--<rect x="2" y="66" width="12" height="12" rx="2" fill="#fb9495" stroke-width="1" stroke="#fb9495"/>-->
+    <rect x="18" y="66" width="12" height="12" rx="2" fill="#f36a71" stroke-width="1" stroke="#f36a71"/>
+    <rect x="34" y="66" width="12" height="12" rx="2" fill="#eb4558" stroke-width="1" stroke="#eb4558"/>
+    <rect x="50" y="66" width="12" height="12" rx="2" fill="#e41f47" stroke-width="1" stroke="#e41f47"/>
+<!--<rect x="66" y="66" width="12" height="12" rx="2" fill="#d02142" stroke-width="1" stroke="#d02142"/>-->
+  </g>
+</svg>

package/public/index.html

@@ -0,0 +1,115 @@
+<!doctype html>
+<html lang="en">
+<head>
+<meta charset="utf-8">
+<title>Dashboard with Vertical Tabs</title>
+<style>
+:root {
+  --sidebar-width: 220px;
+  --bg: #0f1720;
+  --sidebar-bg: #111827;
+  --tab-hover: #1f2937;
+  --active: #2563eb;
+  --text: #e5e7eb;
+  --muted: #9ca3af;
+  font-family: sans-serif;
+}
+
+body {
+  margin: 0;
+  height: 100vh;
+  display: grid;
+  grid-template-columns: var(--sidebar-width) 1fr;
+  background: var(--bg);
+  color: var(--text);
+}
+
+/* Sidebar */
+.sidebar {
+  display: flex;
+  flex-direction: column;
+  background: var(--sidebar-bg);
+  padding: 12px;
+  gap: 8px;
+}
+
+/* Sidebar brand */
+.brand {
+  font-weight: bold;
+  font-size: 18px;
+  margin-bottom: 16px;
+  color: var(--active);
+}
+
+/* Tabs */
+.tab {
+  display: flex;
+  align-items: center;
+  gap: 10px;
+  padding: 10px;
+  border-radius: 8px;
+  cursor: pointer;
+  color: var(--muted);
+  transition: background 0.2s, color 0.2s;
+}
+.tab:hover { background: var(--tab-hover); color: var(--text); }
+.tab.active { background: var(--active); color: white; }
+
+/* Main content */
+.main {
+  display: flex;
+  flex-direction: column;
+  padding: 20px;
+  overflow: auto;
+}
+
+header {
+  font-size: 20px;
+  font-weight: bold;
+  margin-bottom: 20px;
+}
+section {
+  flex: 1;
+  background: #1f2937;
+  border-radius: 10px;
+  padding: 20px;
+}
+</style>
+</head>
+<body>
+  <aside class="sidebar">
+    <div class="brand">🔥 Dashboard</div>
+    <div class="tab active" onclick="showPage('overview')">📊 Overview</div>
+    <div class="tab" onclick="showPage('reports')">📑 Reports</div>
+    <div class="tab" onclick="showPage('settings')">⚙️ Settings</div>
+    <div class="tab" onclick="showPage('profile')">👤 Profile</div>
+  </aside>
+
+  <main class="main">
+    <header id="pageTitle">Overview</header>
+    <section id="pageContent">
+      <p>Welcome to the dashboard. Select a tab on the left to switch content.</p>
+    </section>
+  </main>
+
+<script>
+const tabs = document.querySelectorAll('.tab');
+const pageTitle = document.getElementById('pageTitle');
+const pageContent = document.getElementById('pageContent');
+
+function showPage(name) {
+  tabs.forEach(tab => tab.classList.remove('active'));
+  const clicked = [...tabs].find(t => t.textContent.includes(name[0].toUpperCase() + name.slice(1)));
+  if (clicked) clicked.classList.add('active');
+
+  pageTitle.textContent = name.charAt(0).toUpperCase() + name.slice(1);
+  pageContent.innerHTML = {
+    overview: "<p>Dashboard overview metrics go here.</p>",
+    reports: "<p>Reports section with charts and data tables.</p>",
+    settings: "<p>User and system settings here.</p>",
+    profile: "<p>Profile information and account settings.</p>"
+  }[name];
+}
+</script>
+</body>
+</html>