@rpcbase/server 0.69.0 → 0.72.0

package/bin.js

@@ -6,16 +6,17 @@ require("dotenv").config({path: path.join(__dirname, "./.env")})
 const yargs = require("yargs/yargs")
 const {hideBin} = require("yargs/helpers")
 
-const start_server = require("./cli/start_server")
+const start_server_infrastructure = require("./cli/start_server_infrastructure")
 const build_server = require("./cli/build_server")
 const run_agent = require("./cli/run_agent")
 
 let is_command = false
 
+
 const args = yargs(hideBin(process.argv))
-  .command("start", "run server/infrastructure", () => {}, (args) => {
+  .command("start", "runs server/infrastructure", () => {}, (args) => {
     is_command = true
-    start_server(args)
+    start_server_infrastructure(args)
   })
   .command("agent", "run the agent", () => {}, (args) => {
     is_command = true

package/cli/run_native.js

@@ -3,14 +3,14 @@ const {spawn} = require("child_process")
 const path = require("path")
 const fs = require("fs")
 
+const colors = require("picocolors")
+const validator = require("validator")
 const dotenv = require("dotenv")
 const mkdirp = require("mkdirp")
 
-// TODO: verify mongod and redis-sever executables are present
+// TODO: verify mongod and redis-sever and elasticsearch executables are present
 // and have the right version
 
-// "redis-server", "/usr/local/etc/redis/redis.conf", "--port", $WORKER_QUEUE_PORT
-
 // load env
 const get_env = () => {
   const env_path = path.join(process.cwd(), "./.env")
@@ -29,14 +29,17 @@ const init_processes = () => {
   const db_logs_path = path.join(process.cwd(), "../infrastructure/data/database/log/")
 
   const session_store_dir = path.join(process.cwd(), "../infrastructure/data/session-store/data")
+  const worker_queue_dir = path.join(process.cwd(), "../infrastructure/data/worker-queue/data")
 
   // TODO: add a redis cache
   const processes = [
     // web server
     // TODO: do not use yarn dev server command
+    // use command: rb-server dev
     {
       name: "server",
       dirs: [],
+      // yarn dev
       cmd: ["yarn", ["dev"]]
     },
     // mongodb database
@@ -54,6 +57,7 @@ const init_processes = () => {
         "--replSet", "rs0"
       ]]
     },
+    // session-store
     {
       name: "session-store",
       dirs: [
@@ -65,8 +69,41 @@ const init_processes = () => {
         "--port", env.SESSION_STORE_PORT,
       ]]
     },
+    // worker-queue
+    {
+      name: "worker-queue",
+      dirs: [
+        worker_queue_dir,
+      ],
+      cmd: ["redis-server", [
+        path.join(infrastructure_conf_dir, "./redis/redis.conf"),
+        "--dir", worker_queue_dir,
+        "--port", env.WORKER_QUEUE_PORT,
+      ]]
+    },
   ]
 
+  // add search-index elasticsearch if port is defined
+  if (env.SEARCH_INDEX_PORT && validator.isPort(env.SEARCH_INDEX_PORT)) {
+    const data_dir = path.join(process.cwd(), "../infrastructure/data/search-index/data")
+    const logs_dir = path.join(process.cwd(), "../infrastructure/data/search-index/logs")
+    processes.push({
+      name: "search-index",
+      dirs: [
+        data_dir,
+        logs_dir,
+      ],
+      cmd: ["elasticsearch", [
+        "-s",
+        "-E", `path.logs=${logs_dir}`,
+        "-E", `http.port=${env.SEARCH_INDEX_PORT}`,
+        "-E", `path.data=${data_dir}`,
+        "-E", "discovery.type=single-node",
+        "-E", "ingest.geoip.downloader.enabled=false",
+      ]]
+    })
+  }
+
   // create missing directories
   processes.forEach((item) => {
     item.dirs.forEach((dir) => {
@@ -91,7 +128,7 @@ const run_native = (infrastructure_dir, proj_prefix) => {
     const ps = spawn(item.cmd[0], item.cmd[1], {env: {...process.env, CONTAINER_MODE: "native"}})
 
     ps.stdout.on("data", (data) => {
-      process.stdout.write(`${item.name}: ${data.toString()}`)
+      process.stdout.write(`${colors.green(item.name)}: ${data.toString()}`)
     })
 
     ps.stderr.on("data", (data) => {

package/index.js

@@ -4,8 +4,6 @@ const database = require("./database")
 const express = require("./express")
 const rpc_router = require("./rpc/rpc_router")
 
-
-
 module.exports = {
   client_router,
   database,

package/infrastructure/elasticsearch/elasticsearch.yml

@@ -0,0 +1,88 @@
+# ======================== Elasticsearch Configuration =========================
+#
+# NOTE: Elasticsearch comes with reasonable defaults for most settings.
+#       Before you set out to tweak and tune the configuration, make sure you
+#       understand what are you trying to accomplish and the consequences.
+#
+# The primary way of configuring a node is via this file. This template lists
+# the most important settings you may want to configure for a production cluster.
+#
+# Please consult the documentation for further information on configuration options:
+# https://www.elastic.co/guide/en/elasticsearch/reference/index.html
+#
+# ---------------------------------- Cluster -----------------------------------
+#
+# Use a descriptive name for your cluster:
+#
+#cluster.name: my-application
+#
+# ------------------------------------ Node ------------------------------------
+#
+# Use a descriptive name for the node:
+#
+#node.name: node-1
+#
+# Add custom attributes to the node:
+#
+#node.attr.rack: r1
+#
+# ----------------------------------- Paths ------------------------------------
+#
+# Path to directory where to store the data (separate multiple locations by comma):
+#
+@path.data@
+#
+# Path to log files:
+#
+@path.logs@
+#
+# ----------------------------------- Memory -----------------------------------
+#
+# Lock the memory on startup:
+#
+#bootstrap.memory_lock: true
+#
+# Make sure that the heap size is set to about half the memory available
+# on the system and that the owner of the process is allowed to use this
+# limit.
+#
+# Elasticsearch performs poorly when the system is swapping the memory.
+#
+# ---------------------------------- Network -----------------------------------
+#
+# By default Elasticsearch is only accessible on localhost. Set a different
+# address here to expose this node on the network:
+#
+#network.host: 192.168.0.1
+#
+# By default Elasticsearch listens for HTTP traffic on the first free port it
+# finds starting at 9200. Set a specific HTTP port here:
+#
+#http.port: 9200
+#
+# For more information, consult the network module documentation.
+#
+# --------------------------------- Discovery ----------------------------------
+#
+# Pass an initial list of hosts to perform discovery when this node is started:
+# The default list of hosts is ["127.0.0.1", "[::1]"]
+#
+#discovery.seed_hosts: ["host1", "host2"]
+#
+# Bootstrap the cluster using an initial set of master-eligible nodes:
+#
+#cluster.initial_master_nodes: ["node-1", "node-2"]
+#
+# For more information, consult the discovery and cluster formation module documentation.
+#
+# --------------------------------- Readiness ----------------------------------
+#
+# Enable an unauthenticated TCP readiness endpoint on localhost
+#
+#readiness.port: 9399
+#
+# ---------------------------------- Various -----------------------------------
+#
+# Allow wildcard deletion of indices:
+#
+#action.destructive_requires_name: false

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rpcbase/server",
-  "version": "0.69.0",
+  "version": "0.72.0",
   "license": "SSPL-1.0",
   "main": "./index.js",
   "bin": {
@@ -10,7 +10,7 @@
     "test": "echo \"Error: no test specified\" && exit 0"
   },
   "dependencies": {
-    "@rpcbase/agent": "0.7.0",
+    "@rpcbase/agent": "0.8.0",
     "body-parser": "1.20.0",
     "connect-redis": "6.1.3",
     "cors": "2.8.5",
@@ -19,7 +19,8 @@
     "express": "4.18.1",
     "express-session": "1.17.3",
     "glob": "8.0.3",
-    "mongoose": "6.3.5",
+    "mongoose": "6.3.6",
+    "picocolors": "1.0.0",
     "postmark": "3.0.11",
     "redis": "4.1.0",
     "validator": "13.7.0",