@rpcbase/server 0.34.0 → 0.37.0

package/cli/get_runtime.js

@@ -0,0 +1,15 @@
+/* @flow */
+const os = require("os")
+
+const get_runtime = () => {
+  console.warn("warning: native mode is tmp disabled")
+  return "docker"
+
+  if (os.platform() === "darwin") {
+    return "native"
+  } else {
+    return "docker"
+  }
+}
+
+module.exports = get_runtime

package/cli/native/get_commands.js

@@ -0,0 +1,3 @@
+// hardcoded infrastructure members ?
+// server + worker + 2 redis + 3 mongodb??
+// run the remaining services in docker ?

package/cli/run_docker.js

@@ -0,0 +1,31 @@
+/* @flow */
+const {execSync} = require("child_process")
+const path = require("path")
+
+const is_production = "yes" === process.env.INFRASTRUCTURE_IS_PRODUCTION
+
+
+const run_docker = async(infrastructure_dir, proj_prefix) => {
+  // env
+  const env_path = path.relative(infrastructure_dir, path.join(process.cwd(), "./.env"))
+
+  // compose files
+  const compose_files = ["-f common.yml"]
+  if (is_production) compose_files.push("-f prod.yml")
+  else compose_files.push("-f dev.yml")
+
+  const opts = ["--build", "--remove-orphans"]
+  if (!is_production) opts.push("--abort-on-container-exit")
+
+  const cmd = `docker-compose --env-file ${env_path} -p ${proj_prefix} ${compose_files.join(" ")} up ${opts.join(" ")}`
+
+  console.log(cmd)
+  try {
+    execSync(cmd, {stdio: "inherit", cwd: infrastructure_dir})
+  } catch (err) {
+    console.log("start_server::error\n", err)
+    process.exit(1)
+  }
+}
+
+module.exports = run_docker

package/cli/run_native.js

@@ -0,0 +1,46 @@
+/* @flow */
+const {spawn} = require("child_process")
+const dotenv = require("dotenv")
+const path = require("path")
+const fs = require("fs")
+
+
+const run_processes = [
+  ["mongod", [
+    "--quiet",
+    "--port", "$DATABASE_PORT_0",
+    "--replSet", "rs0",
+    "--logpath", "/var/log/logs.txt",
+  ]],
+  ["mongod", [
+    "--quiet",
+    "--port", "$DATABASE_PORT_2",
+    "--replSet", "rs0",
+    "--logpath", "/var/log/logs.txt",
+  ]],
+]
+
+
+
+const get_env = () => {
+  const env_path = path.join(process.cwd(), ".env")
+  const env_buf = fs.readFileSync(env_path)
+  const env = dotenv.parse(env_buf)
+
+  return env
+}
+
+
+
+const run_native = (infrastructure_dir, proj_prefix) => {
+  console.log("native mode")
+  const env = get_env()
+
+  const ps = spawn("ls", ["-la"])
+  ps.stdout.on("data", (data) => {
+    console.log("stdout", data.toString())
+  })
+
+}
+
+module.exports = run_native

package/cli/start_server.js

@@ -1,36 +1,31 @@
 /* @flow */
-const {execSync} = require("child_process")
 const path = require("path")
 const fs = require("fs")
 
-const is_production = "yes" === process.env.INFRASTRUCTURE_IS_PRODUCTION
+const get_runtime = require("./get_runtime")
+const run_docker = require("./run_docker")
+const run_native = require("./run_native")
+
 
 // TODO: auto create network if necessary
 // docker network create local-network
 
 const start_server = async() => {
-  if (is_production) {
-    console.log("server will run in production")
-  }
 
   const infrastructure_dir = path.join(process.cwd(), "../infrastructure")
 
-  // env
-  const env_path = path.relative(infrastructure_dir, path.join(process.cwd(), "./.env"))
-
   // prefix
   const proj_parent_dir = path.join(infrastructure_dir, "../../")
   const proj_prefix = path.basename(proj_parent_dir)
 
-  // compose files
-  const compose_files = ["-f common.yml"]
-  if (is_production) compose_files.push("-f prod.yml")
-  else compose_files.push("-f dev.yml")
+  const runtime = get_runtime()
 
-  const cmd = `docker-compose --env-file ${env_path} -p ${proj_prefix} ${compose_files.join(" ")} up --build --remove-orphans`
-
-  console.log("RUN", cmd)
-  execSync(cmd, {stdio: "inherit", cwd: infrastructure_dir})
+  console.log("RUN", runtime)
+  if (runtime === "native") {
+    run_native(infrastructure_dir, proj_prefix)
+  } else {
+    run_docker(infrastructure_dir, proj_prefix)
+  }
 
 }
 

package/database.js

@@ -23,6 +23,6 @@ const mongo_url = `mongodb://${replicaset_str}/${DATABASE_NAME}?`
 module.exports = async() => {
   console.log("mongo_url", mongo_url)
   const ret = await mongoose.connect(mongo_url)
-  console.log("waiting after return", ret)
+  // console.log("waiting after return", ret)
   // TODO: handle connection retry and pools
 }

package/express/session_middleware.js

@@ -1,9 +1,13 @@
 /* @flow */
 const session = require("express-session")
-const redis = require("redis")
 const validator = require("validator")
+const {createClient} = require("redis")
 const redis_store = require("connect-redis")(session)
 
+// WARNING:
+// https://stackoverflow.com/questions/70867229/error-connection-timeout-when-connecting-to-redis-docker-instance
+// https://github.com/redis/node-redis/issues/1656/
+
 
 const {SESSION_STORE_PORT} = process.env
 
@@ -11,17 +15,44 @@ if (typeof SESSION_STORE_PORT === "string" && !validator.isPort(SESSION_STORE_PO
   throw new Error("expected SESSION_STORE_PORT to be a valid port number")
 }
 
-const session_store_url = `redis://session-store:${SESSION_STORE_PORT}`
+// console.log("ICIII", execSync("redis-cli -p 7979 -h session-store ping", {stdio: "inherit"}))
+
+const reconnectStrategy = (retries) => {
+  console.log("reconnectStrategy::retrying with arg", retries)
+  if (retries < 5) {
+    console.log("retry count:", retries, "retrying in 1s")
+    return 1000
+  } else {
+    return new Error("max retries expiered")
+  }
+}
+
+
+const redis_client = createClient({
+  socket: {
+    host: "session-store",
+    port: SESSION_STORE_PORT,
+    reconnectStrategy
+  },
+  // legacyMode: true,
+})
 
-const redis_client = redis.createClient({
-  url: session_store_url
+// extreme warning: when there is blocking io redis client won't connect
+process.nextTick(() => {
+  redis_client.connect()
+    .catch((err) => {
+      console.log("session store error ohh", err)
+    })
+    .then(() => {
+      console.log("redis session-store connected port:", SESSION_STORE_PORT)
+    })
 })
 
 const session_middleware = session({
   store: new redis_store({client: redis_client}),
   proxy: true,
   saveUninitialized: false,
-  // TODO: fix session secret
+  // TODO: use session secret from env
   secret: "session secret wowow",
   resave: false,
 })

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rpcbase/server",
-  "version": "0.34.0",
+  "version": "0.37.0",
   "license": "SSPL-1.0",
   "main": "./index.js",
   "bin": {
@@ -10,15 +10,15 @@
     "test": "echo \"Error: no test specified\" && exit 0"
   },
   "dependencies": {
-    "body-parser": "1.19.1",
-    "connect-redis": "6.0.0",
+    "body-parser": "1.19.2",
+    "connect-redis": "6.1.1",
     "cors": "2.8.5",
-    "dotenv": "10.0.0",
-    "express": "4.17.2",
+    "dotenv": "16.0.0",
+    "express": "4.17.3",
     "express-session": "1.17.2",
     "glob": "7.2.0",
-    "mongoose": "6.1.5",
-    "redis": "3.1.2",
+    "mongoose": "6.2.4",
+    "redis": "4.0.4",
     "validator": "13.7.0",
     "yargs": "17.3.1"
   }