xmysql-timzoned 0.6.0

package/.eslintrc.js

@@ -0,0 +1,28 @@
+module.exports = {
+  extends: ["eslint-config-airbnb-base", "eslint-config-prettier"],
+  plugins: ["eslint-plugin-import", "eslint-plugin-prettier"],
+  parserOptions: {
+    ecmaFeatures: {
+      ecmaVersion: 6
+    }
+  },
+  env: {
+    es6: true,
+    node: true
+  },
+  rules: {
+    "prettier/prettier": ["error", {}],
+    "max-len": ["error", { code: 2000, ignoreUrls: true }],
+    "linebreak-style": 0,
+    "no-use-before-define": ["error", { functions: false, classes: false }],
+    "no-plusplus": ["error", { allowForLoopAfterthoughts: true }],
+    "no-underscore-dangle": 0,
+    "import/no-amd": 0,
+    "import/no-dynamic-require": 0,
+    "no-console": 0,
+    "no-param-reassign": 0,
+    "no-unused-vars": ["error", { argsIgnorePattern: "next" }],
+    "comma-dangle": 0
+  }
+};
+

package/.travis.yml

@@ -0,0 +1,17 @@
+language: node_js
+node_js:
+  - '7.6.0'
+  - '8'
+  - '10'
+  - '12'
+  - 'node'
+services:
+  - mysql
+install:
+  - npm install
+before_install:
+  - mysql -e 'CREATE DATABASE IF NOT EXISTS classicmodels;'
+  - mysql -u root --default-character-set=utf8 classicmodels < tests/sample.sql
+script:
+  - npm test
+

package/LICENSE

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2017 o1lab
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

package/bin/index.js

@@ -0,0 +1,94 @@
+#! /usr/bin/env node
+
+const morgan = require("morgan");
+const bodyParser = require("body-parser");
+const express = require("express");
+const sqlConfig = require("commander");
+const mysql = require("mysql");
+const cors = require("cors");
+const dataHelp = require("../lib/util/data.helper.js");
+const Xapi = require("../lib/xapi.js");
+const cmdargs = require("../lib/util/cmd.helper.js");
+const cluster = require("cluster");
+const numCPUs = require("os").cpus().length;
+
+
+function startXmysql(sqlConfig) {
+  /**************** START : setup express ****************/
+  let app = express();
+  app.use(morgan("tiny"));
+  app.use(cors());
+  app.use(bodyParser.json());
+  app.use(
+    bodyParser.urlencoded({
+      extended: true
+    })
+  );
+  /**************** END : setup express ****************/
+
+  /**************** START : setup mysql ****************/
+  let mysqlPool = mysql.createPool(sqlConfig);
+  /**************** END : setup mysql ****************/
+
+  /**************** START : setup Xapi ****************/
+  console.log("");
+  console.log("");
+  console.log("");
+  console.log("          Generating REST APIs at the speed of your thought.. ");
+  console.log("");
+
+  let t = process.hrtime();
+  let moreApis = new Xapi(sqlConfig, mysqlPool, app);
+
+  moreApis.init((err, results) => {
+    app.listen(sqlConfig.portNumber, sqlConfig.ipAddress);
+    var t1 = process.hrtime(t);
+    var t2 = t1[0] + t1[1] / 1000000000;
+
+    console.log(
+      "          Xmysql took           :    %d seconds",
+      dataHelp.round(t2, 1)
+    );
+    console.log(
+      "          API's base URL        :    " +
+        "localhost:" +
+        sqlConfig.portNumber
+    );
+    console.log("                                                            ");
+    console.log(
+      " - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - "
+    );
+  });
+  /**************** END : setup Xapi ****************/
+}
+
+function start(sqlConfig) {
+  //handle cmd line arguments
+  cmdargs.handle(sqlConfig);
+
+  if (cluster.isMaster && sqlConfig.useCpuCores > 1) {
+    console.log(`Master ${process.pid} is running`);
+
+    for (let i = 0; i < numCPUs && i < sqlConfig.useCpuCores; i++) {
+      console.log(`Forking process number ${i}...`);
+      cluster.fork();
+    }
+
+    cluster.on("exit", function(worker, code, signal) {
+      console.log(
+        "Worker " +
+          worker.process.pid +
+          " died with code: " +
+          code +
+          ", and signal: " +
+          signal
+      );
+      console.log("Starting a new worker");
+      cluster.fork();
+    });
+  } else {
+    startXmysql(sqlConfig);
+  }
+}
+
+start(sqlConfig);

package/dockerfile

@@ -0,0 +1,33 @@
+FROM alpine:3.7
+
+
+RUN apk --update --no-cache add \
+	nodejs \
+	nodejs-npm
+	
+# Bug fix for segfault ( Convert PT_GNU_STACK program header into PT_PAX_FLAGS )
+RUN apk --update --no-cache add paxctl \
+	&& paxctl -cm $(which node)
+
+RUN mkdir -p /usr/src/{app,bin,lib}
+WORKDIR /usr/src/app
+
+# only install production deps to keep image small
+COPY package.json /usr/src/app
+RUN npm install --production
+
+RUN apk del nodejs-npm
+
+COPY index.js /usr/src/app
+COPY bin/ /usr/src/app/bin
+COPY lib/ /usr/src/app/lib
+COPY docker-entrypoint.sh /docker-entrypoint.sh
+
+# env 
+ENV DATABASE_HOST 127.0.0.1
+ENV DATABASE_USER root
+ENV DATABASE_PASSWORD password
+ENV DATABASE_NAME sakila
+
+EXPOSE 80
+ENTRYPOINT ["/docker-entrypoint.sh"]

package/index.js

@@ -0,0 +1 @@
+exports.xapi = require('./lib/xapi.js')

package/lib/util/cmd.helper.js

@@ -0,0 +1,109 @@
+"use strict";
+const program = require("commander");
+const colors = require("colors");
+const maxCpus = require("os").cpus().length;
+
+program.on("--help", () => {
+  console.log("");
+  console.log("  Examples:".blue);
+  console.log("");
+  console.log("    $ xmysql -u username -p password -d databaseSchema".blue);
+  console.log("");
+});
+
+program
+  .version(module.exports.version)
+  .option("-h, --host <n>", "hostname of database / localhost by default")
+  .option("-u, --user <n>", "username of database / root by default")
+  .option("-p, --password <n>", "password of database / empty by default")
+  .option("-d, --database <n>", "database schema name")
+    .option("-t, --timezone <n>", "set the timezone")
+  .option(
+    "-r, --ipAddress <n>",
+    "IP interface of your server / localhost by default"
+  )
+  .option("-n, --portNumber <n>", "port number for app / 3000 by default")
+  .option("-o, --port <n>", "port number for mysql / 3306 by default")
+  .option("-S, --socketPath <n>", "unix socket path / not used by default")
+  .option(
+    "-s, --storageFolder <n>",
+    "storage folder / current working dir by default / available only with local"
+  )
+  .option("-i, --ignoreTables <n>", "comma separated table names to ignore")
+  .option("-a, --apiPrefix <n>", 'api url prefix / "/api/" by default')
+  .option("-y, --readOnly", "readonly apis / false by default")
+  .option(
+    "-c, --useCpuCores <n>",
+    "use number of CPU cores (using cluster) / 1 by default"
+  )
+  .parse(process.argv);
+
+function paintHelp(txt) {
+  return colors.magenta(txt); //display the help text in a color
+}
+
+function processInvalidArguments(program) {
+  let err = "";
+
+  if (!program.password) {
+    err += "Error: password for database is missing\n";
+  }
+
+  if (!program.database) {
+    err += "Error: database name is missing\n";
+  }
+
+  if (err !== "") {
+    program.outputHelp(paintHelp);
+    console.log(err.red);
+  }
+}
+
+exports.handle = program => {
+  /**************** START : default values ****************/
+  program.ipAddress = program.ipAddress || "localhost";
+  program.portNumber = program.portNumber || 3000;
+  program.port = program.port || 3306;
+  program.user = program.user || "root";
+  program.password = program.password || "";
+  program.host = program.host || "localhost";
+  program.socketPath = program.socketPath || "";
+  program.storageFolder = program.storageFolder || process.cwd();
+  program.apiPrefix = program.apiPrefix || "/api/";
+  program.readOnly = program.readOnly || false;
+  program.useCpuCores = program.useCpuCores || 1;
+  program.timezone = program.timezone || "UTC";
+
+  if (program.useCpuCores === "0") {
+    program.useCpuCores = maxCpus;
+  }
+
+  if (program.ignoreTables) {
+    let ignoreTables = program.ignoreTables.split(",");
+    program.ignoreTables = {};
+    for (var i = 0; i < ignoreTables.length; ++i) {
+      program.ignoreTables[ignoreTables[i]] = ignoreTables[i];
+    }
+  } else {
+    program.ignoreTables = {};
+  }
+
+  program.connectionLimit = 10;
+
+  if (
+    program.host === "localhost" ||
+    program.host === "127.0.0.1" ||
+    program.host === "::1"
+  ) {
+    program.dynamic = 1;
+  }
+  // console.log(program);
+  /**************** END : default values ****************/
+
+  if (program.database && program.host && program.user) {
+    //console.log('Starting server at:', 'http://' + program.host + ':' + program.portNumber)
+  } else {
+    processInvalidArguments(program);
+    process.exit(1);
+  }
+};

package/lib/util/data.helper.js

@@ -0,0 +1,211 @@
+"use strict";
+
+exports.findOrInsertObjectArrayByKey = (obj, key, array) => {
+  let found = 0;
+  let i = 0;
+
+  for (i = 0; i < array.length; ++i) {
+    if (key in array[i]) {
+      if (obj[key] === array[i][key]) {
+        found = 1;
+        break;
+      }
+    }
+  }
+
+  if (!found) {
+    array.push(obj);
+  }
+
+  return array[i];
+};
+
+exports.findObjectInArrayByKey = (key, value, objArray) => {
+  for (let i = 0; i < objArray.length; ++i) {
+    if (objArray[i][key] === value) {
+      return objArray[i];
+    }
+  }
+
+  return null;
+};
+
+exports.round = function(number, precision) {
+  var factor = Math.pow(10, precision);
+  var tempNumber = number * factor;
+  var roundedTempNumber = Math.round(tempNumber);
+  return roundedTempNumber / factor;
+};
+
+exports.numberRound = (number, precision) => {
+  var factor = Math.pow(10, precision);
+  var tempNumber = number * factor;
+  var roundedTempNumber = Math.round(tempNumber);
+  return roundedTempNumber / factor;
+};
+
+exports.numberGetLength = number => {
+  var n = number;
+
+  if (number < 0) {
+    n = n * -1;
+  }
+
+  return n.toString().length;
+};
+
+exports.numberGetFixed = number => {
+  //console.log(number, typeof number);
+  return parseInt(number.toFixed());
+};
+
+exports.getStepArraySimple = function(min, max, step) {
+  var arr = [];
+  for (var i = min; i <= max; i = i + step) {
+    arr.push(i);
+  }
+
+  return arr;
+};
+
+exports.getStepArray = (min, max, stddev) => {
+  // console.log(' = = = = = = = ');
+  //console.log('original numbers', min, max, stddev);
+
+  min = this.numberGetFixed(min);
+  max = this.numberGetFixed(max);
+  stddev = this.numberGetFixed(stddev);
+
+  // console.log('fixed numbers', min, max, stddev);
+
+  let minMinusHalf = min - stddev / 2;
+  let maxMinusHalf = max + stddev / 2;
+
+  minMinusHalf = this.numberGetFixed(minMinusHalf);
+  maxMinusHalf = this.numberGetFixed(maxMinusHalf);
+
+  // console.log('fixed numbers + (min,max)', min, max, stddev, '(', minMinusHalf, ',', maxMinusHalf, ')');
+  // console.log('numbers length', 'min', numberGetLength(min), 'max', numberGetLength(max), 'stddev', numberGetLength(stddev));
+
+  let minLen = this.numberGetLength(minMinusHalf);
+  let maxLen = this.numberGetLength(maxMinusHalf);
+  let stddevLen = this.numberGetLength(stddev);
+  //
+  // console.log('- - - -');
+  // console.log('Range', 'min', numberRound(minMinusHalf, -1));
+  // console.log('Range', 'max', numberRound(maxMinusHalf, -1));
+  // console.log('Range', 'stddev', numberRound(stddev, -1));
+
+  if (minLen > 1) minMinusHalf = this.numberRound(minMinusHalf, -1);
+
+  if (maxLen > 2) maxMinusHalf = this.numberRound(maxMinusHalf, -1);
+
+  if (stddevLen !== 1) stddev = this.numberRound(stddev, -1);
+
+  var arr = [];
+  for (var step = minMinusHalf; step < maxMinusHalf; step = step + stddev) {
+    arr.push(step);
+  }
+  arr.push(maxMinusHalf);
+
+  // console.log(arr);
+
+  return arr;
+};
+
+exports.getSchemaQuery = function() {
+  return (
+    "select c.table_name, c.column_name, c.ordinal_position,c.column_key,c.is_nullable, c.data_type, c.column_type,c.extra,c.privileges, " +
+    "c.column_comment,c.column_default,c.data_type,c.character_maximum_length, " +
+    "k.constraint_name, k.referenced_table_name, k.referenced_column_name, " +
+    "s.index_name,s.seq_in_index, " +
+    "v.table_name as isView " +
+    "from " +
+    "information_schema.columns as c " +
+    "left join " +
+    "information_schema.key_column_usage as k " +
+    "on " +
+    "c.column_name=k.column_name and " +
+    "c.table_schema = k.referenced_table_schema and " +
+    "c.table_name = k.table_name " +
+    "left join " +
+    "information_schema.statistics as s " +
+    "on " +
+    "c.column_name = s.column_name and " +
+    "c.table_schema = s.index_schema and " +
+    "c.table_name = s.table_name " +
+    "LEFT JOIN " +
+    "information_schema.VIEWS as v " +
+    "ON " +
+    "c.table_schema = v.table_schema and " +
+    "c.table_name = v.table_name " +
+    "where " +
+    "c.table_schema=? " +
+    "order by " +
+    "c.table_name, c.ordinal_position"
+  );
+};
+
+exports.getRoutines = function () {
+  return 'select routine_name from information_schema.routines'
+}
+
+exports.getChartQuery = function() {
+  return "select ? as ??, count(*) as _count from ?? where ?? between ? and ? ";
+};
+
+exports.getDataType = function(colType, typesArr) {
+  // console.log(colType,typesArr);
+  for (let i = 0; i < typesArr.length; ++i) {
+    if (colType.indexOf(typesArr[i]) !== -1) {
+      return 1;
+    }
+  }
+  return 0;
+};
+
+exports.getColumnType = function(column) {
+  let strTypes = [
+    "varchar",
+    "text",
+    "char",
+    "tinytext",
+    "mediumtext",
+    "longtext",
+    "blob",
+    "mediumblob",
+    "longblob",
+    "tinyblob",
+    "binary",
+    "varbinary"
+  ];
+  let intTypes = ["int", "long", "smallint", "mediumint", "bigint", "tinyint"];
+  let flatTypes = ["float", "double", "decimal"];
+  let dateTypes = ["date", "datetime", "timestamp", "time", "year"];
+
+  //console.log(column);
+  if (this.getDataType(column["data_type"], strTypes)) {
+    return "string";
+  } else if (this.getDataType(column["data_type"], intTypes)) {
+    return "int";
+  } else if (this.getDataType(column["data_type"], flatTypes)) {
+    return "float";
+  } else if (this.getDataType(column["data_type"], dateTypes)) {
+    return "date";
+  } else {
+    return "string";
+  }
+};
+
+exports.getType = function(colType, typesArr) {
+  for (let i = 0; i < typesArr.length; ++i) {
+    // if (typesArr[i].indexOf(colType) !== -1) {
+    //   return 1;
+    // }
+
+    if (colType.indexOf(typesArr[i]) !== -1) {
+      return 1;
+    }
+  }
+  return 0;
+};