sqlmath 0.0.4 → 2022.3.5

package/package.json

@@ -37,5 +37,5 @@
         "test2": "sh jslint_ci.sh shCiBase",
         "test_win32": "node -e \"require('child_process').spawn('C:\\\\Program Files\\\\Git\\\\bin\\\\bash.exe',['-c','npm run test' + ' ' + process.argv.slice(1).join(' ')],{stdio:['ignore',1,2]});\""
     },
-    "version": "0.0.4"
+    "version": "2022.3.5"
 }

package/sqlmath.mjs

@@ -8,7 +8,8 @@ let {
     assertJsonEqual,
     assertOrThrow,
     debugInline,
-    noop
+    noop,
+    objectDeepCopyWithKeysSorted
 } = jslint;
 let local = Object.assign({}, jslint);
 
@@ -17,7 +18,7 @@ function assertNumericalEqual(aa, bb, message) {
 // This function will assert aa - bb <= Number.EPSILON
 
     assertOrThrow(aa, "value cannot be 0 or falsy");
-    if (!(Math.abs(aa - bb) <= Number.EPSILON)) {
+    if (!(Math.abs((aa - bb) / Math.max(aa, bb)) <= 256 * Number.EPSILON)) {
         throw new Error(
             JSON.stringify(aa) + " != " + JSON.stringify(bb) + (
                 message
@@ -58,10 +59,10 @@ file sqlmath.js
     let SQLITE_OPEN_URI = 0x00000040;           /* Ok for sqlite3_open_v2() */
     let SQLITE_OPEN_WAL = 0x00080000;           /* VFS only */
     let addon;
-    let dbDict = new WeakMap();
+    let consoleError = console.error;
+    let dbDict = new WeakMap(); // private map of sqlite-database-connections
     let requireCjs = createRequire(import.meta.url);
     let testList;
-    // private map of sqlite-database-connections
 
     function cCall(func, argList) {
 // this function will serialize <argList> to a c <baton>,
@@ -168,8 +169,12 @@ file sqlmath.js
         bindList = [],
         db,
         responseType,
-        rowList,
-        sql
+        sql,
+        tmpColList,
+        tmpColListPriority,
+        tmpCsv,
+        tmpRowList,
+        tmpTableName
     }) {
 // this function will exec <sql> in <db> and return <result>
         let bindByKey = !Array.isArray(bindList);
@@ -180,10 +185,14 @@ file sqlmath.js
         );
         let result;
         let serialize = jsToSqlSerializer();
-        if (rowList) {
+        if (tmpCsv || tmpRowList) {
             await dbTableInsertAsync({
+                colList: tmpColList,
+                colListPriority: tmpColListPriority,
+                csv: tmpCsv,
                 db,
-                rowList
+                rowList: tmpRowList,
+                tableName: tmpTableName
             });
         }
         Object.entries(bindList).forEach(function ([
@@ -231,6 +240,25 @@ file sqlmath.js
         }
     }
 
+    async function dbExecWithRetryAsync(option) {
+// this function will exec <sql> in <db> and return <result> with <retryLimit>
+        let retry = option.retryLimit || 1;
+        while (true) {
+            try {
+                return await dbExecAsync(option);
+            } catch (err) {
+                assertOrThrow(retry > 0, err);
+                consoleError(err);
+                consoleError(
+                    "dbExecWithRetryAsync - retry failed sql-query with "
+                    + retry
+                    + " remaining retry"
+                );
+                retry -= 1;
+            }
+        }
+    }
+
     function dbGetLastBlobAsync({
         bindList = [],
         db,
@@ -306,9 +334,12 @@ file sqlmath.js
         ), async function () {
             let finalizer;
             let ptr = await cCall("__dbOpenAsync", [
-                String(filename), undefined, flags ?? (
+                String(filename),
+                undefined,
+                flags ?? (
                     SQLITE_OPEN_CREATE | SQLITE_OPEN_READWRITE | SQLITE_OPEN_URI
-                ), undefined
+                ),
+                undefined
             ]);
             ptr = ptr[0][0];
             finalizer = new BigInt64Array(addon.__dbFinalizerCreate());
@@ -330,13 +361,14 @@ file sqlmath.js
         csv,
         db,
         rowList,
-        tableName = "tmp1"
+        tableName
     }) {
 // this function will create-or-replace temp <tablename> with <rowList>
         let serialize = jsToSqlSerializer();
         let sqlCreateTable;
         let sqlInsertRow;
         // normalize and validate tableName
+        tableName = tableName || "__tmp1";
         tableName = "temp." + JSON.stringify(tableName.replace((
             /^temp\./
         ), ""));
@@ -429,9 +461,6 @@ file sqlmath.js
         }
         function bufferSetBuffer(aa, bb, offset) {
 // this function will set buffer <bb> to buffer <aa> at <offset>
-            if (typeof bb === "string") {
-                bb = new TextEncoder().encode(bb);
-            }
             aa = new Uint8Array(aa.buffer, aa.byteOffset, aa.byteLength);
             bb = new Uint8Array(bb.buffer, bb.byteOffset, bb.byteLength);
             aa.set(bb, offset);
@@ -1212,19 +1241,15 @@ Definition of the CSV Format
                 colListPriority,
                 rowList
             }, jj) {
-                let cc;
-                await dbTableInsertAsync({
-                    colList,
-                    colListPriority,
-                    db,
-                    rowList,
-                    tableName: "datatype_" + ii + "_" + jj
-                });
-                cc = noop(
+                let cc = noop(
                     await dbExecAsync({
                         db,
                         responseType: "list",
-                        sql: "SELECT * FROM datatype_" + ii + "_" + jj
+                        sql: `SELECT * FROM datatype_${ii}_${jj}`,
+                        tmpColList: colList,
+                        tmpColListPriority: colListPriority,
+                        tmpRowList: rowList,
+                        tmpTableName: "datatype_" + ii + "_" + jj
                     })
                 )[0];
                 // debugInline(ii, jj, aa, bb, cc);
@@ -1282,12 +1307,14 @@ Definition of the CSV Format
                         sql: (`
 CREATE TABLE testDbExecAsync1 AS
 SELECT 101 AS c101, 102 AS c102
+--
 UNION ALL
 VALUES
     (201, 202),
     (301, NULL);
 CREATE TABLE testDbExecAsync2 AS
 SELECT 401 AS c401, 402 AS c402, 403 AS c403
+--
 UNION ALL
 VALUES
     (501, 502.0123, 5030123456789),
@@ -1350,18 +1377,27 @@ SELECT * FROM testDbExecAsync2;
         ));
         // test sqlmath-defined-func handling-behavior
         [
+            "COT(NULL)", null,
             "COT('-1')", -0.642092615934331,
             "COT('0')", null,
             "COT('1')", 0.642092615934331,
             "COT(-1)", -0.642092615934331,
             "COT(0)", null,
             "COT(1)", 0.642092615934331,
+            "COTH(NULL)", null,
             "COTH('-1')", -1.31303528549933,
             "COTH('0')", null,
             "COTH('1')", 1.31303528549933,
             "COTH(-1)", -1.31303528549933,
             "COTH(0)", null,
             "COTH(1)", 1.31303528549933,
+            "ROUNDORZERO(NULL)", 0,
+            "ROUNDORZERO(NULL, NULL)", 0,
+            "ROUNDORZERO(NULL, 0.5)", 0,
+            "ROUNDORZERO(0.5, NULL)", 1,
+            "ROUNDORZERO(0.5, 0.5)", 1,
+            "ROUNDORZERO(0.5, 1)", 0.5,
+            "SIGN(NULL)", null,
             "SIGN('-1')", -1,
             "SIGN('0')", 0,
             "SIGN('1')", 1,
@@ -1374,7 +1410,6 @@ SELECT * FROM testDbExecAsync2;
             "SIGN(0xffffffffffffffff)", -1,
             "SIGN(1)", 1,
             "SIGN(1e999)", 1,
-            "SIGN(NULL)", null,
             // sentinel
             "NULL", null
         ].forEach(async function (sql, ii, list) {
@@ -1388,15 +1423,26 @@ SELECT * FROM testDbExecAsync2;
                 await dbExecAsync({
                     db,
                     responseType: "dict",
-                    sql: "SELECT " + sql + " AS val"
+                    sql: `SELECT ${sql} AS val`
                 })
             )[0][0].val;
-            assertOrThrow(bb === cc, JSON.stringify([
-                ii, sql, bb, cc
-            ]));
+            assertJsonEqual(bb, cc, {
+                bb,
+                cc,
+                ii,
+                sql
+            });
         });
     }
 
+    function testDbExecWithRetryAsync() {
+// this function will test dbExecWithRetryAsync's handling-behavior
+        // test null-case handling-behavior
+        assertErrorThrownAsync(function () {
+            return dbExecWithRetryAsync({});
+        }, "invalid or closed db");
+    }
+
     async function testDbMemoryXxx() {
 // this function will test dbMemoryXxx's handling-behavior
         let data;
@@ -1480,11 +1526,15 @@ SELECT * FROM testDbExecAsync2;
         ].forEach(function ([
             rowList, rgx
         ]) {
-            assertErrorThrownAsync(function () {
-                return dbTableInsertAsync({
-                    rowList
-                });
-            }, rgx);
+            assertErrorThrownAsync(
+                dbTableInsertAsync.bind(
+                    undefined,
+                    {
+                        rowList
+                    }
+                ),
+                rgx
+            );
         });
         // test csv handling-behavior
         [
@@ -1526,17 +1576,13 @@ SELECT * FROM testDbExecAsync2;
         ].forEach(async function ([
             aa, bb
         ], ii) {
-            let cc;
-            await dbTableInsertAsync({
-                csv: aa,
-                db,
-                tableName: "csv_" + ii
-            });
-            cc = noop(
+            let cc = noop(
                 await dbExecAsync({
                     db,
                     responseType: "list",
-                    sql: "SELECT * FROM temp.csv_" + ii
+                    sql: `SELECT * FROM temp.csv_${ii}`,
+                    tmpCsv: aa,
+                    tmpTableName: "csv_" + ii
                 })
             )[0];
             assertOrThrow(
@@ -1590,7 +1636,7 @@ SELECT * FROM testDbExecAsync2;
                 return;
             }
             ii *= 0.5;
-            sql = "SELECT throwerror(" + sql + ")";
+            sql = `SELECT throwerror(${sql})`;
             assertErrorThrownAsync(function () {
                 return dbExecAsync({
                     db,
@@ -1653,6 +1699,99 @@ SELECT * FROM testDbExecAsync2;
         });
     }
 
+    async function testSqlKthpercentile() {
+// this function will test sql-kthpercentile's handling-behavior
+        let db = await dbOpenAsync({
+            filename: ":memory:"
+        });
+        [
+            [
+                [], -99, 1
+            ], [
+                [], 0, 1
+            ], [
+                [], 0.125, 1
+            ], [
+                [], 0.25, 2
+            ], [
+                [], 0.375, 3
+            ], [
+                [], 0.5, 4
+            ], [
+                [], 0.625, 5
+            ], [
+                [], 0.75, 6
+            ], [
+                [], 0.875, 7
+            ], [
+                [], 1, 8
+            ], [
+                [], 99, 8
+            ], [
+                [
+                    0.5
+                ], 0, 0.5
+            ], [
+                [
+                    0.5
+                ], 0.125, 0.5
+            ], [
+                [
+                    1.5
+                ], 0.25, 1.5
+            ], [
+                [
+                    2.5
+                ], 0.375, 2.5
+            ], [
+                [
+                    3.5
+                ], 0.5, 3.5
+            ], [
+                [
+                    4.5
+                ], 0.625, 4.5
+            ], [
+                [
+                    5.5
+                ], 0.75, 5.5
+            ], [
+                [
+                    6.5
+                ], 0.875, 6.5
+            ], [
+                [
+                    7.5
+                ], 1, 8
+            ]
+        ].forEach(async function ([
+            data, kk, expected
+        ], ii) {
+            let actual;
+            data = data.concat([
+                undefined, undefined, 8, 7, 6, 5, 4, 3, 2, 1, undefined
+            ]);
+            actual = noop(
+                await dbExecAsync({
+                    db,
+                    sql: (`
+SELECT kthpercentile(val, ${kk}) AS val FROM __tmp${ii};
+                    `),
+                    tmpRowList: data.map(function (val) {
+                        return {
+                            val
+                        };
+                    }),
+                    tmpTableName: `__tmp${ii}`
+                })
+            )[0][0].val;
+            assertJsonEqual(actual, expected, {
+                data,
+                kk
+            });
+        });
+    }
+
     addon = requireCjs(
         "./_binary_sqlmath"
         + "_napi8"
@@ -1666,11 +1805,13 @@ SELECT * FROM testDbExecAsync2;
         testDbBind,
         testDbCloseAsync,
         testDbExecAsync,
+        testDbExecWithRetryAsync,
         testDbMemoryXxx,
         testDbOpenAsync,
         testDbTableInsertAsync,
         testSqlError,
-        testSqlExt
+        testSqlExt,
+        testSqlKthpercentile
     ];
     Object.assign(local, {
         SQLITE_MAX_LENGTH2,
@@ -1699,15 +1840,21 @@ SELECT * FROM testDbExecAsync2;
         assertNumericalEqual,
         dbCloseAsync,
         dbExecAsync,
+        dbExecWithRetryAsync,
         dbGetLastBlobAsync,
         dbMemoryLoadAsync,
         dbMemorySaveAsync,
         dbOpenAsync,
         dbTableInsertAsync,
         debugInline,
+        objectDeepCopyWithKeysSorted,
         testAll,
         testList
     });
+    if (process.env.npm_config_mode_test) {
+        // mock consoleError
+        consoleError = noop;
+    }
 }());
 
 export default Object.freeze(local);

package/.gitconfig

@@ -1,25 +0,0 @@
-[branch "alpha"]
-    merge = refs/heads/alpha
-    remote = origin
-[branch "base"]
-    merge = refs/heads/base
-    remote = origin
-[core]
-    # autocrlf = false
-    autocrlf = input
-    bare = false
-    # filemode = false
-    logallrefupdates = true
-    repositoryformatversion = 0
-[diff]
-    algorithm = histogram
-[pull]
-    ff = only
-[receive]
-    denyCurrentBranch = warn
-[remote "origin"]
-    fetch = +refs/heads/*:refs/remotes/origin/*
-    url = https://github.com/user/sqlmath
-[remote "upstream"]
-    fetch = +refs/heads/*:refs/remotes/upstream/*
-    url = https://github.com/sqlmath/sqlmath

package/.github/workflows/ci.yml

@@ -1,119 +0,0 @@
-# this workflow will run nodejs coverages and tests
-# and upload build-artifacts to branch-gh-pages
-name: ci
-on:
-  push:
-    branches:
-      - alpha
-      - beta
-      - master
-      - sandbox
-  workflow_dispatch:
-    branches:
-      - alpha
-      - beta
-      - master
-      - sandbox
-jobs:
-
-
-# shCiBase - start
-  job1:
-    strategy:
-      matrix:
-        architecture:
-          # - arm64
-          - x64
-          # - x86
-        node_version:
-          # - 12
-          - 14
-          - 16
-        os:
-          - macos-latest
-          - ubuntu-latest
-          - windows-latest
-    name: job1 . node . v${{ matrix.node_version }} . ${{ matrix.architecture }} . ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
-    steps:
-      # disable autocrlf in windows
-      - run: git config --global core.autocrlf false
-      # https://github.com/actions/checkout
-      - uses: actions/checkout@v2
-      # https://github.com/actions/cache
-      - uses: actions/cache@v2
-        with:
-          key: ${{ matrix.architecture }}-${{ matrix.node_version }}-${{ matrix.os }}-${{ hashFiles('./package.json') }}
-          path: .cache
-      # https://github.com/actions/setup-node
-      - uses: actions/setup-node@v2
-        with:
-          node-version: ${{ matrix.node_version }}
-          architecture: ${{ matrix.architecture }}
-      # fetch jslint_ci.sh from trusted source
-      - run: git fetch origin alpha && git checkout origin/alpha .ci.sh jslint_ci.sh
-      # run nodejs coverages and tests
-      - run: sh jslint_ci.sh shCiBase
-# shCiBase - end
-
-
-# shCiArtifactUpload - start
-      # fetch jslint_ci.sh from trusted source
-      - run: git fetch origin alpha && git checkout origin/alpha .ci.sh jslint_ci.sh
-      # upload build-artifacts to branch-gh-pages
-      - run: sh jslint_ci.sh shCiArtifactUpload
-        env:
-          CI_NODE_VERSION_ARCH_PLATFORM: v16.x64.linux
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-# shCiArtifactUpload - end
-
-
-# upload binaries - start
-      - uses: actions/upload-artifact@v2
-        with:
-          name: binaries
-          path: _binary_*
-# upload binaries - end
-
-
-  job2:
-    needs: job1
-    strategy:
-      matrix:
-        architecture:
-          # - arm64
-          - x64
-          # - x86
-        node_version:
-          # - 12
-          # - 14
-          - 16
-        os:
-          # - macos-latest
-          - ubuntu-latest
-          # - windows-latest
-    name: job2 . node . v${{ matrix.node_version }} . ${{ matrix.architecture }} . ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
-    steps:
-      # disable autocrlf in windows
-      - run: git config --global core.autocrlf false
-      # https://github.com/actions/checkout
-      - uses: actions/checkout@v2
-
-
-# download binaries - start
-      - uses: actions/download-artifact@v2
-        with:
-          name: binaries
-# download binaries - end
-
-
-# shCiArtifactUpload2 - start
-      # fetch jslint_ci.sh from trusted source
-      - run: git fetch origin alpha && git checkout origin/alpha .ci.sh jslint_ci.sh
-      # upload build-artifacts to branch-gh-pages
-      - run: sh jslint_ci.sh shCiArtifactUpload2
-        env:
-          CI_NODE_VERSION_ARCH_PLATFORM: v16.x64.linux
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-# shCiArtifactUpload2 - end

package/.github/workflows/publish.yml

@@ -1,67 +0,0 @@
-# Publishing packages to npm and GitHub Packages
-# https://docs.github.com/en/actions/publishing-packages/publishing-nodejs-packages#publishing-packages-to-npm-and-github-packages
-name: publish
-on:
-  release:
-    types: [created]
-  workflow_dispatch:
-    branches:
-      - alpha
-      - beta
-      - master
-      - sandbox
-jobs:
-
-
-# npm publish - start
-  build:
-    strategy:
-      matrix:
-        architecture:
-          # - arm64
-          - x64
-          # - x86
-        node_version:
-          # - 12
-          # - 14
-          - 16
-        os:
-          # - macos-latest
-          - ubuntu-latest
-          # - windows-latest
-    name: job1 . node . v${{ matrix.node_version }} . ${{ matrix.architecture }} . ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
-    permissions:
-      contents: read
-      packages: write
-    steps:
-
-      # Setup .npmrc file to publish to GitHub Packages
-      - run: rm -f /home/runner/work/_temp/.npmrc
-      - uses: actions/checkout@v2
-      - uses: actions/setup-node@v2
-        with:
-          node-version: ${{ matrix.node_version }}
-          architecture: ${{ matrix.architecture }}
-          registry-url: 'https://npm.pkg.github.com'
-          # Defaults to the user or organization that owns the workflow file
-          # scope: '@octocat'
-      # Publish to GitHub Packages
-      - run: sh jslint_ci.sh shCiNpmPublish
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          NPM_REGISTRY: github
-
-      # Setup .npmrc file to publish to npm
-      - run: rm -f /home/runner/work/_temp/.npmrc
-      - uses: actions/checkout@v2
-      - uses: actions/setup-node@v2
-        with:
-          node-version: ${{ matrix.node_version }}
-          architecture: ${{ matrix.architecture }}
-          registry-url: 'https://registry.npmjs.org'
-      # Publish to npm
-      - run: sh jslint_ci.sh shCiNpmPublish
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
-# npm publish - end

package/.gitignore

@@ -1,20 +0,0 @@
-"*
-'*
-*.[0123456789][0123456789]
-*.lock
-*.log
-*.pyc
-*~
-.*
-_*
-node_modules
-package-lock.json
-temp*
-tmp
-undefined
-
-!.gitconfig
-!.github
-!.gitignore
-
-sqlite-autoconf-3360000

package/asset_image_folder_open_solid.svg

@@ -1 +0,0 @@
-<svg aria-hidden="true" focusable="false" data-prefix="fas" data-icon="folder-open" class="svg-inline--fa fa-folder-open fa-w-18" role="img" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512"><path fill="currentColor" d="M572.694 292.093L500.27 416.248A63.997 63.997 0 0 1 444.989 448H45.025c-18.523 0-30.064-20.093-20.731-36.093l72.424-124.155A64 64 0 0 1 152 256h399.964c18.523 0 30.064 20.093 20.73 36.093zM152 224h328v-48c0-26.51-21.49-48-48-48H272l-64-64H48C21.49 64 0 85.49 0 112v278.046l69.077-118.418C86.214 242.25 117.989 224 152 224z"></path></svg>