sqlmath 2024.3.25 → 2024.6.25

package/CHANGELOG.md

@@ -1,9 +1,46 @@
 # Changelog
 
 # Todo
-- sqlmath - Add sqlite-extension for lightgbm.
 - none
 
+# v2024.6.25
+- jslint - Remove unnecessary shell-function shCurlExe().
+- lgbm - Upgrade to lightgbm-v4.4.0.
+- jslint - Upgrade to jslint-v2024.6.1-beta.
+- lgbm - Include lib_lightgbm.xxx in npm/python package.
+- lgbm - Add sqlite-extension for lightgbm.
+- lgbm - Add sql-functions:
+    lgbm_datasetcreatefromfile()
+    lgbm_datasetcreatefrommat()
+    lgbm_datasetcreatefromtable()
+    lgbm_datasetdumptext()
+    lgbm_datasetfree()
+    lgbm_datasetgetnumdata()
+    lgbm_datasetgetnumfeature()
+    lgbm_datasetsavebinary()
+    lgbm_dlopen()
+    lgbm_predictforfile()
+    lgbm_predictfortable()
+    lgbm_trainfromdataset()
+    lgbm_trainfromtable()
+- sqlmath - Remove little-used sql-function fill_forward().
+- zlib - Update to zlib v1.3.1.
+- sqlmath - Add function dbExecAndReturnLastValue().
+- sqlmath - Replace functions:
+    dbExecAndReturnFirstRow() with dbExecAndReturnLastRow()
+    dbExecAndReturnFirstTable() with dbExecAndReturnLastTable()
+
+# v2024.5.26
+- webdemo - Replace market-indices .spx/.ndx/.dji with futures .es/.nq/.ym.
+- sqlite - Decouple c-function str99JsonAppendText() from builtin-function jsonAppendString().
+- sqlite - Update to sqlite v3.44.2.
+- sqlmath - Remove little-used sqlean-regexp-extension and file sqlmath_external_pcre2.c.
+- sqlmath - bugfix - Fix off-by-2 root-mean-square-deviation calculation of parameter lee in sql-function win_sinefit2().
+- sqlmath - bugfix - Fix null-case handling-behavior for function dbExecAndReturnLastBlobAsync().
+- sqlmath - Add functions dbExecAndReturnFirstRow(), dbExecAndReturnFirstTable(), listOrEmptyList().
+- jslint - Update jslint to v2024.4.1-beta.
+- ci - bugfix - Fix package.json config-regression breaking ci.
+
 # v2024.3.25
 - jslint-ci - Add shell-functions shGitPullrequestCleanup(), shGitPullrequest() to automatically cleanup or create-and-push github-pull-commit to origin/alpha.
 - ci - Fix tmpdir in shell-function shBrowserScreenshot().
@@ -33,7 +70,7 @@
 - sqlean - Add sqlean-extension regexp with regexp-replacement and pcre2 - increases wasm size to 1.1mb.
 - zlib - Update to zlib v1.3.
 - sqlmath - Fix SIGSEGV error when binding external-buffer during db_exec.
-- sqlite - Update to sqlite v3.39.4.
+- sqlite - Update to sqlite v3.42.0.
 - python - Add python-functions db_file_load(), db_file_save().
 - sqlmath - Revamp how js-arraybuffers are passed to c-api without copying.
 - python - Revamp python-c-extension to support cp312.

package/README.md

@@ -2,7 +2,7 @@
 
 
 # Status
-| Branch | [master<br>(v2024.3.25)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
+| Branch | [master<br>(v2024.6.25)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
 |--:|:--:|:--:|:--:|
 | CI | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=master)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Amaster) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=beta)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Abeta) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=alpha)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Aalpha) |
 | Coverage | [![coverage](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/index.html) |
@@ -106,7 +106,6 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 # License
 - [sqlite](https://github.com/sqlite/sqlite) is under [public domain](https://www.sqlite.org/copyright.html).
 - [jslint](https://github.com/jslint-org/jslint) is under [Unlicense License](https://github.com/jslint-org/jslint/blob/master/LICENSE).
-- [pcre2](https://github.com/PCRE2Project/pcre2) is under [3-Clause BSD License](https://github.com/PCRE2Project/pcre2/blob/pcre2-10.42/LICENCE)
 - [zlib](https://github.com/madler/zlib) is under [zlib License](https://github.com/madler/zlib/blob/v1.2.13/LICENSE).
 - [cpplint.py](cpplint.py) is under [3-Clause BSD License](https://github.com/cpplint/cpplint/blob/1.5.5/LICENSE).
 - [indent.exe](indent.exe) is under [GPLv3 License](https://www.gnu.org/licenses/gpl-3.0.txt).
@@ -122,11 +121,11 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 ```shell
 python -m build
 #
-twine upload --repository testpypi dist/sqlmath-2024.3.25*
-py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2024.3.25
+twine upload --repository testpypi dist/sqlmath-2024.6.25*
+py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2024.6.25
 #
-twine upload dist/sqlmath-2024.3.25*
-pip install sqlmath==2024.3.25
+twine upload dist/sqlmath-2024.6.25*
+pip install sqlmath==2024.6.25
 ```
 
 
@@ -134,13 +133,20 @@ pip install sqlmath==2024.3.25
 ### sqlite upgrade
 - goto https://www.sqlite.org/changes.html
 ```shell
-curl -L https://www.sqlite.org/2023/sqlite-autoconf-3420000.tar.gz | tar -xz
-git grep "3\.39\.4\|3390400"
-for FILE in .ci.sh sqlite_rollup.c
-do
-    sed -i -e "s|\<3\.39\.4\>|3.42.0|g" "$FILE"
-    sed -i -e "s|\<3390400\>|3420000|g" "$FILE"
-done
-git grep "3\.39\.4\|3390400"
-shRollupFetch sqlite_rollup.c
+    (set -e
+    #
+    # lgbm
+    sh jslint_ci.sh shRollupUpgrade "v4.3.0" "v4.4.0" ".ci.sh sqlmath_base.h"
+    #
+    # sqlite
+    sh jslint_ci.sh shRollupUpgrade "3.42.0" "3.44.2" ".ci.sh sqlmath_external_sqlite.c"
+    sh jslint_ci.sh shRollupUpgrade "3420000" "3440200" ".ci.sh sqlmath_external_sqlite.c"
+    #
+    # zlib
+    sh jslint_ci.sh shRollupUpgrade "1.3" "1.3.1" ".ci.sh sqlmath_external_zlib.c"
+    #
+    # shSqlmathUpdate
+    read -p "Press Enter to shSqlmathUpdate:"
+    sh jslint_ci.sh shSqlmathUpdate
+    )
 ```

package/jslint.mjs

@@ -125,8 +125,8 @@
     process_env, process_exit, promises, property, property_dict, push, quote,
     ranges, readFile, readdir, readonly, recursive, reduce, repeat, replace,
     resolve, result, reverse, role, round, scriptId, search, set, shebang,
-    shift, signature, single, slice, some, sort, source, spawn, splice, split,
-    stack, stack_trace, start, startOffset, startsWith, statement,
+    shell, shift, signature, single, slice, some, sort, source, spawn, splice,
+    split, stack, stack_trace, start, startOffset, startsWith, statement,
     statement_prv, stdio, stop, stop_at, stringify, subscript, switch,
     syntax_dict, tenure, test, test_cause, test_internal_error, this, thru,
     toLocaleString, toString, token, token_global, token_list, token_nxt,
@@ -163,7 +163,7 @@ let jslint_charset_ascii = (
     + "@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_"
     + "`abcdefghijklmnopqrstuvwxyz{|}~\u007f"
 );
-let jslint_edition = "v2024.3.1-beta";
+let jslint_edition = "v2024.6.1-beta";
 let jslint_export;                      // The jslint object to be exported.
 let jslint_fudge = 1;                   // Fudge starting line and starting
                                         // ... column to 1.
@@ -11285,24 +11285,37 @@ function sentinel() {}
             }
         }));
         exitCode = await new Promise(function (resolve) {
-            moduleChildProcess.spawn(
-                (
-                    processArgv[0] === "npm"
+            let processArgv0 = processArgv[0];
 
 // If win32 environment, then replace program npm with npm.cmd.
 // Coverage-hack - Ugly-hack to get test-coverage under both win32 and linux.
 
-                    ? process.platform.replace("win32", "npm.cmd").replace(
-                        process.platform,
-                        "npm"
-                    )
-                    : processArgv[0]
-                ),
+            if (processArgv0 === "npm") {
+                processArgv0 = process.platform.replace(
+                    "win32",
+                    "npm.cmd"
+                ).replace(
+                    process.platform,
+                    "npm"
+                );
+            }
+            moduleChildProcess.spawn(
+                processArgv0,
                 processArgv.slice(1),
                 {
                     env: Object.assign({}, process.env, {
                         NODE_V8_COVERAGE: coverageDir
                     }),
+
+// PR-465
+// https://nodejs.org/en/blog/vulnerability/april-2024-security-releases-2
+// Node.js will now error with EINVAL if a .bat or .cmd file is passed to
+// child_process.spawn and child_process.spawnSync without the shell option set.
+
+                    shell: (
+                        processArgv0.endsWith(".bat")
+                        || processArgv0.endsWith(".cmd")
+                    ),
                     stdio: ["ignore", 1, 2]
                 }
             ).on("exit", resolve);

package/package.json

@@ -3,7 +3,7 @@
         "email": "kaizhu256@gmail.com",
         "name": "kai zhu"
     },
-    "counter": 0,
+    "counter": 1,
     "cpu": [
         "x64"
     ],
@@ -11,7 +11,7 @@
     "engines": {
         "node": ">=14"
     },
-    "fileCount": 42,
+    "fileCount": 46,
     "homepage": "https://github.com/sqlmath/sqlmath",
     "keywords": [
         "data-science",
@@ -29,7 +29,7 @@
     ],
     "repository": {
         "type": "git",
-        "url": "https://github.com/sqlmath/sqlmath.git"
+        "url": "git+https://github.com/sqlmath/sqlmath.git"
     },
     "scripts": {
         "build": "sh jslint_ci.sh shCiBuildNodejs",
@@ -38,5 +38,5 @@
     },
     "shCiArtifactUpload": 1,
     "shCiPublishNpm": 1,
-    "version": "2024.3.25"
+    "version": "2024.6.25"
 }

package/sqlmath.mjs

@@ -25,49 +25,66 @@
 /*global FinalizationRegistry*/
 "use strict";
 
-let JSBATON_ARGC = 8;
-let JSBATON_OFFSET_ALL = 256;
-let JSBATON_OFFSET_ARGV = 128;
-let JSBATON_OFFSET_BUFV = 192;
-let JSBATON_OFFSET_FUNCNAME = 8;
-let JS_MAX_SAFE_INTEGER = 0x1f_ffff_ffff_ffff;
-let JS_MIN_SAFE_INTEGER = -0x1f_ffff_ffff_ffff;
-let SIZEOF_BLOB_MAX = 1_000_000_000;
-let SIZEOF_FUNCNAME = 16;
-let SQLITE_DATATYPE_BLOB = 0x04;
-let SQLITE_DATATYPE_EXTERNALBUFFER = 0x71;
-let SQLITE_DATATYPE_FLOAT = 0x02;
-let SQLITE_DATATYPE_INTEGER = 0x01;
-let SQLITE_DATATYPE_INTEGER_0 = 0x00;
-let SQLITE_DATATYPE_INTEGER_1 = 0x21;
-let SQLITE_DATATYPE_NULL = 0x05;
-let SQLITE_DATATYPE_TEXT = 0x03;
-let SQLITE_DATATYPE_TEXT_0 = 0x13;
-let SQLITE_RESPONSETYPE_LASTBLOB = 1;
-
-let FILENAME_DBTMP = "/tmp/__dbtmp1"; //jslint-ignore-line
+const JSBATON_ARGC = 8;
+const JSBATON_OFFSET_ALL = 256;
+const JSBATON_OFFSET_ARGV = 128;
+const JSBATON_OFFSET_BUFV = 192;
+// const JSBATON_OFFSET_ERRMSG = 48;
+const JSBATON_OFFSET_FUNCNAME = 8;
+const JS_MAX_SAFE_INTEGER = 0x1f_ffff_ffff_ffff;
+const JS_MIN_SAFE_INTEGER = -0x1f_ffff_ffff_ffff;
+const SIZEOF_BLOB_MAX = 1_000_000_000;
+// const SIZEOF_ERRMSG = 80;
+const SIZEOF_FUNCNAME = 16;
+const SQLITE_DATATYPE_BLOB = 0x04;
+const SQLITE_DATATYPE_EXTERNALBUFFER = 0x71;
+const SQLITE_DATATYPE_FLOAT = 0x02;
+const SQLITE_DATATYPE_INTEGER = 0x01;
+const SQLITE_DATATYPE_INTEGER_0 = 0x00;
+const SQLITE_DATATYPE_INTEGER_1 = 0x21;
+const SQLITE_DATATYPE_NULL = 0x05;
+const SQLITE_DATATYPE_TEXT = 0x03;
+const SQLITE_DATATYPE_TEXT_0 = 0x13;
+const SQLITE_RESPONSETYPE_LASTBLOB = 1;
+const SQLITE_RESPONSETYPE_LASTVALUE = 2;
+
+const FILENAME_DBTMP = "/tmp/__dbtmp1"; //jslint-ignore-line
+
+const LGBM_DTYPE_FLOAT32 = 0;   /* float32 (single precision float)*/
+const LGBM_DTYPE_FLOAT64 = 1;   /* float64 (double precision float)*/
+const LGBM_DTYPE_INT32 = 2;     /* int32*/
+const LGBM_DTYPE_INT64 = 3;     /* int64*/
+const LGBM_FEATURE_IMPORTANCE_GAIN = 1; /* Gain type of feature importance*/
+const LGBM_FEATURE_IMPORTANCE_SPLIT = 0;/* Split type of feature importance*/
+const LGBM_MATRIX_TYPE_CSC = 1; /* CSC sparse matrix type*/
+const LGBM_MATRIX_TYPE_CSR = 0; /* CSR sparse matrix type*/
+const LGBM_PREDICT_CONTRIB = 3; /* Predict feature contributions (SHAP values)*/
+const LGBM_PREDICT_LEAF_INDEX = 2;      /* Predict leaf index*/
+const LGBM_PREDICT_NORMAL = 0;  /* Normal prediction w/ transform (if needed)*/
+const LGBM_PREDICT_RAW_SCORE = 1;       /* Predict raw score*/
+const SQLITE_OPEN_AUTOPROXY = 0x00000020;       /* VFS only */
+const SQLITE_OPEN_CREATE = 0x00000004;          /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_DELETEONCLOSE = 0x00000008;   /* VFS only */
+const SQLITE_OPEN_EXCLUSIVE = 0x00000010;       /* VFS only */
+const SQLITE_OPEN_FULLMUTEX = 0x00010000;       /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_MAIN_DB = 0x00000100;         /* VFS only */
+const SQLITE_OPEN_MAIN_JOURNAL = 0x00000800;    /* VFS only */
+const SQLITE_OPEN_MEMORY = 0x00000080;          /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_NOFOLLOW = 0x01000000;        /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_NOMUTEX = 0x00008000;         /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_PRIVATECACHE = 0x00040000;    /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_READONLY = 0x00000001;        /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_READWRITE = 0x00000002;       /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_SHAREDCACHE = 0x00020000;     /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_SUBJOURNAL = 0x00002000;      /* VFS only */
+const SQLITE_OPEN_SUPER_JOURNAL = 0x00004000;   /* VFS only */
+const SQLITE_OPEN_TEMP_DB = 0x00000200;         /* VFS only */
+const SQLITE_OPEN_TEMP_JOURNAL = 0x00001000;    /* VFS only */
+const SQLITE_OPEN_TRANSIENT_DB = 0x00000400;    /* VFS only */
+const SQLITE_OPEN_URI = 0x00000040;             /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_WAL = 0x00080000;             /* VFS only */
+
 let IS_BROWSER;
-let SQLITE_OPEN_AUTOPROXY = 0x00000020;     /* VFS only */
-let SQLITE_OPEN_CREATE = 0x00000004;        /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_DELETEONCLOSE = 0x00000008; /* VFS only */
-let SQLITE_OPEN_EXCLUSIVE = 0x00000010;     /* VFS only */
-let SQLITE_OPEN_FULLMUTEX = 0x00010000;     /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_MAIN_DB = 0x00000100;       /* VFS only */
-let SQLITE_OPEN_MAIN_JOURNAL = 0x00000800;  /* VFS only */
-let SQLITE_OPEN_MEMORY = 0x00000080;        /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_NOFOLLOW = 0x01000000;      /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_NOMUTEX = 0x00008000;       /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_PRIVATECACHE = 0x00040000;  /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_READONLY = 0x00000001;      /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_READWRITE = 0x00000002;     /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_SHAREDCACHE = 0x00020000;   /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_SUBJOURNAL = 0x00002000;    /* VFS only */
-let SQLITE_OPEN_SUPER_JOURNAL = 0x00004000; /* VFS only */
-let SQLITE_OPEN_TEMP_DB = 0x00000200;       /* VFS only */
-let SQLITE_OPEN_TEMP_JOURNAL = 0x00001000;  /* VFS only */
-let SQLITE_OPEN_TRANSIENT_DB = 0x00000400;  /* VFS only */
-let SQLITE_OPEN_URI = 0x00000040;           /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_WAL = 0x00080000;           /* VFS only */
 let cModule;
 let cModulePath;
 let consoleError = console.error;
@@ -92,6 +109,7 @@ let debugInline = (function () {
 }());
 let moduleChildProcess;
 let moduleChildProcessSpawn;
+let moduleCrypto;
 let moduleFs;
 let moduleFsInitResolveList;
 let modulePath;
@@ -104,7 +122,7 @@ let {
 let sqlMessageDict = {}; // dict of web-worker-callbacks
 let sqlMessageId = 0;
 let sqlWorker;
-let version = "v2024.3.25";
+let version = "v2024.6.25";
 
 async function assertErrorThrownAsync(asyncFunc, regexp) {
 
@@ -300,7 +318,10 @@ async function ciBuildExt1NodejsConfigure({
         "-Wno-all",
         "-Wno-extra",
         "-Wno-implicit-fallthrough",
+        "-Wno-incompatible-pointer-types",
         "-Wno-int-conversion",
+        "-Wno-unreachable-code",
+        "-Wno-unused-function",
         "-Wno-unused-parameter"
     ];
     consoleError(`ciBuildExt1Nodejs - configure binding.gyp`);
@@ -310,16 +331,6 @@ async function ciBuildExt1NodejsConfigure({
                 "-Wextra",
                 "-std=c11"
             ],
-            "conditions": [
-                [
-                    "OS == 'win'",
-                    {
-                        "defines": [
-                            "WIN32"
-                        ]
-                    }
-                ]
-            ],
 // https://github.com/nodejs/node-gyp/blob/v9.3.1/gyp/pylib/gyp/MSVSSettings.py
             "msvs_settings": {
                 "VCCLCompilerTool": {
@@ -341,7 +352,6 @@ async function ciBuildExt1NodejsConfigure({
                 ],
                 "sources": [
                     "sqlmath_base.c",
-                    "sqlmath_external_pcre2.c",
                     "sqlmath_external_sqlite.c",
                     "sqlmath_external_zlib.c"
                 ],
@@ -626,14 +636,14 @@ async function dbCloseAsync(db) {
     }));
 }
 
-function dbExecAndReturnLastBlobAsync({
+function dbExecAndReturnLastBlob({
     bindList = [],
     db,
     sql
 }) {
 
-// This function will exec <sql> in <db> and return last value retrieved
-// from execution as raw blob/buffer.
+// This function will exec <sql> in <db>,
+// and return last-value retrieved from execution as raw blob/buffer.
 
     return dbExecAsync({
         bindList,
@@ -643,6 +653,52 @@ function dbExecAndReturnLastBlobAsync({
     });
 }
 
+async function dbExecAndReturnLastRow({
+    bindList = [],
+    db,
+    sql
+}) {
+
+// This function will exec <sql> in <db>,
+// and return last-row or empty-object.
+
+    let result = await dbExecAsync({bindList, db, sql});
+    result = result[result.length - 1] || [];
+    result = result[result.length - 1] || {};
+    return result;
+}
+
+async function dbExecAndReturnLastTable({
+    bindList = [],
+    db,
+    sql
+}) {
+
+// This function will exec <sql> in <db>,
+// and return last-table or empty-list.
+
+    let result = await dbExecAsync({bindList, db, sql});
+    result = result[result.length - 1] || [];
+    return result;
+}
+
+function dbExecAndReturnLastValue({
+    bindList = [],
+    db,
+    sql
+}) {
+
+// This function will exec <sql> in <db>,
+// and return last-json-value.
+
+    return dbExecAsync({
+        bindList,
+        db,
+        responseType: "lastvalue",
+        sql
+    });
+}
+
 async function dbExecAsync({
     bindList = [],
     db,
@@ -698,6 +754,8 @@ async function dbExecAsync({
             (
                 responseType === "lastblob"
                 ? SQLITE_RESPONSETYPE_LASTBLOB
+                : responseType === "lastvalue"
+                ? SQLITE_RESPONSETYPE_LASTVALUE
                 : 0
             )
         ],
@@ -717,6 +775,7 @@ async function dbExecAsync({
     case "arraybuffer":
     case "lastblob":
         return result;
+    case "lastvalue":
     case "list":
         return jsonParseArraybuffer(result);
     default:
@@ -743,6 +802,25 @@ async function dbFileLoadAsync({
 
 // This function will load <filename> to <db>.
 
+    let filename2;
+    async function _dbFileLoad() {
+        dbData = await dbCallAsync(
+            jsbatonCreate("_dbFileLoad"),
+            [
+                // 0. sqlite3 * pInMemory
+                db,
+                // 1. char *zFilename
+                filename,
+                // 2. const int isSave
+                modeSave,
+                // 3. undefined
+                undefined,
+                // 4. dbData - same position as dbOpenAsync
+                dbData
+            ],
+            "modeDb"
+        );
+    }
     if (modeNoop) {
         return;
     }
@@ -753,22 +831,22 @@ async function dbFileLoadAsync({
         typeof filename === "string" && filename,
         `invalid filename ${filename}`
     );
-    dbData = await dbCallAsync(
-        jsbatonCreate("_dbFileLoad"),
-        [
-            // 0. sqlite3 * pInMemory
-            db,
-            // 1. char *zFilename
-            filename,
-            // 2. const int isSave
-            modeSave,
-            // 3. undefined
-            undefined,
-            // 4. dbData - same position as dbOpenAsync
-            dbData
-        ],
-        "modeDb"
-    );
+    // Save to tmpfile and then atomically-rename to actual-filename.
+    if (moduleFs && modeSave) {
+        filename2 = filename;
+        filename = modulePath.join(
+            modulePath.dirname(filename),
+            `.dbFileSaveAsync.${moduleCrypto.randomUUID()}`
+        );
+        try {
+            await _dbFileLoad();
+            await moduleFs.promises.rename(filename, filename2);
+        } finally {
+            await moduleFs.promises.unlink(filename).catch(noop);
+        }
+    } else {
+        await _dbFileLoad();
+    }
     return dbData[1 + 0];
 }
 
@@ -815,6 +893,7 @@ async function dbOpenAsync({
 // );
     let connPool;
     let db = {busy: 0, filename, ii: 0};
+    let fileLgbm;
     assertOrThrow(typeof filename === "string", `invalid filename ${filename}`);
     assertOrThrow(
         !dbData || isExternalBuffer(dbData),
@@ -845,11 +924,25 @@ async function dbOpenAsync({
         return ptr;
     }));
     db.connPool = connPool;
+    // init lightgbm
+    if (!IS_BROWSER) {
+        fileLgbm = process.platform;
+        fileLgbm = fileLgbm.replace("darwin", "lib_lightgbm.dylib");
+        fileLgbm = fileLgbm.replace("win32", "lib_lightgbm.dll");
+        fileLgbm = fileLgbm.replace(process.platform, "lib_lightgbm.so");
+        fileLgbm = `${import.meta.dirname}/sqlmath/${fileLgbm}`;
+        await dbExecAsync({
+            db,
+            sql: `SELECT lgbm_dlopen('${fileLgbm}');`
+        });
+    }
     return db;
 }
 
 async function dbTableImportAsync({
     db,
+    filename,
+    headerMissing,
     mode,
     tableName,
     textData
@@ -859,6 +952,9 @@ async function dbTableImportAsync({
     let rowList;
     let rowidList;
     let tmp;
+    if (filename) {
+        textData = await moduleFs.promises.readFile(filename, "utf8");
+    }
     switch (mode) {
     case "csv":
         rowList = jsonRowListFromCsv({
@@ -888,6 +984,12 @@ async function dbTableImportAsync({
             return val;
         });
     }
+    // headerMissing
+    if (headerMissing && (rowList.length > 0 && Array.isArray(rowList[0]))) {
+        rowList.unshift(Array.from(rowList[0]).map(function (ignore, ii) {
+            return String(ii + 1);
+        }));
+    }
     // normalize rowList[ii] to list
     if (rowList.length === 0) {
         rowList.push([
@@ -1274,9 +1376,12 @@ function jsonParseArraybuffer(buf) {
 // This function will JSON.parse arraybuffer <buf>.
 
     return JSON.parse(
-        IS_BROWSER
-        ? new TextDecoder().decode(buf)
-        : buf
+        (
+            IS_BROWSER
+            ? new TextDecoder().decode(buf)
+            : buf
+        )
+        || "null"
     );
 }
 
@@ -1431,6 +1536,13 @@ function jsonRowListFromCsv({
     return rowList;
 }
 
+function listOrEmptyList(list) {
+
+// This function will return <list> or empty-list if falsy.
+
+    return list || [];
+}
+
 async function moduleFsInit() {
 
 // This function will import nodejs builtin-modules if they have not yet been
@@ -1455,11 +1567,13 @@ async function moduleFsInit() {
     moduleFsInitResolveList = [];
     [
         moduleChildProcess,
+        moduleCrypto,
         moduleFs,
         modulePath,
         moduleUrl
     ] = await Promise.all([
         import("child_process"),
+        import("crypto"),
         import("fs"),
         import("path"),
         import("url")
@@ -1623,11 +1737,32 @@ function sqlmathWebworkerInit({
     }
 }
 
+function waitAsync(timeout) {
+
+// This function will wait <timeout> ms.
+
+    return new Promise(function (resolve) {
+        setTimeout(resolve, timeout * !npm_config_mode_test);
+    });
+}
+
 sqlmathInit(); // coverage-hack
 await sqlmathInit();
 sqlmathInit(); // coverage-hack
 
 export {
+    LGBM_DTYPE_FLOAT32,
+    LGBM_DTYPE_FLOAT64,
+    LGBM_DTYPE_INT32,
+    LGBM_DTYPE_INT64,
+    LGBM_FEATURE_IMPORTANCE_GAIN,
+    LGBM_FEATURE_IMPORTANCE_SPLIT,
+    LGBM_MATRIX_TYPE_CSC,
+    LGBM_MATRIX_TYPE_CSR,
+    LGBM_PREDICT_CONTRIB,
+    LGBM_PREDICT_LEAF_INDEX,
+    LGBM_PREDICT_NORMAL,
+    LGBM_PREDICT_RAW_SCORE,
     SQLITE_OPEN_AUTOPROXY,
     SQLITE_OPEN_CREATE,
     SQLITE_OPEN_DELETEONCLOSE,
@@ -1657,7 +1792,10 @@ export {
     childProcessSpawn2,
     ciBuildExt,
     dbCloseAsync,
-    dbExecAndReturnLastBlobAsync,
+    dbExecAndReturnLastBlob,
+    dbExecAndReturnLastRow,
+    dbExecAndReturnLastTable,
+    dbExecAndReturnLastValue,
     dbExecAsync,
     dbFileLoadAsync,
     dbFileSaveAsync,
@@ -1671,8 +1809,10 @@ export {
     fsWriteFileUnlessTest,
     jsbatonGetInt64,
     jsbatonGetString,
+    listOrEmptyList,
     noop,
     objectDeepCopyWithKeysSorted,
     sqlmathWebworkerInit,
-    version
+    version,
+    waitAsync
 };