sqlmath 2024.5.26 → 2024.7.28

package/CHANGELOG.md

@@ -1,13 +1,48 @@
 # Changelog
 
 # Todo
-- sqlmath - Add sqlite-extension for lightgbm.
 - none
 
+# v2024.7.28
+- sqlmath - Update sql-function LGBM_PREDICTFORTABLE() to allow multiclass.
+- lgbm - Upgrade to lightgbm-v4.5.0.
+- sqlite - Upgrade to sqlite-v3.46.0.
+- sqlmath - Add sql-aggregate-function COLUMNTYPE() and allow exporting sql-table as sql-statement.
+- sqlmath - Add sql-functions IDATEFROMTEXT(), IDATETOTEXT().
+- python - Upgrade to ruff-v0.5.0.
+
+# v2024.6.25
+- sqlmath - Update sql-function LGBM_PREDICTFORTABLE() to allow multiclass.
+- jslint - Remove unnecessary shell-function shCurlExe().
+- lgbm - Upgrade to lightgbm-v4.4.0.
+- jslint - Upgrade to jslint-v2024.6.1-beta.
+- lgbm - Include lib_lightgbm.xxx in npm/python package.
+- lgbm - Add sqlite-extension for lightgbm.
+- lgbm - Add sql-functions:
+    lgbm_datasetcreatefromfile()
+    lgbm_datasetcreatefrommat()
+    lgbm_datasetcreatefromtable()
+    lgbm_datasetdumptext()
+    lgbm_datasetfree()
+    lgbm_datasetgetnumdata()
+    lgbm_datasetgetnumfeature()
+    lgbm_datasetsavebinary()
+    lgbm_dlopen()
+    lgbm_predictforfile()
+    lgbm_predictfortable()
+    lgbm_trainfromdataset()
+    lgbm_trainfromtable()
+- sqlmath - Remove little-used sql-function fill_forward().
+- zlib - Update to zlib v1.3.1.
+- sqlmath - Add function dbExecAndReturnLastValue().
+- sqlmath - Replace functions:
+    dbExecAndReturnFirstRow() with dbExecAndReturnLastRow()
+    dbExecAndReturnFirstTable() with dbExecAndReturnLastTable()
+
 # v2024.5.26
 - webdemo - Replace market-indices .spx/.ndx/.dji with futures .es/.nq/.ym.
 - sqlite - Decouple c-function str99JsonAppendText() from builtin-function jsonAppendString().
-- sqlite - Update to sqlite v3.42.0.
+- sqlite - Update to sqlite v3.44.2.
 - sqlmath - Remove little-used sqlean-regexp-extension and file sqlmath_external_pcre2.c.
 - sqlmath - bugfix - Fix off-by-2 root-mean-square-deviation calculation of parameter lee in sql-function win_sinefit2().
 - sqlmath - bugfix - Fix null-case handling-behavior for function dbExecAndReturnLastBlobAsync().

package/README.md

@@ -2,7 +2,7 @@
 
 
 # Status
-| Branch | [master<br>(v2024.5.26)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
+| Branch | [master<br>(v2024.7.28)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
 |--:|:--:|:--:|:--:|
 | CI | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=master)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Amaster) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=beta)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Abeta) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=alpha)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Aalpha) |
 | Coverage | [![coverage](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/index.html) |
@@ -121,11 +121,11 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 ```shell
 python -m build
 #
-twine upload --repository testpypi dist/sqlmath-2024.5.26*
-py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2024.5.26
+twine upload --repository testpypi dist/sqlmath-2024.7.28*
+py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2024.7.28
 #
-twine upload dist/sqlmath-2024.5.26*
-pip install sqlmath==2024.5.26
+twine upload dist/sqlmath-2024.7.28*
+pip install sqlmath==2024.7.28
 ```
 
 
@@ -133,16 +133,20 @@ pip install sqlmath==2024.5.26
 ### sqlite upgrade
 - goto https://www.sqlite.org/changes.html
 ```shell
-curl -L https://www.sqlite.org/2023/sqlite-autoconf-3440200.tar.gz | tar -xz
-mv sqlite-autoconf-3440200 .sqlite-autoconf-3440200
-git grep "3\.42\.0\|3420000"
-for FILE in .ci.sh sqlmath_external_sqlite.c sqlmath_external_zlib.c
-do
-    sed -i -e "s|\<3\.42\.0\>|3.44.2|g" "$FILE"
-    sed -i -e "s|\<3420000\>|3440200|g" "$FILE"
-done
-git grep "3\.42\.0\|3420000"
-shRollupFetch sqlmath_external_sqlite.c
-shRollupFetch sqlmath_external_zlib.c
-sh jslint_ci.sh shSqlmathUpdate
+    (set -e
+    #
+    # lgbm
+    sh jslint_ci.sh shRollupUpgrade "v4.4.0" "v4.5.0" ".ci.sh sqlmath_base.h"
+    #
+    # sqlite
+    sh jslint_ci.sh shRollupUpgrade "3.44.2" "3.46.0" ".ci.sh sqlmath_external_sqlite.c"
+    sh jslint_ci.sh shRollupUpgrade "3440200" "3460000" ".ci.sh sqlmath_external_sqlite.c"
+    #
+    # zlib
+    sh jslint_ci.sh shRollupUpgrade "1.3" "1.3.1" ".ci.sh sqlmath_external_zlib.c"
+    #
+    # shSqlmathUpdate
+    read -p "Press Enter to shSqlmathUpdate:"
+    sh jslint_ci.sh shSqlmathUpdate
+    )
 ```

package/jslint.mjs

@@ -125,8 +125,8 @@
     process_env, process_exit, promises, property, property_dict, push, quote,
     ranges, readFile, readdir, readonly, recursive, reduce, repeat, replace,
     resolve, result, reverse, role, round, scriptId, search, set, shebang,
-    shift, signature, single, slice, some, sort, source, spawn, splice, split,
-    stack, stack_trace, start, startOffset, startsWith, statement,
+    shell, shift, signature, single, slice, some, sort, source, spawn, splice,
+    split, stack, stack_trace, start, startOffset, startsWith, statement,
     statement_prv, stdio, stop, stop_at, stringify, subscript, switch,
     syntax_dict, tenure, test, test_cause, test_internal_error, this, thru,
     toLocaleString, toString, token, token_global, token_list, token_nxt,
@@ -163,7 +163,7 @@ let jslint_charset_ascii = (
     + "@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_"
     + "`abcdefghijklmnopqrstuvwxyz{|}~\u007f"
 );
-let jslint_edition = "v2024.4.1-beta";
+let jslint_edition = "v2024.6.28";
 let jslint_export;                      // The jslint object to be exported.
 let jslint_fudge = 1;                   // Fudge starting line and starting
                                         // ... column to 1.
@@ -11285,24 +11285,37 @@ function sentinel() {}
             }
         }));
         exitCode = await new Promise(function (resolve) {
-            moduleChildProcess.spawn(
-                (
-                    processArgv[0] === "npm"
+            let processArgv0 = processArgv[0];
 
 // If win32 environment, then replace program npm with npm.cmd.
 // Coverage-hack - Ugly-hack to get test-coverage under both win32 and linux.
 
-                    ? process.platform.replace("win32", "npm.cmd").replace(
-                        process.platform,
-                        "npm"
-                    )
-                    : processArgv[0]
-                ),
+            if (processArgv0 === "npm") {
+                processArgv0 = process.platform.replace(
+                    "win32",
+                    "npm.cmd"
+                ).replace(
+                    process.platform,
+                    "npm"
+                );
+            }
+            moduleChildProcess.spawn(
+                processArgv0,
                 processArgv.slice(1),
                 {
                     env: Object.assign({}, process.env, {
                         NODE_V8_COVERAGE: coverageDir
                     }),
+
+// PR-465
+// https://nodejs.org/en/blog/vulnerability/april-2024-security-releases-2
+// Node.js will now error with EINVAL if a .bat or .cmd file is passed to
+// child_process.spawn and child_process.spawnSync without the shell option set.
+
+                    shell: (
+                        processArgv0.endsWith(".bat")
+                        || processArgv0.endsWith(".cmd")
+                    ),
                     stdio: ["ignore", 1, 2]
                 }
             ).on("exit", resolve);

package/package.json

@@ -3,7 +3,7 @@
         "email": "kaizhu256@gmail.com",
         "name": "kai zhu"
     },
-    "counter": 0,
+    "counter": 1,
     "cpu": [
         "x64"
     ],
@@ -11,7 +11,7 @@
     "engines": {
         "node": ">=14"
     },
-    "fileCount": 41,
+    "fileCount": 46,
     "homepage": "https://github.com/sqlmath/sqlmath",
     "keywords": [
         "data-science",
@@ -38,5 +38,5 @@
     },
     "shCiArtifactUpload": 1,
     "shCiPublishNpm": 1,
-    "version": "2024.5.26"
+    "version": "2024.7.28"
 }

package/sqlmath.mjs

@@ -25,49 +25,66 @@
 /*global FinalizationRegistry*/
 "use strict";
 
-let JSBATON_ARGC = 8;
-let JSBATON_OFFSET_ALL = 256;
-let JSBATON_OFFSET_ARGV = 128;
-let JSBATON_OFFSET_BUFV = 192;
-let JSBATON_OFFSET_FUNCNAME = 8;
-let JS_MAX_SAFE_INTEGER = 0x1f_ffff_ffff_ffff;
-let JS_MIN_SAFE_INTEGER = -0x1f_ffff_ffff_ffff;
-let SIZEOF_BLOB_MAX = 1_000_000_000;
-let SIZEOF_FUNCNAME = 16;
-let SQLITE_DATATYPE_BLOB = 0x04;
-let SQLITE_DATATYPE_EXTERNALBUFFER = 0x71;
-let SQLITE_DATATYPE_FLOAT = 0x02;
-let SQLITE_DATATYPE_INTEGER = 0x01;
-let SQLITE_DATATYPE_INTEGER_0 = 0x00;
-let SQLITE_DATATYPE_INTEGER_1 = 0x21;
-let SQLITE_DATATYPE_NULL = 0x05;
-let SQLITE_DATATYPE_TEXT = 0x03;
-let SQLITE_DATATYPE_TEXT_0 = 0x13;
-let SQLITE_RESPONSETYPE_LASTBLOB = 1;
-
-let FILENAME_DBTMP = "/tmp/__dbtmp1"; //jslint-ignore-line
+const JSBATON_ARGC = 8;
+const JSBATON_OFFSET_ALL = 256;
+const JSBATON_OFFSET_ARGV = 128;
+const JSBATON_OFFSET_BUFV = 192;
+// const JSBATON_OFFSET_ERRMSG = 48;
+const JSBATON_OFFSET_FUNCNAME = 8;
+const JS_MAX_SAFE_INTEGER = 0x1f_ffff_ffff_ffff;
+const JS_MIN_SAFE_INTEGER = -0x1f_ffff_ffff_ffff;
+const SIZEOF_BLOB_MAX = 1_000_000_000;
+// const SIZEOF_ERRMSG = 80;
+const SIZEOF_FUNCNAME = 16;
+const SQLITE_DATATYPE_BLOB = 0x04;
+const SQLITE_DATATYPE_EXTERNALBUFFER = 0x71;
+const SQLITE_DATATYPE_FLOAT = 0x02;
+const SQLITE_DATATYPE_INTEGER = 0x01;
+const SQLITE_DATATYPE_INTEGER_0 = 0x00;
+const SQLITE_DATATYPE_INTEGER_1 = 0x21;
+const SQLITE_DATATYPE_NULL = 0x05;
+const SQLITE_DATATYPE_TEXT = 0x03;
+const SQLITE_DATATYPE_TEXT_0 = 0x13;
+const SQLITE_RESPONSETYPE_LASTBLOB = 1;
+const SQLITE_RESPONSETYPE_LASTVALUE = 2;
+
+const FILENAME_DBTMP = "/tmp/__dbtmp1"; //jslint-ignore-line
+
+const LGBM_DTYPE_FLOAT32 = 0;   /* float32 (single precision float)*/
+const LGBM_DTYPE_FLOAT64 = 1;   /* float64 (double precision float)*/
+const LGBM_DTYPE_INT32 = 2;     /* int32*/
+const LGBM_DTYPE_INT64 = 3;     /* int64*/
+const LGBM_FEATURE_IMPORTANCE_GAIN = 1; /* Gain type of feature importance*/
+const LGBM_FEATURE_IMPORTANCE_SPLIT = 0;/* Split type of feature importance*/
+const LGBM_MATRIX_TYPE_CSC = 1; /* CSC sparse matrix type*/
+const LGBM_MATRIX_TYPE_CSR = 0; /* CSR sparse matrix type*/
+const LGBM_PREDICT_CONTRIB = 3; /* Predict feature contributions (SHAP values)*/
+const LGBM_PREDICT_LEAF_INDEX = 2;      /* Predict leaf index*/
+const LGBM_PREDICT_NORMAL = 0;  /* Normal prediction w/ transform (if needed)*/
+const LGBM_PREDICT_RAW_SCORE = 1;       /* Predict raw score*/
+const SQLITE_OPEN_AUTOPROXY = 0x00000020;       /* VFS only */
+const SQLITE_OPEN_CREATE = 0x00000004;          /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_DELETEONCLOSE = 0x00000008;   /* VFS only */
+const SQLITE_OPEN_EXCLUSIVE = 0x00000010;       /* VFS only */
+const SQLITE_OPEN_FULLMUTEX = 0x00010000;       /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_MAIN_DB = 0x00000100;         /* VFS only */
+const SQLITE_OPEN_MAIN_JOURNAL = 0x00000800;    /* VFS only */
+const SQLITE_OPEN_MEMORY = 0x00000080;          /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_NOFOLLOW = 0x01000000;        /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_NOMUTEX = 0x00008000;         /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_PRIVATECACHE = 0x00040000;    /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_READONLY = 0x00000001;        /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_READWRITE = 0x00000002;       /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_SHAREDCACHE = 0x00020000;     /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_SUBJOURNAL = 0x00002000;      /* VFS only */
+const SQLITE_OPEN_SUPER_JOURNAL = 0x00004000;   /* VFS only */
+const SQLITE_OPEN_TEMP_DB = 0x00000200;         /* VFS only */
+const SQLITE_OPEN_TEMP_JOURNAL = 0x00001000;    /* VFS only */
+const SQLITE_OPEN_TRANSIENT_DB = 0x00000400;    /* VFS only */
+const SQLITE_OPEN_URI = 0x00000040;             /* Ok for sqlite3_open_v2() */
+const SQLITE_OPEN_WAL = 0x00080000;             /* VFS only */
+
 let IS_BROWSER;
-let SQLITE_OPEN_AUTOPROXY = 0x00000020;     /* VFS only */
-let SQLITE_OPEN_CREATE = 0x00000004;        /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_DELETEONCLOSE = 0x00000008; /* VFS only */
-let SQLITE_OPEN_EXCLUSIVE = 0x00000010;     /* VFS only */
-let SQLITE_OPEN_FULLMUTEX = 0x00010000;     /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_MAIN_DB = 0x00000100;       /* VFS only */
-let SQLITE_OPEN_MAIN_JOURNAL = 0x00000800;  /* VFS only */
-let SQLITE_OPEN_MEMORY = 0x00000080;        /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_NOFOLLOW = 0x01000000;      /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_NOMUTEX = 0x00008000;       /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_PRIVATECACHE = 0x00040000;  /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_READONLY = 0x00000001;      /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_READWRITE = 0x00000002;     /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_SHAREDCACHE = 0x00020000;   /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_SUBJOURNAL = 0x00002000;    /* VFS only */
-let SQLITE_OPEN_SUPER_JOURNAL = 0x00004000; /* VFS only */
-let SQLITE_OPEN_TEMP_DB = 0x00000200;       /* VFS only */
-let SQLITE_OPEN_TEMP_JOURNAL = 0x00001000;  /* VFS only */
-let SQLITE_OPEN_TRANSIENT_DB = 0x00000400;  /* VFS only */
-let SQLITE_OPEN_URI = 0x00000040;           /* Ok for sqlite3_open_v2() */
-let SQLITE_OPEN_WAL = 0x00080000;           /* VFS only */
 let cModule;
 let cModulePath;
 let consoleError = console.error;
@@ -105,7 +122,7 @@ let {
 let sqlMessageDict = {}; // dict of web-worker-callbacks
 let sqlMessageId = 0;
 let sqlWorker;
-let version = "v2024.5.26";
+let version = "v2024.7.28";
 
 async function assertErrorThrownAsync(asyncFunc, regexp) {
 
@@ -301,7 +318,10 @@ async function ciBuildExt1NodejsConfigure({
         "-Wno-all",
         "-Wno-extra",
         "-Wno-implicit-fallthrough",
+        "-Wno-incompatible-pointer-types",
         "-Wno-int-conversion",
+        "-Wno-unreachable-code",
+        "-Wno-unused-function",
         "-Wno-unused-parameter"
     ];
     consoleError(`ciBuildExt1Nodejs - configure binding.gyp`);
@@ -311,16 +331,6 @@ async function ciBuildExt1NodejsConfigure({
                 "-Wextra",
                 "-std=c11"
             ],
-            "conditions": [
-                [
-                    "OS == 'win'",
-                    {
-                        "defines": [
-                            "WIN32"
-                        ]
-                    }
-                ]
-            ],
 // https://github.com/nodejs/node-gyp/blob/v9.3.1/gyp/pylib/gyp/MSVSSettings.py
             "msvs_settings": {
                 "VCCLCompilerTool": {
@@ -626,64 +636,65 @@ async function dbCloseAsync(db) {
     }));
 }
 
-async function dbExecAndReturnFirstRow({
+function dbExecAndReturnLastBlob({
     bindList = [],
     db,
     sql
 }) {
 
 // This function will exec <sql> in <db>,
-// and return first-row or empty-object.
-
-    return (
-        noop(
-            noop(
-                await dbExecAsync({
-                    bindList,
-                    db,
-                    sql
-                })
-            )[0]
-            || []
-        )[0]
-        || {}
-    );
+// and return last-value retrieved from execution as raw blob/buffer.
+
+    return dbExecAsync({
+        bindList,
+        db,
+        responseType: "lastblob",
+        sql
+    });
 }
 
-async function dbExecAndReturnFirstTable({
+async function dbExecAndReturnLastRow({
     bindList = [],
     db,
     sql
 }) {
 
 // This function will exec <sql> in <db>,
-// and return first-table or empty-list.
+// and return last-row or empty-object.
 
-    return (
-        noop(
-            await dbExecAsync({
-                bindList,
-                db,
-                sql
-            })
-        )[0]
-        || []
-    );
+    let result = await dbExecAsync({bindList, db, sql});
+    result = result[result.length - 1] || [];
+    result = result[result.length - 1] || {};
+    return result;
 }
 
-function dbExecAndReturnLastBlobAsync({
+async function dbExecAndReturnLastTable({
     bindList = [],
     db,
     sql
 }) {
 
 // This function will exec <sql> in <db>,
-// and return last-value retrieved from execution as raw blob/buffer.
+// and return last-table or empty-list.
+
+    let result = await dbExecAsync({bindList, db, sql});
+    result = result[result.length - 1] || [];
+    return result;
+}
+
+function dbExecAndReturnLastValue({
+    bindList = [],
+    db,
+    sql
+}) {
+
+// This function will exec <sql> in <db>,
+// and return last-json-value.
 
     return dbExecAsync({
         bindList,
         db,
-        responseType: "lastblob",
+        responseType: "lastvalue",
         sql
     });
 }
@@ -743,6 +754,8 @@ async function dbExecAsync({
             (
                 responseType === "lastblob"
                 ? SQLITE_RESPONSETYPE_LASTBLOB
+                : responseType === "lastvalue"
+                ? SQLITE_RESPONSETYPE_LASTVALUE
                 : 0
             )
         ],
@@ -762,6 +775,7 @@ async function dbExecAsync({
     case "arraybuffer":
     case "lastblob":
         return result;
+    case "lastvalue":
     case "list":
         return jsonParseArraybuffer(result);
     default:
@@ -879,6 +893,7 @@ async function dbOpenAsync({
 // );
     let connPool;
     let db = {busy: 0, filename, ii: 0};
+    let fileLgbm;
     assertOrThrow(typeof filename === "string", `invalid filename ${filename}`);
     assertOrThrow(
         !dbData || isExternalBuffer(dbData),
@@ -909,11 +924,25 @@ async function dbOpenAsync({
         return ptr;
     }));
     db.connPool = connPool;
+    // init lightgbm
+    if (!IS_BROWSER) {
+        fileLgbm = process.platform;
+        fileLgbm = fileLgbm.replace("darwin", "lib_lightgbm.dylib");
+        fileLgbm = fileLgbm.replace("win32", "lib_lightgbm.dll");
+        fileLgbm = fileLgbm.replace(process.platform, "lib_lightgbm.so");
+        fileLgbm = `${import.meta.dirname}/sqlmath/${fileLgbm}`;
+        await dbExecAsync({
+            db,
+            sql: `SELECT lgbm_dlopen('${fileLgbm}');`
+        });
+    }
     return db;
 }
 
 async function dbTableImportAsync({
     db,
+    filename,
+    headerMissing,
     mode,
     tableName,
     textData
@@ -923,6 +952,9 @@ async function dbTableImportAsync({
     let rowList;
     let rowidList;
     let tmp;
+    if (filename) {
+        textData = await moduleFs.promises.readFile(filename, "utf8");
+    }
     switch (mode) {
     case "csv":
         rowList = jsonRowListFromCsv({
@@ -952,6 +984,12 @@ async function dbTableImportAsync({
             return val;
         });
     }
+    // headerMissing
+    if (headerMissing && (rowList.length > 0 && Array.isArray(rowList[0]))) {
+        rowList.unshift(Array.from(rowList[0]).map(function (ignore, ii) {
+            return String(ii + 1);
+        }));
+    }
     // normalize rowList[ii] to list
     if (rowList.length === 0) {
         rowList.push([
@@ -1338,9 +1376,12 @@ function jsonParseArraybuffer(buf) {
 // This function will JSON.parse arraybuffer <buf>.
 
     return JSON.parse(
-        IS_BROWSER
-        ? new TextDecoder().decode(buf)
-        : buf
+        (
+            IS_BROWSER
+            ? new TextDecoder().decode(buf)
+            : buf
+        )
+        || "null"
     );
 }
 
@@ -1710,6 +1751,18 @@ await sqlmathInit();
 sqlmathInit(); // coverage-hack
 
 export {
+    LGBM_DTYPE_FLOAT32,
+    LGBM_DTYPE_FLOAT64,
+    LGBM_DTYPE_INT32,
+    LGBM_DTYPE_INT64,
+    LGBM_FEATURE_IMPORTANCE_GAIN,
+    LGBM_FEATURE_IMPORTANCE_SPLIT,
+    LGBM_MATRIX_TYPE_CSC,
+    LGBM_MATRIX_TYPE_CSR,
+    LGBM_PREDICT_CONTRIB,
+    LGBM_PREDICT_LEAF_INDEX,
+    LGBM_PREDICT_NORMAL,
+    LGBM_PREDICT_RAW_SCORE,
     SQLITE_OPEN_AUTOPROXY,
     SQLITE_OPEN_CREATE,
     SQLITE_OPEN_DELETEONCLOSE,
@@ -1739,9 +1792,10 @@ export {
     childProcessSpawn2,
     ciBuildExt,
     dbCloseAsync,
-    dbExecAndReturnFirstRow,
-    dbExecAndReturnFirstTable,
-    dbExecAndReturnLastBlobAsync,
+    dbExecAndReturnLastBlob,
+    dbExecAndReturnLastRow,
+    dbExecAndReturnLastTable,
+    dbExecAndReturnLastValue,
     dbExecAsync,
     dbFileLoadAsync,
     dbFileSaveAsync,