sqlmath 2026.1.31 → 2026.3.1

package/CHANGELOG.md

@@ -5,6 +5,16 @@
 - sqlite - Add similar error-handling from builtin-sql-function PERCENTILE() into custom-sql-function QUANTILE().
 - none
 
+# v2026.3.1
+- sqlmath-python - bugfix - Fix 762-character-limit SQL-string-bug in python-function db_exec().
+- jslint-ci - Update shell-function shLintPython().
+- python - Auto-detect-and-load lib_lightgbm.dll.
+- sqlite - Add sqlite-extension csv.c, tsv.c.
+
+# v2026.2.28
+- python-ci - Fix ruff lint-errors.
+- jslint-ci - Update shell-function shCiBase() to check npm-version-support, before running npm-pkg-fix.
+
 # v2026.1.31
 - demo - Replace sector and subsector charts with subindustry chart.
 - chart - Make tooltip more transparent, so datapoints behind it are more visible.

package/README.md

@@ -2,7 +2,7 @@
 
 
 # Status
-| Branch | [master<br>(v2026.1.31)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
+| Branch | [master<br>(v2026.3.1)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
 |--:|:--:|:--:|:--:|
 | CI | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=master)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Amaster) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=beta)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Abeta) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=alpha)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Aalpha) |
 | Coverage | [![coverage](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/index.html) |
@@ -121,11 +121,11 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 ```shell
 python -m build
 #
-twine upload --repository testpypi dist/sqlmath-2026.1.31*
-py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2026.1.31
+twine upload --repository testpypi dist/sqlmath-2026.3.1*
+py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2026.3.1
 #
-twine upload dist/sqlmath-2026.1.31*
-pip install sqlmath==2026.1.31
+twine upload dist/sqlmath-2026.3.1*
+pip install sqlmath==2026.3.1
 ```
 
 

package/jslint.mjs

@@ -163,7 +163,7 @@ let jslint_charset_ascii = (
     + "@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_"
     + "`abcdefghijklmnopqrstuvwxyz{|}~\u007f"
 );
-let jslint_edition = "v2025.12.28";
+let jslint_edition = "v2026.3.1-beta";
 let jslint_export;                      // The jslint object to be exported.
 let jslint_fudge = 1;                   // Fudge starting line and starting
                                         // ... column to 1.
@@ -8195,7 +8195,7 @@ function jslint_phase4_walk(state) {
 // test_cause:
 // ["aa?true:false", "post_t", "expected_a_b", "?", 3]
 
-            warn("expected_a_b", thing, "!!", "?");
+            warn("expected_a_b", thing, "Boolean(...)", "?");
         } else if (
             thing.expression[1].id === "false"
             && thing.expression[2].id === "true"

package/package.json

@@ -32,5 +32,5 @@
     },
     "shCiArtifactUpload": 1,
     "shCiPublishNpm": 1,
-    "version": "2026.1.31"
+    "version": "2026.3.1"
 }

package/sqlmath.mjs

@@ -50,14 +50,14 @@ const SQLITE_RESPONSETYPE_LASTVALUE = 2;
 
 const FILENAME_DBTMP = "/tmp/__dbtmp1"; //jslint-ignore-line
 
-const LGBM_DTYPE_FLOAT32 = 0;   /* float32 (single precision float)*/
-const LGBM_DTYPE_FLOAT64 = 1;   /* float64 (double precision float)*/
-const LGBM_DTYPE_INT32 = 2;     /* int32*/
-const LGBM_DTYPE_INT64 = 3;     /* int64*/
+const LGBM_DTYPE_FLOAT32 = 0;           /* float32 (single precision float)*/
+const LGBM_DTYPE_FLOAT64 = 1;           /* float64 (double precision float)*/
+const LGBM_DTYPE_INT32 = 2;             /* int32*/
+const LGBM_DTYPE_INT64 = 3;             /* int64*/
 const LGBM_FEATURE_IMPORTANCE_GAIN = 1; /* Gain type of feature importance*/
 const LGBM_FEATURE_IMPORTANCE_SPLIT = 0;/* Split type of feature importance*/
-const LGBM_MATRIX_TYPE_CSC = 1; /* CSC sparse matrix type*/
-const LGBM_MATRIX_TYPE_CSR = 0; /* CSR sparse matrix type*/
+const LGBM_MATRIX_TYPE_CSC = 1;         /* CSC sparse matrix type*/
+const LGBM_MATRIX_TYPE_CSR = 0;         /* CSR sparse matrix type*/
 const LGBM_PREDICT_CONTRIB = 3; /* Predict feature contributions (SHAP values)*/
 const LGBM_PREDICT_LEAF_INDEX = 2;      /* Predict leaf index*/
 const LGBM_PREDICT_NORMAL = 0;  /* Normal prediction w/ transform (if needed)*/
@@ -87,7 +87,7 @@ const SQLITE_OPEN_WAL = 0x00080000;             /* VFS only */
 let DB_EXEC_PROFILE_DICT = {};
 let DB_EXEC_PROFILE_MODE;
 let DB_EXEC_PROFILE_SQL_LENGTH;
-let DB_OPEN_INIT;
+let DB_STATE = {};
 let IS_BROWSER;
 let SQLMATH_EXE;
 let SQLMATH_NODE;
@@ -128,7 +128,7 @@ let {
 let sqlMessageDict = {}; // dict of web-worker-callbacks
 let sqlMessageId = 0;
 let sqlWorker;
-let version = "v2026.1.31";
+let version = "v2026.3.1";
 
 async function assertErrorThrownAsync(asyncFunc, regexp) {
 
@@ -1017,7 +1017,6 @@ async function dbOpenAsync({
 // );
     let connPool;
     let db = {busy: 0, filename, ii: 0};
-    let libLgbm;
     assertOrThrow(typeof filename === "string", `invalid filename ${filename}`);
     assertOrThrow(
         !dbData || isExternalBuffer(dbData),
@@ -1048,21 +1047,37 @@ async function dbOpenAsync({
         return ptr;
     }));
     db.connPool = connPool;
-    if (!IS_BROWSER && !DB_OPEN_INIT) {
-        DB_OPEN_INIT = true;
-        // init lgbm
-        libLgbm = process.platform;
-        libLgbm = libLgbm.replace("darwin", "lib_lightgbm.dylib");
-        libLgbm = libLgbm.replace("win32", "lib_lightgbm.dll");
-        libLgbm = libLgbm.replace(process.platform, "lib_lightgbm.so");
-        libLgbm = `${import.meta.dirname}/sqlmath/${libLgbm}`;
-        await dbExecAsync({
-            db,
-            sql: (`
+    if (!IS_BROWSER && !DB_STATE.init) {
+        DB_STATE.init = true;
+        await Promise.all([
+            // PRAGMA busy_timeout
+            dbExecAsync({
+                db,
+                sql: (`
 PRAGMA busy_timeout = ${timeoutBusy};
+                `)
+            }),
+            // LGBM_DLOPEN
+            (async function () {
+                let libLgbm;
+                libLgbm = process.platform;
+                libLgbm = libLgbm.replace("darwin", "lib_lightgbm.dylib");
+                libLgbm = libLgbm.replace("win32", "lib_lightgbm.dll");
+                libLgbm = libLgbm.replace(process.platform, "lib_lightgbm.so");
+                libLgbm = `${import.meta.dirname}/sqlmath/${libLgbm}`;
+                await moduleFs.promises.access(
+                    libLgbm
+                ).then(async function () {
+                    await dbExecAsync({
+                        db,
+                        sql: (`
 SELECT LGBM_DLOPEN('${libLgbm}');
-            `)
-        });
+                        `)
+                    });
+                    DB_STATE.lgbm = true;
+                }).catch(noop);
+            }())
+        ]);
     }
     return db;
 }
@@ -1075,7 +1090,7 @@ async function dbTableImportAsync({
     tableName,
     textData
 }) {
-// this function will create table from imported csv/json <textData>
+// This function will create table from imported csv/json <textData>.
     let colList;
     let rowList;
     let rowidList;
@@ -1516,7 +1531,7 @@ function jsonParseArraybuffer(buf) {
 function jsonRowListFromCsv({
     csv
 }) {
-// this function will convert <csv>-text to json list-of-list
+// This function will convert <csv>-text to json list-of-list.
 //
 // https://tools.ietf.org/html/rfc4180#section-2
 // Definition of the CSV Format
@@ -1901,6 +1916,7 @@ sqlmathInit(); // coverage-hack
 
 export {
     DB_EXEC_PROFILE_DICT,
+    DB_STATE,
     LGBM_DTYPE_FLOAT32,
     LGBM_DTYPE_FLOAT64,
     LGBM_DTYPE_INT32,

package/sqlmath_browser.mjs

@@ -348,10 +348,6 @@ INSERT INTO tradebot_tech_intra_day
             UNION ALL
             --
             SELECT '1b_stk_lmt' AS tname
-            --
-            UNION ALL
-            --
-            SELECT '1c_stk_lmb' AS tname
         )
         --
         UNION ALL
@@ -364,11 +360,7 @@ INSERT INTO tradebot_tech_intra_day
         --
         UNION ALL
         --
-        SELECT '1c_stk_lmb', xdate, xdate2, stk_lmb FROM tradebot_tech_intra
-        --
-        UNION ALL
-        --
-        SELECT '1d_stk_pnl', xdate, xdate2, stk_pnl FROM tradebot_tech_intra
+        SELECT '1c_stk_pnl', xdate, xdate2, stk_pnl FROM tradebot_tech_intra
         --
         UNION ALL
         --
@@ -751,7 +743,7 @@ DELETE FROM ${tableChart} WHERE datatype = 'xx_label';
 SELECT
         (CASE
             WHEN (category LIKE 'index%') THEN 3
-            WHEN (category LIKE 'short%') THEN 1
+            WHEN (category LIKE '___-') THEN 1
             ELSE 5
         END) AS series_color,
         category LIKE '-%' AS is_dummy,
@@ -763,7 +755,7 @@ SELECT
                 category != '----' DESC,
                 ${columnData} DESC
         ) AS xx,
-        SUBSTR(category, INSTR(category, '____') + 4) AS xx_label,
+        category AS xx_label,
         ${columnData} AS yy
     FROM (
         SELECT
@@ -1025,19 +1017,7 @@ INSERT INTO ${tableChart} (datatype, options, series_index, series_label)
                 -- '1a_stk_pct',
                 -- '1b_stk_lmt',
                 '2a_spy_prc'
-            ),
-            'seriesColor', (CASE
-            WHEN (tname = '1c_stk_lmb') THEN
-                '#999'
-            ELSE
-                NULL
-                -- (
-                --     '#'
-                --     || printf('%x', 12 - 2 * rownum)
-                --     || printf('%x',  0 + 2 * rownum)
-                --     || printf('%x', 16 - 2 * rownum)
-                -- )
-            END)
+            )
         ) AS options,
         rownum AS series_index,
         tname AS series_label

package/test.mjs

@@ -1108,30 +1108,20 @@ UPDATE __lgbm_state
         `);
         async function testLgbm(sqlDataXxx, sqlTrainXxx, sqlPredictXxx, sqlIi) {
             let db = await dbOpenAsync({});
-            let fileActual = `.tmp/test_lgbm_preb_${sqlIi}.txt`;
+            let fileActual = `.tmp/test_lgbm_preb_${sqlIi}.js.txt`;
             await Promise.all([
-                dbTableImportAsync({
+                [filePreb, "__lgbm_file_preb"],
+                [fileTest, "__lgbm_file_test"],
+                [fileTrain, "__lgbm_file_train"]
+            ].map(async function ([filename, tableName]) {
+                await dbTableImportAsync({
                     db,
-                    filename: filePreb,
+                    filename,
                     headerMissing: true,
                     mode: "tsv",
-                    tableName: "__lgbm_file_preb"
-                }),
-                dbTableImportAsync({
-                    db,
-                    filename: fileTest,
-                    headerMissing: true,
-                    mode: "tsv",
-                    tableName: "__lgbm_file_test"
-                }),
-                dbTableImportAsync({
-                    db,
-                    filename: fileTrain,
-                    headerMissing: true,
-                    mode: "tsv",
-                    tableName: "__lgbm_file_train"
-                })
-            ]);
+                    tableName
+                });
+            }));
             await dbExecAsync({
                 db,
                 sql: (`
@@ -1186,7 +1176,7 @@ SELECT
             }
             await dbFileSaveAsync({
                 db,
-                filename: `.tmp/test_lgbm_${sqlIi}.sqlite`
+                filename: `.tmp/test_lgbm_${sqlIi}.js.sqlite`
             });
             assertJsonEqual(
                 noop(