sqlmath 2024.3.25 → 2024.5.26

package/CHANGELOG.md

@@ -4,6 +4,17 @@
 - sqlmath - Add sqlite-extension for lightgbm.
 - none
 
+# v2024.5.26
+- webdemo - Replace market-indices .spx/.ndx/.dji with futures .es/.nq/.ym.
+- sqlite - Decouple c-function str99JsonAppendText() from builtin-function jsonAppendString().
+- sqlite - Update to sqlite v3.42.0.
+- sqlmath - Remove little-used sqlean-regexp-extension and file sqlmath_external_pcre2.c.
+- sqlmath - bugfix - Fix off-by-2 root-mean-square-deviation calculation of parameter lee in sql-function win_sinefit2().
+- sqlmath - bugfix - Fix null-case handling-behavior for function dbExecAndReturnLastBlobAsync().
+- sqlmath - Add functions dbExecAndReturnFirstRow(), dbExecAndReturnFirstTable(), listOrEmptyList().
+- jslint - Update jslint to v2024.4.1-beta.
+- ci - bugfix - Fix package.json config-regression breaking ci.
+
 # v2024.3.25
 - jslint-ci - Add shell-functions shGitPullrequestCleanup(), shGitPullrequest() to automatically cleanup or create-and-push github-pull-commit to origin/alpha.
 - ci - Fix tmpdir in shell-function shBrowserScreenshot().
@@ -33,7 +44,7 @@
 - sqlean - Add sqlean-extension regexp with regexp-replacement and pcre2 - increases wasm size to 1.1mb.
 - zlib - Update to zlib v1.3.
 - sqlmath - Fix SIGSEGV error when binding external-buffer during db_exec.
-- sqlite - Update to sqlite v3.39.4.
+- sqlite - Update to sqlite v3.42.0.
 - python - Add python-functions db_file_load(), db_file_save().
 - sqlmath - Revamp how js-arraybuffers are passed to c-api without copying.
 - python - Revamp python-c-extension to support cp312.

package/README.md

@@ -2,7 +2,7 @@
 
 
 # Status
-| Branch | [master<br>(v2024.3.25)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
+| Branch | [master<br>(v2024.5.26)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
 |--:|:--:|:--:|:--:|
 | CI | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=master)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Amaster) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=beta)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Abeta) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=alpha)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Aalpha) |
 | Coverage | [![coverage](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/index.html) |
@@ -106,7 +106,6 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 # License
 - [sqlite](https://github.com/sqlite/sqlite) is under [public domain](https://www.sqlite.org/copyright.html).
 - [jslint](https://github.com/jslint-org/jslint) is under [Unlicense License](https://github.com/jslint-org/jslint/blob/master/LICENSE).
-- [pcre2](https://github.com/PCRE2Project/pcre2) is under [3-Clause BSD License](https://github.com/PCRE2Project/pcre2/blob/pcre2-10.42/LICENCE)
 - [zlib](https://github.com/madler/zlib) is under [zlib License](https://github.com/madler/zlib/blob/v1.2.13/LICENSE).
 - [cpplint.py](cpplint.py) is under [3-Clause BSD License](https://github.com/cpplint/cpplint/blob/1.5.5/LICENSE).
 - [indent.exe](indent.exe) is under [GPLv3 License](https://www.gnu.org/licenses/gpl-3.0.txt).
@@ -122,11 +121,11 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 ```shell
 python -m build
 #
-twine upload --repository testpypi dist/sqlmath-2024.3.25*
-py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2024.3.25
+twine upload --repository testpypi dist/sqlmath-2024.5.26*
+py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2024.5.26
 #
-twine upload dist/sqlmath-2024.3.25*
-pip install sqlmath==2024.3.25
+twine upload dist/sqlmath-2024.5.26*
+pip install sqlmath==2024.5.26
 ```
 
 
@@ -134,13 +133,16 @@ pip install sqlmath==2024.3.25
 ### sqlite upgrade
 - goto https://www.sqlite.org/changes.html
 ```shell
-curl -L https://www.sqlite.org/2023/sqlite-autoconf-3420000.tar.gz | tar -xz
-git grep "3\.39\.4\|3390400"
-for FILE in .ci.sh sqlite_rollup.c
+curl -L https://www.sqlite.org/2023/sqlite-autoconf-3440200.tar.gz | tar -xz
+mv sqlite-autoconf-3440200 .sqlite-autoconf-3440200
+git grep "3\.42\.0\|3420000"
+for FILE in .ci.sh sqlmath_external_sqlite.c sqlmath_external_zlib.c
 do
-    sed -i -e "s|\<3\.39\.4\>|3.42.0|g" "$FILE"
-    sed -i -e "s|\<3390400\>|3420000|g" "$FILE"
+    sed -i -e "s|\<3\.42\.0\>|3.44.2|g" "$FILE"
+    sed -i -e "s|\<3420000\>|3440200|g" "$FILE"
 done
-git grep "3\.39\.4\|3390400"
-shRollupFetch sqlite_rollup.c
+git grep "3\.42\.0\|3420000"
+shRollupFetch sqlmath_external_sqlite.c
+shRollupFetch sqlmath_external_zlib.c
+sh jslint_ci.sh shSqlmathUpdate
 ```

package/jslint.mjs

@@ -163,7 +163,7 @@ let jslint_charset_ascii = (
     + "@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_"
     + "`abcdefghijklmnopqrstuvwxyz{|}~\u007f"
 );
-let jslint_edition = "v2024.3.1-beta";
+let jslint_edition = "v2024.4.1-beta";
 let jslint_export;                      // The jslint object to be exported.
 let jslint_fudge = 1;                   // Fudge starting line and starting
                                         // ... column to 1.

package/package.json

@@ -11,7 +11,7 @@
     "engines": {
         "node": ">=14"
     },
-    "fileCount": 42,
+    "fileCount": 41,
     "homepage": "https://github.com/sqlmath/sqlmath",
     "keywords": [
         "data-science",
@@ -29,7 +29,7 @@
     ],
     "repository": {
         "type": "git",
-        "url": "https://github.com/sqlmath/sqlmath.git"
+        "url": "git+https://github.com/sqlmath/sqlmath.git"
     },
     "scripts": {
         "build": "sh jslint_ci.sh shCiBuildNodejs",
@@ -38,5 +38,5 @@
     },
     "shCiArtifactUpload": 1,
     "shCiPublishNpm": 1,
-    "version": "2024.3.25"
+    "version": "2024.5.26"
 }

package/sqlmath.mjs

@@ -92,6 +92,7 @@ let debugInline = (function () {
 }());
 let moduleChildProcess;
 let moduleChildProcessSpawn;
+let moduleCrypto;
 let moduleFs;
 let moduleFsInitResolveList;
 let modulePath;
@@ -104,7 +105,7 @@ let {
 let sqlMessageDict = {}; // dict of web-worker-callbacks
 let sqlMessageId = 0;
 let sqlWorker;
-let version = "v2024.3.25";
+let version = "v2024.5.26";
 
 async function assertErrorThrownAsync(asyncFunc, regexp) {
 
@@ -341,7 +342,6 @@ async function ciBuildExt1NodejsConfigure({
                 ],
                 "sources": [
                     "sqlmath_base.c",
-                    "sqlmath_external_pcre2.c",
                     "sqlmath_external_sqlite.c",
                     "sqlmath_external_zlib.c"
                 ],
@@ -626,14 +626,59 @@ async function dbCloseAsync(db) {
     }));
 }
 
+async function dbExecAndReturnFirstRow({
+    bindList = [],
+    db,
+    sql
+}) {
+
+// This function will exec <sql> in <db>,
+// and return first-row or empty-object.
+
+    return (
+        noop(
+            noop(
+                await dbExecAsync({
+                    bindList,
+                    db,
+                    sql
+                })
+            )[0]
+            || []
+        )[0]
+        || {}
+    );
+}
+
+async function dbExecAndReturnFirstTable({
+    bindList = [],
+    db,
+    sql
+}) {
+
+// This function will exec <sql> in <db>,
+// and return first-table or empty-list.
+
+    return (
+        noop(
+            await dbExecAsync({
+                bindList,
+                db,
+                sql
+            })
+        )[0]
+        || []
+    );
+}
+
 function dbExecAndReturnLastBlobAsync({
     bindList = [],
     db,
     sql
 }) {
 
-// This function will exec <sql> in <db> and return last value retrieved
-// from execution as raw blob/buffer.
+// This function will exec <sql> in <db>,
+// and return last-value retrieved from execution as raw blob/buffer.
 
     return dbExecAsync({
         bindList,
@@ -743,6 +788,25 @@ async function dbFileLoadAsync({
 
 // This function will load <filename> to <db>.
 
+    let filename2;
+    async function _dbFileLoad() {
+        dbData = await dbCallAsync(
+            jsbatonCreate("_dbFileLoad"),
+            [
+                // 0. sqlite3 * pInMemory
+                db,
+                // 1. char *zFilename
+                filename,
+                // 2. const int isSave
+                modeSave,
+                // 3. undefined
+                undefined,
+                // 4. dbData - same position as dbOpenAsync
+                dbData
+            ],
+            "modeDb"
+        );
+    }
     if (modeNoop) {
         return;
     }
@@ -753,22 +817,22 @@ async function dbFileLoadAsync({
         typeof filename === "string" && filename,
         `invalid filename ${filename}`
     );
-    dbData = await dbCallAsync(
-        jsbatonCreate("_dbFileLoad"),
-        [
-            // 0. sqlite3 * pInMemory
-            db,
-            // 1. char *zFilename
-            filename,
-            // 2. const int isSave
-            modeSave,
-            // 3. undefined
-            undefined,
-            // 4. dbData - same position as dbOpenAsync
-            dbData
-        ],
-        "modeDb"
-    );
+    // Save to tmpfile and then atomically-rename to actual-filename.
+    if (moduleFs && modeSave) {
+        filename2 = filename;
+        filename = modulePath.join(
+            modulePath.dirname(filename),
+            `.dbFileSaveAsync.${moduleCrypto.randomUUID()}`
+        );
+        try {
+            await _dbFileLoad();
+            await moduleFs.promises.rename(filename, filename2);
+        } finally {
+            await moduleFs.promises.unlink(filename).catch(noop);
+        }
+    } else {
+        await _dbFileLoad();
+    }
     return dbData[1 + 0];
 }
 
@@ -1431,6 +1495,13 @@ function jsonRowListFromCsv({
     return rowList;
 }
 
+function listOrEmptyList(list) {
+
+// This function will return <list> or empty-list if falsy.
+
+    return list || [];
+}
+
 async function moduleFsInit() {
 
 // This function will import nodejs builtin-modules if they have not yet been
@@ -1455,11 +1526,13 @@ async function moduleFsInit() {
     moduleFsInitResolveList = [];
     [
         moduleChildProcess,
+        moduleCrypto,
         moduleFs,
         modulePath,
         moduleUrl
     ] = await Promise.all([
         import("child_process"),
+        import("crypto"),
         import("fs"),
         import("path"),
         import("url")
@@ -1623,6 +1696,15 @@ function sqlmathWebworkerInit({
     }
 }
 
+function waitAsync(timeout) {
+
+// This function will wait <timeout> ms.
+
+    return new Promise(function (resolve) {
+        setTimeout(resolve, timeout * !npm_config_mode_test);
+    });
+}
+
 sqlmathInit(); // coverage-hack
 await sqlmathInit();
 sqlmathInit(); // coverage-hack
@@ -1657,6 +1739,8 @@ export {
     childProcessSpawn2,
     ciBuildExt,
     dbCloseAsync,
+    dbExecAndReturnFirstRow,
+    dbExecAndReturnFirstTable,
     dbExecAndReturnLastBlobAsync,
     dbExecAsync,
     dbFileLoadAsync,
@@ -1671,8 +1755,10 @@ export {
     fsWriteFileUnlessTest,
     jsbatonGetInt64,
     jsbatonGetString,
+    listOrEmptyList,
     noop,
     objectDeepCopyWithKeysSorted,
     sqlmathWebworkerInit,
-    version
+    version,
+    waitAsync
 };