sqlmath 2023.4.22 → 2023.5.25

package/CHANGELOG.md

@@ -3,6 +3,21 @@
 # Todo
 - none
 
+# v2023.5.25
+- jslint - Add grammar for "export async function ...".
+- sqlite - Remove hacky sqlite-extension-function.
+- python - Migrate python-driver from pysqlite3 to cpython.
+- jslint - Add grammar for regexp-named-capture-group and regexp-named-backreference.
+- betadog - Reconcile differences with betadog.
+- python - Successfully published first pypi package version sqlmath@v0.0.5.
+- ci - Rename shell-function shRawLibFetch() to shRollupFetch().
+- sqlmath - migrate build-ext from python to nodejs with parallel compile
+- sqlmath - add python c-extension
+- sqlmath - streamline macros SQLITE3_C2, SQLITE_H2, SQLITE3EXT_H2, SQLMATH_C2 in prepartion for python-c-extension
+- sqlmath - add file zlib_rollup.c so sqlmath can be compiled without external zlib-dependency
+- sqlmath - add sql-function avg_ema()
+- sqlmath - add sql-function fill_forward()
+
 # v2023.4.22
 - sqlmath - rename sql-function percentile() to quantile()
 - ci - add shell-function shCiPreCustom2() to setup python in custom-ci

package/README.md

@@ -2,7 +2,7 @@
 
 
 # Status
-| Branch | [master<br>(v2023.4.22)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
+| Branch | [master<br>(v2023.5.25)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
 |--:|:--:|:--:|:--:|
 | CI | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=master)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Amaster) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=beta)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Abeta) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=alpha)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Aalpha) |
 | Coverage | [![coverage](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/index.html) |
@@ -30,6 +30,9 @@
 
 7. [License](#license)
 
+8. [Devops Instruction](#devops-instruction)
+    - [python pypi publish](#python-pypi-publish)
+
 
 <br><br>
 # Web Demo
@@ -106,3 +109,15 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 - [indent.exe](indent.exe) is under [GPLv3 License](https://www.gnu.org/licenses/gpl-3.0.txt).
 - [sqlmath_jenks.c](sqlmath_jenks.c) is derived from [GPLv3 licensed CalcNaturalBreaks](https://www.geodms.nl/CalcNaturalBreaks).
 - Everything else is under MIT License.
+
+
+<br><br>
+# Devops Instruction
+
+
+<br><br>
+### python pypi publish
+- $ `twine upload --repository testpypi dist/sqlmath-0.0.5*`
+    - $ `py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==0.0.5`
+- $ `twine upload dist/sqlmath-0.0.5*`
+    - $ `pip install sqlmath==0.0.5`

package/jslint.mjs

@@ -165,7 +165,7 @@ let jslint_charset_ascii = (
     + "@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_"
     + "`abcdefghijklmnopqrstuvwxyz{|}~\u007f"
 );
-let jslint_edition = "v2022.4.1-beta";
+let jslint_edition = "v2023.6.1-beta";
 let jslint_export;                      // The jslint object to be exported.
 let jslint_fudge = 1;                   // Fudge starting line and starting
                                         // ... column to 1.
@@ -1584,7 +1584,9 @@ ${name}<span class="apidocSignatureSpan">${signature}</span>
         ), "\n");
         return result;
     }));
-    // init module_list
+
+// Init module_list.
+
     module_list = await Promise.all(module_list.map(async function ({
         pathname
     }) {
@@ -1990,8 +1992,11 @@ async function jslint_cli({
                 ).test(process_argv[1])
                 || mode_cli
             )
-            && moduleUrl.fileURLToPath(import_meta_url)
-            === modulePath.resolve(process_argv[1])
+            && (
+                moduleUrl.fileURLToPath(import_meta_url)
+                ===
+                modulePath.resolve(process_argv[1])
+            )
         )
         && !mode_cli
     ) {
@@ -2810,20 +2815,30 @@ function jslint_phase2_lex(state) {
 // Match a group that starts with left paren.
 
                     char_after("(");
-                    if (char === "?") {
-                        char_after("?");
-                        if (char === "=" || char === "!") {
-                            char_after();
-                        } else {
-                            char_after(":");
-                        }
-                    } else if (char === ":") {
+                    switch (char) {
+                    case ":":
 
 // test_cause:
 // ["aa=/(:)/", "lex_regexp_group", "expected_a_before_b", ":", 6]
 // ["aa=/?/", "lex_regexp_group", "expected_a_before_b", "?", 5]
 
                         warn_at("expected_a_before_b", line, column, "?", ":");
+                        break;
+                    case "?":
+                        char_after("?");
+                        switch (char) {
+                        case "!":
+
+// PR-437 - Add grammar for regexp-named-capture-group.
+
+                        case "<":
+                        case "=":
+                            char_after();
+                            break;
+                        default:
+                            char_after(":");
+                        }
+                        break;
                     }
 
 // RegExp
@@ -2857,7 +2872,10 @@ function jslint_phase2_lex(state) {
 // ["aa=/\\/", "lex_regexp_group", "escape", "", 0]
 
                     test_cause("escape");
-                    char_after_escape("BbDdSsWw^${}[]():=!.|*+?");
+
+// PR-437 - Add grammar for regexp-named-backreference.
+
+                    char_after_escape("BbDdSsWw^${}[]():=!.|*+?k");
                     break;
                 case "^":
                     if (snippet !== "^") {
@@ -3309,7 +3327,7 @@ function jslint_phase2_lex(state) {
         case "this":            // Allow 'this'.
         case "trace":           // Include jslint stack-trace in warnings.
         case "unordered":       // Allow unordered cases, params, properties,
-                                // ... and variables.
+                                // ... variables, and exports.
         case "variable":        // Allow unordered const and let declarations
                                 // ... that are not at top of function-scope.
         case "white":           // Allow messy whitespace.
@@ -6170,7 +6188,8 @@ function jslint_phase3_parse(state) {
     }
 
     function stmt_export() {
-        const the_export = token_now;
+        let export_list = [];
+        let the_export = token_now;
         let the_id;
         let the_name;
         let the_thing;
@@ -6214,9 +6233,13 @@ function jslint_phase3_parse(state) {
             export_dict.default = the_thing;
             the_export.expression.push(the_thing);
         } else {
-            if (token_nxt.id === "function") {
+
+// PR-439 - Add grammar for "export async function ...".
+
+            if (token_nxt.id === "function" || token_nxt.id === "async") {
 
 // test_cause:
+// ["export async function aa(){}", "stmt_export", "freeze_exports", "async", 8]
 // ["export function aa(){}", "stmt_export", "freeze_exports", "function", 8]
 
                 warn("freeze_exports");
@@ -6266,6 +6289,7 @@ function jslint_phase3_parse(state) {
                         stop("expected_identifier_a");
                     }
                     the_id = token_nxt.id;
+                    export_list.push(token_nxt);
                     the_name = token_global.context[the_id];
                     if (the_name === undefined) {
 
@@ -6292,6 +6316,13 @@ function jslint_phase3_parse(state) {
                         break;
                     }
                 }
+
+// PR-439 - Check exported properties are ordered.
+
+// test_cause:
+// ["export {bb, aa}", "check_ordered", "expected_a_b_before_c_d", "aa", 13]
+
+                check_ordered("export", export_list);
                 advance("}");
                 semicolon();
             } else {
@@ -6441,6 +6472,20 @@ function jslint_phase3_parse(state) {
 //         }
 
         state.mode_module = true;
+
+// PR-436 - Add grammar for side-effect import-statement.
+
+        if (token_nxt.id === "(string)") {
+
+// test_cause:
+// ["import \"./aa.mjs\";", "stmt_import", "import_side_effect", "", 0]
+
+            test_cause("import_side_effect");
+            warn("expected_a_b", token_nxt, "{", artifact());
+            advance();
+            semicolon();
+            return the_import;
+        }
         if (token_nxt.identifier) {
             name = token_nxt;
             advance();
@@ -11231,7 +11276,7 @@ function sentinel() {}
             if ((
                 /^coverage-\d+?-\d+?-\d+?\.json$/
             ).test(file)) {
-                console.error("rm file " + coverageDir + file);
+                consoleError("rm file " + coverageDir + file);
                 await moduleFs.promises.unlink(coverageDir + file);
             }
         }));
@@ -11258,10 +11303,14 @@ function sentinel() {}
                 }
             ).on("exit", resolve);
         });
+        consoleError(
+            `v8CoverageReportCreate - program exited with exitCode=${exitCode}`
+        );
     }
 
 // 2. Merge JSON v8-coverage-files in <coverageDir>.
 
+    consoleError("v8CoverageReportCreate - merging coverage files...");
     v8CoverageObj = await moduleFs.promises.readdir(coverageDir);
     v8CoverageObj = v8CoverageObj.filter(function (file) {
         return (
@@ -11333,6 +11382,7 @@ function sentinel() {}
 
 // 3. Create html-coverage-reports in <coverageDir>.
 
+    consoleError("v8CoverageReportCreate - creating html-coverage-report...");
     fileDict = Object.create(null);
     await Promise.all(v8CoverageObj.result.map(async function ({
         functions,

package/package.json

@@ -11,7 +11,7 @@
     "engines": {
         "node": ">=14"
     },
-    "fileCount": 32,
+    "fileCount": 38,
     "homepage": "https://github.com/sqlmath/sqlmath",
     "keywords": [
         "data-science",
@@ -38,5 +38,5 @@
     },
     "shCiArtifactUpload": 1,
     "shCiNpmPublish": 1,
-    "version": "2023.4.22"
+    "version": "2023.5.25"
 }

package/sqlmath.mjs

@@ -61,6 +61,7 @@ let SQLITE_OPEN_TRANSIENT_DB = 0x00000400;  /* VFS only */
 let SQLITE_OPEN_URI = 0x00000040;           /* Ok for sqlite3_open_v2() */
 let SQLITE_OPEN_WAL = 0x00080000;           /* VFS only */
 let cModule;
+let cModulePath;
 let consoleError = console.error;
 let dbDict = new WeakMap(); // private-dict of sqlite-database-connections
 let dbFinalizationRegistry;
@@ -82,10 +83,21 @@ let debugInline = (function () {
     __consoleError = console.error; //jslint-ignore-line
     return debug;
 }());
+let moduleChildProcess;
+let moduleChildProcessSpawn;
+let moduleFs;
+let moduleFsInitResolveList;
+let modulePath;
+let moduleUrl;
+let {
+    npm_config_mode_debug,
+    npm_config_mode_setup,
+    npm_config_mode_test
+} = typeof process === "object" && process?.env;
 let sqlMessageDict = {}; // dict of web-worker-callbacks
 let sqlMessageId = 0;
 let sqlWorker;
-let version = "v2023.4.22";
+let version = "v2023.5.25";
 
 function assertJsonEqual(aa, bb, message) {
 
@@ -227,6 +239,224 @@ async function cCallAsync(baton, cFuncName, ...argList) {
     }
 }
 
+async function childProcessSpawn2(command, args, option) {
+
+// This function will run child_process.spawn as a promise.
+
+    return await new Promise(function (resolve, reject) {
+        let bufList = [[], [], []];
+        let child;
+        let {
+            modeCapture,
+            modeDebug,
+            stdio
+        } = option;
+        if (modeDebug) {
+            consoleError(
+                `childProcessSpawn2 - ${command} ${JSON.stringify(args)}`
+            );
+        }
+        child = moduleChildProcessSpawn(
+            command,
+            args,
+            Object.assign({}, option, {
+                stdio: [
+                    "ignore",
+                    (
+                        modeCapture
+                        ? "pipe"
+                        : stdio[1]
+                    ),
+                    (
+                        modeCapture
+                        ? "pipe"
+                        : stdio[2]
+                    )
+                ]
+            })
+        );
+        if (modeCapture) {
+            [
+                child.stdin, child.stdout, child.stderr
+            ].forEach(function (pipe, ii) {
+                if (ii === 0) {
+                    return;
+                }
+                pipe.on("data", function (chunk) {
+                    bufList[ii].push(chunk);
+                    if (stdio[ii] !== "ignore") {
+                        switch (ii) {
+                        case 1:
+                            process.stdout.write(chunk);
+                            break;
+                        case 2:
+                            process.stderr.write(chunk);
+                            break;
+                        }
+                    }
+                });
+            });
+        }
+        child.on("exit", function (exitCode) {
+            let resolve0 = resolve;
+            let stderr;
+            let stdout;
+            // coverage-hack
+            if (exitCode || npm_config_mode_test) {
+                resolve = reject;
+            }
+            // coverage-hack
+            if (npm_config_mode_test) {
+                resolve = resolve0;
+            }
+            [stdout, stderr] = bufList.slice(1).map(function (buf) {
+                return (
+                    typeof modeCapture === "string"
+                    ? Buffer.concat(buf).toString(modeCapture)
+                    : Buffer.concat(buf)
+                );
+            });
+            resolve({exitCode, stderr, stdout});
+        });
+    });
+
+}
+
+async function ciBuildExt({
+    modeSkip,
+    process
+}) {
+
+// This function will build sqlmath from c.
+
+    let option;
+    option = {
+        binNodegyp: modulePath.resolve(
+            modulePath.dirname(process.execPath || ""),
+            "node_modules/npm/node_modules/node-gyp/bin/node-gyp.js"
+        ).replace("/bin/node_modules/", "/lib/node_modules/"),
+        isWin32: process.platform === "win32",
+        modeDebug: npm_config_mode_debug,
+        modeSkip,
+        process
+    };
+    await ciBuildExt2NodejsBuild(option);
+}
+
+async function ciBuildExt1NodejsConfigure({
+    binNodegyp,
+    modeDebug
+}) {
+
+// This function will setup posix/win32 env for building c-extension.
+
+    consoleError(`ciBuildExt1Nodejs - configure binding.gyp`);
+    await fsWriteFileUnlessTest("binding.gyp", JSON.stringify({
+        "target_defaults": {
+            "cflags": ["-Wextra", "-std=c11"],
+            "conditions": [
+                [
+                    "OS == \u0027win\u0027",
+                    {"defines": ["WIN32"]},
+                    {"defines": ["HAVE_UNISTD_H"]}
+                ]
+            ],
+// https://github.com/nodejs/node-gyp/blob/v9.3.1/gyp/pylib/gyp/MSVSSettings.py
+            "msvs_settings": {
+                "VCCLCompilerTool": {
+                    "WarningLevel": 3
+                }
+            },
+            "xcode_settings": {"OTHER_CFLAGS": ["-Wextra", "-std=c11"]}
+        },
+        "targets": [
+            {
+                "cflags": [
+                    "-Wno-all",
+                    "-Wno-implicit-fallthrough",
+                    "-Wno-unused-parameter"
+                ],
+                "sources": [
+                    "build/SRC_ZLIB_BASE.c",
+                    "build/SRC_SQLITE_BASE.c",
+                    "build/SQLMATH_BASE.c"
+                ],
+                "target_name": "SRC_SQLITE_BASE",
+                "type": "static_library",
+                "xcode_settings": {"OTHER_CFLAGS": [
+                    "-Wno-all",
+                    "-Wno-implicit-fallthrough",
+                    "-Wno-unused-parameter"
+                ]}
+            },
+            {
+                "sources": [
+                    "build/SQLMATH_CUSTOM.c"
+                ],
+                "target_name": "SQLMATH_CUSTOM",
+                "type": "static_library"
+            },
+            {
+                "defines": ["SQLMATH_NODEJS_C2"],
+                "dependencies": [
+                    "SQLMATH_CUSTOM",
+                    "SRC_SQLITE_BASE"
+                ],
+                "sources": ["sqlmath_base.c"],
+                "target_name": "binding"
+            }
+        ]
+    }, undefined, 4) + "\n");
+    await childProcessSpawn2(
+        "sh",
+        [
+            "-c",
+            (`
+(set -e
+    # node "${binNodegyp}" clean
+    node "${binNodegyp}" configure
+)
+            `)
+        ],
+        {modeDebug, stdio: ["ignore", 1, 2]}
+    );
+}
+
+async function ciBuildExt2NodejsBuild({
+    binNodegyp,
+    modeDebug
+}) {
+
+// This function will archive <fileObj> into <fileLib>
+
+    if (!noop(
+        await fsExistsUnlessTest(cModulePath)
+    )) {
+        await ciBuildExt1NodejsConfigure({
+            binNodegyp,
+            modeDebug
+        });
+    }
+    consoleError(
+        `ciBuildExt2Nodejs - linking lib ${modulePath.resolve(cModulePath)}`
+    );
+    await childProcessSpawn2(
+        "sh",
+        [
+            "-c",
+            (`
+(set -e
+    # rebuild binding
+    rm -rf build/Release/obj/SQLMATH_CUSTOM/
+    node "${binNodegyp}" build --release
+    mv build/Release/binding.node "${cModulePath}"
+)
+            `)
+        ],
+        {modeDebug, stdio: ["ignore", 1, 2]}
+    );
+}
+
 function dbCallAsync(baton, cFuncName, db, ...argList) {
 
 // This function will call <cFuncName> using db <argList>[0].
@@ -355,7 +585,7 @@ async function dbExecAsync({
             );
             modeRetry -= 1;
             await new Promise(function (resolve) {
-                setTimeout(resolve, 5_000 * !process.env.npm_config_mode_test);
+                setTimeout(resolve, 5_000 * !npm_config_mode_test);
             });
         }
     }
@@ -540,6 +770,54 @@ async function dbOpenAsync({
     return db;
 }
 
+async function fsCopyFileUnlessTest(file1, file2, mode) {
+
+// This function will copy <file1> to <file2> unless <npm_config_mode_test> = 1.
+
+    if (npm_config_mode_test && mode !== "force") {
+        return;
+    }
+    await moduleFs.promises.copyFile(file1, file2, mode | 0);
+}
+
+async function fsExistsUnlessTest(file, mode) {
+
+// This function will test if <file> exists unless <npm_config_mode_test> = 1.
+
+    if (npm_config_mode_test && mode !== "force") {
+        return false;
+    }
+    try {
+        await moduleFs.promises.access(file);
+        return true;
+    } catch (ignore) {
+        return false;
+    }
+}
+
+async function fsReadFileUnlessTest(file, mode, defaultData) {
+
+// This function will read <data> from <file> unless <npm_config_mode_test> = 1.
+
+    if (npm_config_mode_test && mode !== "force") {
+        return defaultData;
+    }
+    return await moduleFs.promises.readFile(
+        file,
+        mode && mode.replace("force", "utf8")
+    );
+}
+
+async function fsWriteFileUnlessTest(file, data, mode) {
+
+// This function will write <data> to <file> unless <npm_config_mode_test> = 1.
+
+    if (npm_config_mode_test && mode !== "force") {
+        return;
+    }
+    await moduleFs.promises.writeFile(file, data);
+}
+
 function isExternalBuffer(buf) {
 
 // This function will check if <buf> is ArrayBuffer or SharedArrayBuffer.
@@ -797,6 +1075,44 @@ function jsbatonValueString({
     ));
 }
 
+async function moduleFsInit() {
+
+// This function will import nodejs builtin-modules if they have not yet been
+// imported.
+
+// State 3 - Modules already imported.
+
+    if (moduleFs !== undefined) {
+        return;
+    }
+
+// State 2 - Wait while modules are importing.
+
+    if (moduleFsInitResolveList !== undefined) {
+        return new Promise(function (resolve) {
+            moduleFsInitResolveList.push(resolve);
+        });
+    }
+
+// State 1 - Start importing modules.
+
+    moduleFsInitResolveList = [];
+    [
+        moduleChildProcess,
+        moduleFs,
+        modulePath,
+        moduleUrl
+    ] = await Promise.all([
+        import("child_process"),
+        import("fs"),
+        import("path"),
+        import("url")
+    ]);
+    while (moduleFsInitResolveList.length > 0) {
+        moduleFsInitResolveList.shift()();
+    }
+}
+
 function noop(val) {
 
 // This function will do nothing except return <val>.
@@ -885,13 +1201,16 @@ async function sqlmathInit() {
 
 // This function will init sqlmath.
 
-    dbFinalizationRegistry = new FinalizationRegistry(function ({
+    let moduleModule;
+    dbFinalizationRegistry = (
+        dbFinalizationRegistry
+    ) || new FinalizationRegistry(function ({
         afterFinalization,
         ptr
     }) {
 
-    // This function will auto-close any open sqlite3-db-pointer,
-    // after its js-wrapper has been garbage-collected.
+// This function will auto-close any open sqlite3-db-pointer,
+// after its js-wrapper has been garbage-collected.
 
         cCallAsync(undefined, "_dbClose", ptr[0]);
         if (afterFinalization) {
@@ -902,23 +1221,69 @@ async function sqlmathInit() {
 // Feature-detect nodejs.
 
     if (
-        typeof process === "object"
-        && typeof process?.versions?.node === "string"
+        !(
+            typeof process === "object"
+            && typeof process?.versions?.node === "string"
+        )
+        || cModule
     ) {
-        cModule = await import("module");
-        cModule = cModule.createRequire(import.meta.url);
-        cModule = cModule(
-            "./_binary_sqlmath"
-            + "_napi8"
-            + "_" + process.platform
-            + "_" + process.arch
-            + ".node"
-        );
-        if (process.env.npm_config_mode_test) {
-            // mock consoleError
-            consoleError = noop;
+        return;
+    }
+
+// Init moduleFs.
+
+    await moduleFsInit();
+    moduleFsInit(); // coverage-hack
+    moduleChildProcessSpawn = moduleChildProcess.spawn;
+
+// Init moduleFs.
+
+    await moduleFsInit();
+    moduleFsInit(); // coverage-hack
+    moduleChildProcessSpawn = moduleChildProcess.spawn;
+    cModulePath = moduleUrl.fileURLToPath(import.meta.url).replace(
+        (/\bsqlmath\.mjs$/),
+        `_sqlmath.napi6_${process.platform}_${process.arch}.node`
+    );
+
+// Import napi c-addon.
+
+    if (!npm_config_mode_setup) {
+        moduleModule = await import("module");
+        if (!cModule) {
+            cModule = moduleModule.createRequire(cModulePath);
+            cModule = cModule(cModulePath);
         }
     }
+    if (npm_config_mode_test) {
+
+// Mock consoleError.
+
+        consoleError = noop;
+
+// Mock moduleChildProcessSpawn.
+
+        moduleChildProcessSpawn = function () {
+            let child = {
+                end: noop,
+                on: function (onType, resolve) {
+                    switch (onType) {
+                    case "data":
+                        resolve(Buffer.alloc(0));
+                        return;
+                    default:
+                        resolve(0);
+                    }
+                },
+                setEncoding: noop,
+                write: noop
+            };
+            child.stderr = child;
+            child.stdin = child;
+            child.stdout = child;
+            return child;
+        };
+    }
 }
 
 function sqlmathWebworkerInit({
@@ -964,7 +1329,9 @@ function sqlmathWebworkerInit({
     }
 }
 
-await sqlmathInit({});
+sqlmathInit(); // coverage-hack
+await sqlmathInit();
+sqlmathInit(); // coverage-hack
 
 export {
     SQLITE_MAX_LENGTH2,
@@ -992,6 +1359,8 @@ export {
     assertJsonEqual,
     assertNumericalEqual,
     assertOrThrow,
+    childProcessSpawn2,
+    ciBuildExt,
     dbCloseAsync,
     dbExecAndReturnLastBlobAsync,
     dbExecAndReturnLastJsonAsync,
@@ -1002,10 +1371,13 @@ export {
     dbNoopAsync,
     dbOpenAsync,
     debugInline,
+    fsCopyFileUnlessTest,
+    fsExistsUnlessTest,
+    fsReadFileUnlessTest,
+    fsWriteFileUnlessTest,
     jsbatonValueString,
     noop,
     objectDeepCopyWithKeysSorted,
-    sqlmathInit,
     sqlmathWebworkerInit,
     version
 };