sqlmath 2024.3.25__tar.gz

sqlmath-2024.3.25/.ci.sh

@@ -0,0 +1,518 @@
+#!/bin/sh
+
+# sh one-liner
+# sh jslint_ci.sh shCiBuildWasm
+# sh jslint_ci.sh shSqlmathUpdate
+
+: "
+    for URL in \
+        https://github.com/google/re2/archive/refs/tags/2023-03-01.tar.gz \
+        https://github.com/madler/zlib/releases/download/v1.3/zlib-1.3.tar.gz \
+        https://github.com/nalgeon/sqlean/archive/refs/tags/0.21.8.tar.gz \
+        https://www.sqlite.org/2023/sqlite-autoconf-3420000.tar.gz
+    do
+        curl -L "$URL" | tar -xz
+    done
+    for DIR in \
+        re2-2023-03-01 \
+        sqlean-0.21.8 \
+        sqlite-autoconf-3420000 \
+        zlib-1.3
+    do
+        rm -rf ".$DIR"
+        mv "$DIR" ".$DIR"
+    done
+"
+
+shCiArtifactUploadCustom() {(set -e
+# this function will run custom-code to upload build-artifacts
+    git fetch origin artifact
+    git checkout origin/artifact "branch-$GITHUB_BRANCH0"
+    mv "branch-$GITHUB_BRANCH0"/* .
+    git add -f _sqlmath* sqlmath_wasm.*
+    # screenshot html
+    node --input-type=module --eval '
+import moduleChildProcess from "child_process";
+(async function () {
+    let {
+        GITHUB_BRANCH0,
+        GITHUB_GITHUB_IO
+    } = process.env;
+    await Promise.all([
+        (
+            `https://${GITHUB_GITHUB_IO}/branch-${GITHUB_BRANCH0}`
+            + `/index.html`
+        ),
+        ".artifact/apidoc.html"
+    ].map(async function (url) {
+        await new Promise(function (resolve) {
+            moduleChildProcess.spawn(
+                "sh",
+                ["jslint_ci.sh", "shBrowserScreenshot", url],
+                {stdio: ["ignore", 1, 2]}
+            ).on("exit", resolve);
+        });
+    }));
+}());
+' "$@" # '
+)}
+
+shCiBaseCustom() {(set -e
+# this function will run custom-code for base-ci
+    shCiEmsdkExport
+    # .github_cache - restore
+    if [ "$GITHUB_ACTION" ] && [ -d .github_cache ]
+    then
+        cp -a .github_cache/* . || true # js-hack - */
+    fi
+    # cleanup
+    rm -rf *.egg-info _sqlmath* build/ sqlmath/_sqlmath* && mkdir -p build/
+    PID_LIST=""
+    #
+    # python -m build --sdist
+    # python -m cibuildwheel
+    (
+    if (shCiMatrixIsmainNodeversion)
+    then
+        python setup.py sdist
+        pip install cibuildwheel
+        python -m cibuildwheel --output-dir=dist/
+    fi
+    ) &
+    PID_LIST="$PID_LIST $!"
+    #
+    # shCiBuildWasm
+    (
+    if (shCiMatrixIsmainName)
+    then
+        shImageLogoCreate
+        shCiBuildWasm
+        # .github_cache - save
+        if [ "$GITHUB_ACTION" ] && [ ! -d .github_cache/_emsdk ]
+        then
+            mkdir -p .github_cache
+            cp -a "$EMSDK" .github_cache
+        fi
+    fi
+    ) &
+    PID_LIST="$PID_LIST $!"
+    #
+    shPidListWait build_ext "$PID_LIST"
+    #
+    # run nodejs-ci
+    shCiTestNodejs
+    #
+    # upload artifact
+    if (shCiMatrixIsmainNodeversion) && ( \
+        [ "$GITHUB_BRANCH0" = alpha ] \
+        || [ "$GITHUB_BRANCH0" = beta ] \
+        || [ "$GITHUB_BRANCH0" = master ] \
+    )
+    then
+        export GITHUB_UPLOAD_RETRY=0
+        while true
+        do
+            GITHUB_UPLOAD_RETRY="$((GITHUB_UPLOAD_RETRY + 1))"
+            if [ "$GITHUB_UPLOAD_RETRY" -gt 4 ]
+            then
+                return 1
+            fi
+            if (node --input-type=module --eval '
+import moduleChildProcess from "child_process";
+(function () {
+    moduleChildProcess.spawn(
+        "sh",
+        ["jslint_ci.sh", "shCiBaseCustomArtifactUpload"],
+        {stdio: ["ignore", 1, 2]}
+    ).on("exit", process.exit);
+}());
+' "$@") # '
+            then
+                break
+            fi
+        done
+    fi
+)}
+
+shCiBaseCustomArtifactUpload() {(set -e
+# this function will upload build-artifacts to branch-gh-pages
+    COMMIT_MESSAGE="- upload artifact
+- retry$GITHUB_UPLOAD_RETRY
+- $GITHUB_BRANCH0
+- $(printf "$GITHUB_SHA" | cut -c-8)
+- $(uname)
+"
+    printf "\n\n$COMMIT_MESSAGE\n"
+    # init .git/config
+    git config --local user.email "github-actions@users.noreply.github.com"
+    git config --local user.name "github-actions"
+    # git clone origin/artifact
+    rm -rf .tmp/artifact
+    shGitCmdWithGithubToken clone origin .tmp/artifact \
+        --branch=artifact --single-branch
+    (
+    cd .tmp/artifact/
+    cp ../../.git/config .git/config
+    # update dir branch-$GITHUB_BRANCH0
+    mkdir -p "branch-$GITHUB_BRANCH0"
+    case "$(uname)" in
+    Darwin*)
+        rm -f "branch-$GITHUB_BRANCH0/"*darwin*
+        rm -f "branch-$GITHUB_BRANCH0/"*macos*
+        ;;
+    Linux*)
+        rm -f "branch-$GITHUB_BRANCH0/"*linux*
+        # save sdist
+        rm -f "branch-$GITHUB_BRANCH0/"*.tar.gz
+        cp ../../dist/sqlmath-*.tar.gz "branch-$GITHUB_BRANCH0"
+        ;;
+    MINGW64_NT*)
+        rm -f "branch-$GITHUB_BRANCH0/"*-win*
+        rm -f "branch-$GITHUB_BRANCH0/"*_win*
+        ;;
+    esac
+    cp ../../_sqlmath* "branch-$GITHUB_BRANCH0"
+    cp ../../sqlmath/_sqlmath* "branch-$GITHUB_BRANCH0"
+    if [ -f ../../sqlmath_wasm.wasm ]
+    then
+        cp ../../sqlmath_wasm.* "branch-$GITHUB_BRANCH0"
+    fi
+    if [ -f ../../.artifact/asset_image_logo_512.png ]
+    then
+        cp ../../.artifact/asset_image_logo_* "branch-$GITHUB_BRANCH0"
+    fi
+    # save cibuildwheel
+    cp ../../dist/sqlmath-*.whl "branch-$GITHUB_BRANCH0"
+    # git commit
+    git add .
+    git add -f "branch-$GITHUB_BRANCH0"/_sqlmath*
+    if (git commit -am "$COMMIT_MESSAGE")
+    then
+        # git push
+        shGitCmdWithGithubToken push origin artifact
+        # git squash
+        if (shCiMatrixIsmainName) && [ "$GITHUB_BRANCH0" = alpha ]
+        then
+            shGitCommitPushOrSquash "" 50
+        fi
+    fi
+    # debug
+    shGitLsTree
+    )
+)}
+
+shCiBuildWasm() {(set -e
+# this function will build binaries in wasm
+    shCiEmsdkExport
+    # install emsdk
+    shCiEmsdkInstall
+    # cd ${EMSDK} && . ./emsdk_env.sh && cd ..
+    # build wasm
+    printf "shCiBuildWasm\n" 1>&2
+    OPTION1="$OPTION1 -Wextra"
+    OPTION1="$OPTION1 -Wno-unused-parameter"
+    OPTION1="$OPTION1 -flto"
+    # debug
+    # OPTION1="$OPTION1 -O0"
+    OPTION1="$OPTION1 -Os"
+    # OPTION2="$OPTION2 -Oz"
+    # OPTION1="$OPTION1 -fsanitize=address"
+    for FILE in \
+        sqlmath_base.c \
+        sqlmath_custom.c \
+        sqlmath_external_pcre2.c \
+        sqlmath_external_sqlite.c \
+        sqlmath_external_zlib.c
+    do
+        OPTION2=""
+        FILE2="build/$(basename "$FILE").wasm.o"
+        case "$FILE" in
+        sqlmath_base.c)
+            ;;
+        sqlmath_custom.c)
+            ;;
+        *)
+            # optimization - skip rebuild of rollup if possible
+            if [ "$FILE2" -nt "$FILE" ]
+            then
+                printf "shCiBuildWasm - skip $FILE\n" 1>&2
+                continue
+            fi
+        esac
+        OPTION2="$OPTION2 -DSRC_SQLITE_BASE_C2="
+        OPTION2="$OPTION2 -c $FILE -o $FILE2"
+        emcc $OPTION1 $OPTION2
+    done
+    OPTION2=""
+    #
+    OPTION2="$OPTION2 -s EXPORTED_FUNCTIONS=_sqlite3_initialize"
+    OPTION2="$OPTION2,_dbCall"
+    OPTION2="$OPTION2,_dbFileLoadOrSave"
+    OPTION2="$OPTION2,_jsbatonGetErrmsg"
+    OPTION2="$OPTION2,_jsbatonGetInt64"
+    OPTION2="$OPTION2,_jsbatonGetString"
+    OPTION2="$OPTION2,_sqlite3_errmsg"
+    OPTION2="$OPTION2,_sqlite3_free"
+    OPTION2="$OPTION2,_sqlite3_malloc"
+    #
+    OPTION2="$OPTION2 -s EXPORTED_RUNTIME_METHODS=cwrap"
+    OPTION2="$OPTION2 -s LLD_REPORT_UNDEFINED"
+    #
+    case "$1" in
+    --debug)
+        OPTION2="$OPTION2 -s ASSERTIONS=1 -s SAFE_HEAP=1"
+        ;;
+    *)
+        OPTION2="$OPTION2 --closure 1"
+        ;;
+    esac
+    emcc $OPTION1 $OPTION2 \
+        --memory-init-file 0 \
+        --pre-js sqlmath_wrapper_wasm.js \
+        -o build/sqlmath_wasm.js \
+        -s ALLOW_MEMORY_GROWTH=1 \
+        -s ALLOW_TABLE_GROWTH=1 \
+        -s NODEJS_CATCH_EXIT=0 \
+        -s NODEJS_CATCH_REJECTION=0 \
+        -s RESERVED_FUNCTION_POINTERS=64 \
+        -s SINGLE_FILE=0 \
+        -s WASM=1 \
+        -s WASM_BIGINT \
+        build/sqlmath_base.c.wasm.o \
+        build/sqlmath_custom.c.wasm.o \
+        build/sqlmath_external_pcre2.c.wasm.o \
+        build/sqlmath_external_sqlite.c.wasm.o \
+        build/sqlmath_external_zlib.c.wasm.o \
+        #
+    printf '' > sqlmath_wasm.js
+    printf "/*jslint-disable*/
+// Copyright (c) 2021 Kai Zhu
+// SPDX-License-Identifier: MIT
+// $(date -u +"%Y-%m-%dT%H:%M:%S%z")
+(function () {
+\"use strict\";
+" >> sqlmath_wasm.js
+    cat build/sqlmath_wasm.js | tr -d "\r" >> sqlmath_wasm.js
+    printf '
+}());
+/*jslint-enable*/
+' >> sqlmath_wasm.js
+    cp build/sqlmath_wasm.wasm .
+    ls -l sqlmath_wasm.*
+)}
+
+shCiEmsdkExport() {
+# this function will export emsdk env
+    export EMSCRIPTEN_VERSION=3.1.3
+    export EMSDK="$PWD/_emsdk"
+    # https://github.com/sql-js/sql.js/blob/v1.6.2/.devcontainer/Dockerfile
+    if [ ! "$PATH_EMSDK" ]
+    then
+        export PATH_EMSDK="$EMSDK:$EMSDK/upstream/emscripten/"
+        export PATH="$PATH_EMSDK:$PATH"
+    fi
+}
+
+shCiEmsdkInstall() {(set -e
+# this function will install emsdk
+    shCiEmsdkExport
+    if [ -d "$EMSDK" ]
+    then
+        exit
+    fi
+    # https://github.com/emscripten-core/emsdk/blob/2.0.34/docker/Dockerfile
+    git clone https://github.com/emscripten-core/emsdk.git $EMSDK
+    #
+    echo "## Install Emscripten"
+    cd ${EMSDK}
+    ./emsdk install ${EMSCRIPTEN_VERSION}
+    echo "## Done"
+    #
+    # This generates configuration that contains all valid paths according to
+    # installed SDK
+    # TODO(sbc): We should be able to use just emcc -v here but it doesn't
+    # currently create the sanity file.
+    cd ${EMSDK}
+    echo "## Generate standard configuration"
+    ./emsdk activate ${EMSCRIPTEN_VERSION}
+    chmod 777 ${EMSDK}/upstream/emscripten
+    chmod -R 777 ${EMSDK}/upstream/emscripten/cache
+    echo "int main() { return 0; }" > hello.c
+    ${EMSDK}/upstream/emscripten/emcc -c hello.c
+    cat ${EMSDK}/upstream/emscripten/cache/sanity.txt
+    echo "## Done"
+    #
+    # Cleanup Emscripten installation and strip some symbols
+    echo "## Aggressive optimization: Remove debug symbols"
+    cd ${EMSDK} && . ./emsdk_env.sh
+    # Remove debugging symbols from embedded node (extra 7MB)
+    strip -s `which node`
+    # Tests consume ~80MB disc space
+    rm -fr ${EMSDK}/upstream/emscripten/tests
+    # Fastcomp is not supported
+    rm -fr ${EMSDK}/upstream/fastcomp
+    # strip out symbols from clang (~extra 50MB disc space)
+    find ${EMSDK}/upstream/bin -type f -exec strip -s {} + || true
+    echo "## Done"
+    #
+    # download ports
+    # touch "$EMSDK/.null.c"
+    # emcc \
+    #     -s USE_ZLIB \
+    #     "$EMSDK/.null.c" -o "$EMSDK/.null_wasm.js"
+)}
+
+shIndentC() {(set -e
+# this function will indent/prettify c file
+    if (uname | grep -q "MING\|MSYS")
+    then
+        ./indent.exe \
+            --blank-lines-after-commas \
+            --braces-on-func-def-line \
+            --break-function-decl-args \
+            --break-function-decl-args-end \
+            --dont-line-up-parentheses \
+            --k-and-r-style \
+            --line-length78 \
+            --no-tabs \
+            -bfde \
+            $@
+        dos2unix $@
+    fi
+)}
+
+shCiLintCustom() {(set -e
+# this function will run custom-code to lint files
+    if [ "$GITHUB_ACTION" ]
+    then
+        pip install pycodestyle ruff
+    fi
+    shLintPython \
+        setup.py \
+        sqlmath/__init__.py \
+        test.py
+)}
+
+shCiPublishNpmCustom() {(set -e
+# this function will run custom-code to npm-publish package
+    # fetch artifact
+    git fetch origin artifact --depth=1
+    git checkout origin/artifact \
+        branch-beta/_sqlmath* \
+        branch-beta/sqlmath_wasm*
+    cp -a branch-beta/_sqlmath* .
+    cp -a branch-beta/sqlmath_wasm.* .
+    # npm-publish
+    npm publish --access public
+)}
+
+shCiPublishPypiCustom() {(set -e
+# this function will run custom-code to npm-publish package
+    # fetch artifact
+    git fetch origin artifact --depth=1
+    git checkout origin/artifact branch-alpha/
+    mkdir dist/
+    cp -a branch-alpha/sqlmath-*.tar.gz dist/
+    cp -a branch-alpha/sqlmath-*.whl dist/
+    ls -la dist/
+)}
+
+shCiTestNodejs() {(set -e
+# this function will run test in nodejs
+    # init .tmp
+    mkdir -p .tmp
+    # rebuild c-module
+    export npm_config_mode_test=1
+    if [ "$npm_config_fast" != true ]
+    then
+        # lint c-file
+        python cpplint.py \
+            --filter=-whitespace/comments \
+            sqlmath_base.c \
+            sqlmath_custom.c
+        # lint js-file
+        node jslint.mjs .
+        # create file MANIFEST.in
+        # git ls-tree -r --name-only HEAD | sed "s|^|include |" > MANIFEST.in
+        if [ -d .git/ ]
+        then
+            git ls-tree -r --name-only HEAD | sed "s|^|include |" > MANIFEST.in
+        fi
+        # create PKG-INFO
+        python setup.py build_pkg_info
+        # build nodejs c-addon
+        PID_LIST=""
+        (
+        unset npm_config_mode_test
+        npm_config_mode_setup=1 node --input-type=module -e '
+import {ciBuildExt} from "./sqlmath.mjs";
+ciBuildExt({process});
+' "$@" # '
+        ) &
+        PID_LIST="$PID_LIST $!"
+        # build python c-extension
+        python setup.py build_ext &
+        PID_LIST="$PID_LIST $!"
+        shPidListWait build_ext "$PID_LIST"
+    fi;
+    PID_LIST=""
+    # test nodejs
+    (
+    rm -f *~ .test*.sqlite __data/.test*.sqlite
+    COVERAGE_EXCLUDE="--exclude=jslint.mjs"
+    if (node --eval '
+require("assert")(require("./package.json").name !== "sqlmath");
+' >/dev/null 2>&1)
+    then
+        COVERAGE_EXCLUDE="$COVERAGE_EXCLUDE --exclude=sqlmath.mjs"
+    fi
+    # ugly-hack - github-action will flakily hang during test
+    if [ "$GITHUB_ACTION" ] && (timeout --version >/dev/null 2>&1)
+    then
+        timeout 120 sh jslint_ci.sh \
+            shRunWithCoverage $COVERAGE_EXCLUDE node test.mjs
+    else
+        shRunWithCoverage $COVERAGE_EXCLUDE node test.mjs
+    fi
+    ) &
+    PID_LIST="$PID_LIST $!"
+    # test python
+    python setup.py test &
+    PID_LIST="$PID_LIST $!"
+    shPidListWait test "$PID_LIST"
+)}
+
+shSqlmathUpdate() {(set -e
+# this function will update files with ~/Documents/sqlmath/
+    . "$HOME/myci2.sh" : && shMyciUpdate
+    if [ "$PWD/" = "$HOME/Documents/sqlmath/" ]
+    then
+        shRollupFetch asset_sqlmath_external_rollup.js
+        shRollupFetch index.html
+        shRollupFetch sqlmath_external_pcre2.c
+        shRollupFetch sqlmath_external_sqlite.c
+        shRollupFetch sqlmath_external_zlib.c
+        return
+    fi
+    if [ -d "$HOME/Documents/sqlmath/" ]
+    then
+        for FILE in \
+            .ci.sh \
+            asset_sqlmath_external_rollup.js \
+            indent.exe \
+            index.html \
+            setup.py \
+            sqlmath.mjs \
+            sqlmath/__init__.py \
+            sqlmath_base.c \
+            sqlmath_browser.mjs \
+            sqlmath_external_pcre2.c \
+            sqlmath_external_sqlite.c \
+            sqlmath_external_zlib.c \
+            sqlmath_wrapper_wasm.js
+        do
+            ln -f "$HOME/Documents/sqlmath/$FILE" "$FILE"
+        done
+    fi
+    git --no-pager diff
+)}

sqlmath-2024.3.25/.gitconfig

@@ -0,0 +1,27 @@
+# base - .gitconfig - beg
+[branch "alpha"]
+    merge = refs/heads/alpha
+    remote = origin
+[branch "base"]
+    merge = refs/heads/base
+    remote = origin
+[core]
+    # autocrlf = false
+    autocrlf = input
+    bare = false
+    # filemode = false
+    logallrefupdates = true
+    repositoryformatversion = 0
+[diff]
+    algorithm = histogram
+[pull]
+    ff = only
+[receive]
+    denyCurrentBranch = warn
+# base - .gitconfig - end
+[remote "origin"]
+    fetch = +refs/heads/*:refs/remotes/origin/*
+    url = https://github.com/user/sqlmath
+[remote "upstream"]
+    fetch = +refs/heads/*:refs/remotes/upstream/*
+    url = https://github.com/sqlmath/sqlmath

sqlmath-2024.3.25/.github/workflows/ci.yml

@@ -0,0 +1,92 @@
+# this workflow will run nodejs coverages and tests
+# and upload build-artifacts to branch-gh-pages
+name: ci
+on:
+  push:
+    branches:
+      - alpha
+      - beta
+      - master
+  workflow_dispatch:
+env:
+  MY_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  zzzz1234: 1
+jobs:
+
+
+  job1:
+    strategy:
+      matrix:
+        architecture:
+          # - arm64
+          - x64
+          # - x86
+        node_version:
+          - 18
+          - 20
+          # - 22
+        python_version:
+          - "3.10"
+        os:
+          - macos-latest
+          - ubuntu-latest
+          - windows-latest
+# base - .github/workflows/ci.yml - beg
+    env:
+      CI_MATRIX_NAME: >
+        node
+        v${{ matrix.node_version }}
+        ${{ matrix.architecture }}
+        ${{ matrix.os }}
+      CI_MATRIX_NAME_MAIN: "node v20 x64 ubuntu-latest"
+      CI_MATRIX_NODE_VERSION: v${{ matrix.node_version }}
+      CI_MATRIX_NODE_VERSION_MAIN: v20
+      CI_WORKFLOW_NAME: >
+        ${{ github.workflow }}
+        - ${{ github.event_name }}
+        - ${{ github.event.inputs.workflow_dispatch_name }}
+        - ${{ github.ref_name }}
+    name: >
+      node
+      v${{ matrix.node_version }}
+      ${{ matrix.architecture }}
+      ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    steps:
+      # disable autocrlf in windows
+      - run: |
+          sh -c uname
+          echo "$(date -u +"%Y-%m-%d %TZ") - ${{ env.CI_WORKFLOW_NAME }}" # "
+          git config --global core.autocrlf false
+      # https://github.com/actions/checkout
+      - uses: actions/checkout@v4
+      # fetch jslint_ci.sh from trusted source
+      - run: |
+          git fetch origin alpha --depth=1
+          sh -c 'for FILE in .ci.sh .ci2.sh jslint_ci.sh myci2.sh; do
+          if [ -f "$FILE" ]; then git checkout origin/alpha "$FILE"; fi; done'
+      # pre-run .ci.sh
+      - run: sh jslint_ci.sh shCiPre
+      # https://github.com/actions/setup-node
+      - uses: actions/setup-node@v4
+        with:
+          architecture: ${{ matrix.architecture }}
+          node-version: ${{ matrix.node_version }}
+      # https://github.com/actions/setup-python
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python_version }}
+      # https://github.com/actions/cache
+      - uses: actions/cache@v4
+        with:
+          key: >
+            ${{ hashFiles('./package.json') }}
+            ${{ matrix.architecture }}
+            ${{ matrix.node_version }}
+            ${{ matrix.os }}
+          path: .github_cache
+      # run nodejs coverages and tests
+      - run: sh jslint_ci.sh shCiBase
+      # upload build-artifacts to branch-gh-pages
+      - run: sh jslint_ci.sh shCiArtifactUpload
+# base - .github/workflows/ci.yml - end