sqlmath 2023.7.21 → 2023.9.19

package/CHANGELOG.md

@@ -1,8 +1,49 @@
 # Changelog
 
 # Todo
+- python - Revamp python-c-extension to support cp312.
+- sqlmath - Optimize cosfit-calculation of amplitude-prm WinCosfit.caa to one-step instead of nnn-steps.
 - none
 
+# v2023.9.19
+- ci - Update ci-workflow publish to auto-publish pypi-package.
+- ci - Add ci-workflow publish_pypi_test.
+- python - Remove setuptools dependency. - part1
+- python - Update ci to build python-manylinux wheel.
+- sqlmath - Add sql-function sqrtwithsign(), and remove redundant sql-function sign().
+- sqlmath - Update function win_quantile2() to accept different quantile-arg for each icol.
+- sqlmath - Update function win_sinefit() to allow outputting gaussian-normalized y-value gyy.
+
+# v2023.8.20
+- jslint - Update jslint to v2023.8.20.
+- chart - Add technical-chart tradebot_technical_sinefit.
+- sqlmath - bugfix - Fix buffer-overflow in c-function sql3_win_sinefit2_step().
+- sqlmath - Rename c-struct Vector99 to Doublewin.
+- sqlmath - Add sql-function fmod().
+- sqlmath - Rename sql-functions xxx_cosfit_xxx() to xxx_sinefit_xxx().
+- sqlmath - Revamp sql-function win_cosfit2() to 1) find frequency cww from dft, and then 2) find phase cpp from linear equation y=b*cos(w*t)+c*sin(w*t).
+- sqlmath - Update sql-function win_cosfit2() to use sine() instead of cosine() for better phase-continuity of initial guesses of phase at cpp=0.
+- sqlmath - Update sql-agg-function stdev() to aggregate over running-window.
+- sqlmath - Update sql-function win_cosfit2_refitlast() to be able to update cosine-fit as well.
+- sqlmath - Merge sql-functions win_cosfit2_predict(), win_cosfit2_extract() into sql-function cosfit_extract().
+- sqlmath - Add c-helper-functions doubleAbs(), doubleMax(), doubleMin().
+- sqlmath - merge c-struct WinCosfitInternal, WinCosfitResult into c-struct WinCosfit.
+- sqlmath - Update sql-functions win_cosfit2(), win_emax(), win_quantilex() to move variable-length arguments to last position.
+- sqlmath - Update sql-function win_cosfit2() with additional argument modeNoCsf.
+- sqlmath - Merge sql-functions win_slr2(), win_slrcos2() into sql-function win_cosfit2().
+- sqlmath - Streamline sql-function win_slr2_step() to only update last datapoint.
+- sqlmath - Update sql-function win_quantile2(), win_slr2() to input/output doublearray instead of json for better performance.
+- sqlmath - Add test-file test_data_cosfit.csv.
+- sqlmath - Add sql-function win_slrcos2().
+- sqlmath - Update sql-function win_slr2() to input/output doublearray instead of json for better performance.
+- sqlmath - Rename sql-functions jsonfromdoublearray() to doublearray_jsonto(), jsontodoublearray() to doublearray_jsonfrom().
+- sqlmath - Remove unused sql-functions:
+    btobase64(), btotext()
+    jenks_blob(), jenks_concat(), jenks_json()
+    vec_concat()
+- betadog - Migrate sql-functions matrix2d_concat() from sqlmath to betadog.
+- sqlmath - Add sql-function win_slr2_step() to incrementally step from last slr-state.
+
 # v2023.7.21
 - sqlmath - Update sql-function win_slr2() to additionally return predicted y-value and rmse.
 - betadog - Migrate market-indicator from spy to spx.

package/README.md

@@ -2,7 +2,7 @@
 
 
 # Status
-| Branch | [master<br>(v2023.7.21)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
+| Branch | [master<br>(v2023.9.19)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
 |--:|:--:|:--:|:--:|
 | CI | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=master)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Amaster) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=beta)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Abeta) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=alpha)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Aalpha) |
 | Coverage | [![coverage](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/index.html) |
@@ -107,7 +107,6 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 - JSLint is under [Unlicense License](https://github.com/jslint-org/jslint/blob/master/LICENSE).
 - [cpplint.py](cpplint.py) is under [BSD 3-clause license](https://github.com/cpplint/cpplint/blob/develop/LICENSE).
 - [indent.exe](indent.exe) is under [GPLv3 License](https://www.gnu.org/licenses/gpl-3.0.txt).
-- [sqlmath_jenks.c](sqlmath_jenks.c) is derived from [GPLv3 licensed CalcNaturalBreaks](https://www.geodms.nl/CalcNaturalBreaks).
 - Everything else is under MIT License.
 
 
@@ -120,9 +119,9 @@ PORT=8080 sh jslint_ci.sh shHttpFileServer
 ```shell
 python -m build
 #
-twine upload --repository testpypi dist/sqlmath-2023.7.21*
-py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2023.7.21
+twine upload --repository testpypi dist/sqlmath-2023.9.19*
+py -m pip install --index-url https://test.pypi.org/simple/ sqlmath==2023.9.19
 #
-twine upload dist/sqlmath-2023.7.21*
-pip install sqlmath==2023.7.21
+twine upload dist/sqlmath-2023.9.19*
+pip install sqlmath==2023.9.19
 ```

package/jslint.mjs

@@ -25,8 +25,6 @@
 // OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 // ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 // OTHER DEALINGS IN THE SOFTWARE.
-//
-// For more information, please refer to <https://unlicense.org/>
 
 
 // jslint(source, option_dict, global_list) is a function that takes 3
@@ -165,7 +163,7 @@ let jslint_charset_ascii = (
     + "@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_"
     + "`abcdefghijklmnopqrstuvwxyz{|}~\u007f"
 );
-let jslint_edition = "v2023.6.21";
+let jslint_edition = "v2023.8.20";
 let jslint_export;                      // The jslint object to be exported.
 let jslint_fudge = 1;                   // Fudge starting line and starting
                                         // ... column to 1.

package/package.json

@@ -11,7 +11,7 @@
     "engines": {
         "node": ">=14"
     },
-    "fileCount": 38,
+    "fileCount": 40,
     "homepage": "https://github.com/sqlmath/sqlmath",
     "keywords": [
         "data-science",
@@ -37,6 +37,6 @@
         "test2": "sh jslint_ci.sh shCiBase"
     },
     "shCiArtifactUpload": 1,
-    "shCiNpmPublish": 1,
-    "version": "2023.7.21"
+    "shCiPublishNpm": 1,
+    "version": "2023.9.19"
 }

package/sqlmath.mjs

@@ -60,7 +60,6 @@ let SQLITE_OPEN_TEMP_JOURNAL = 0x00001000;  /* VFS only */
 let SQLITE_OPEN_TRANSIENT_DB = 0x00000400;  /* VFS only */
 let SQLITE_OPEN_URI = 0x00000040;           /* Ok for sqlite3_open_v2() */
 let SQLITE_OPEN_WAL = 0x00080000;           /* VFS only */
-let SQLITE_WIN_SLR_ELEM_SIZE = 10;
 let cModule;
 let cModulePath;
 let consoleError = console.error;
@@ -98,7 +97,7 @@ let {
 let sqlMessageDict = {}; // dict of web-worker-callbacks
 let sqlMessageId = 0;
 let sqlWorker;
-let version = "v2023.7.21";
+let version = "v2023.9.19";
 
 function assertJsonEqual(aa, bb, message) {
 
@@ -351,6 +350,13 @@ async function ciBuildExt1NodejsConfigure({
 
 // This function will setup posix/win32 env for building c-extension.
 
+    let cflagsNowarning = [
+        "-Wno-all",
+        "-Wno-extra",
+        "-Wno-implicit-fallthrough",
+        "-Wno-int-conversion",
+        "-Wno-unused-parameter"
+    ];
     consoleError(`ciBuildExt1Nodejs - configure binding.gyp`);
     await fsWriteFileUnlessTest("binding.gyp", JSON.stringify({
         "target_defaults": {
@@ -358,8 +364,7 @@ async function ciBuildExt1NodejsConfigure({
             "conditions": [
                 [
                     "OS == \u0027win\u0027",
-                    {"defines": ["WIN32"]},
-                    {"defines": ["HAVE_UNISTD_H"]}
+                    {"defines": ["WIN32"]}
                 ]
             ],
 // https://github.com/nodejs/node-gyp/blob/v9.3.1/gyp/pylib/gyp/MSVSSettings.py
@@ -372,11 +377,7 @@ async function ciBuildExt1NodejsConfigure({
         },
         "targets": [
             {
-                "cflags": [
-                    "-Wno-all",
-                    "-Wno-implicit-fallthrough",
-                    "-Wno-unused-parameter"
-                ],
+                "cflags": cflagsNowarning,
                 "sources": [
                     "build/SRC_ZLIB_BASE.c",
                     "build/SRC_SQLITE_BASE.c",
@@ -384,11 +385,7 @@ async function ciBuildExt1NodejsConfigure({
                 ],
                 "target_name": "SRC_SQLITE_BASE",
                 "type": "static_library",
-                "xcode_settings": {"OTHER_CFLAGS": [
-                    "-Wno-all",
-                    "-Wno-implicit-fallthrough",
-                    "-Wno-unused-parameter"
-                ]}
+                "xcode_settings": {"OTHER_CFLAGS": cflagsNowarning}
             },
             {
                 "sources": [
@@ -403,8 +400,27 @@ async function ciBuildExt1NodejsConfigure({
                     "SQLMATH_CUSTOM",
                     "SRC_SQLITE_BASE"
                 ],
-                "sources": ["sqlmath_base.c"],
+                "sources": [
+                    "sqlmath_base.c"
+                ],
                 "target_name": "binding"
+            },
+            {
+                "cflags": cflagsNowarning,
+                "defines": [
+                    "SQLITE3_SHELL_C2"
+                ],
+                "dependencies": [
+                    "SQLMATH_CUSTOM",
+                    "SRC_SQLITE_BASE"
+                ],
+                "sources": [
+                    "sqlmath_base.c",
+                    "build/SRC_SQLITE_SHELL.c"
+                ],
+                "target_name": "shell",
+                "type": "executable",
+                "xcode_settings": {"OTHER_CFLAGS": cflagsNowarning}
             }
         ]
     }, undefined, 4) + "\n");
@@ -451,6 +467,14 @@ async function ciBuildExt2NodejsBuild({
     rm -rf build/Release/obj/SQLMATH_CUSTOM/
     node "${binNodegyp}" build --release
     mv build/Release/binding.node "${cModulePath}"
+    if [ "${process.platform}" = "win32" ]
+    then
+        mv build/Release/shell \
+            "_sqlmath.shell_${process.platform}_${process.arch}.exe"
+    else
+        mv build/Release/shell \
+            "_sqlmath.shell_${process.platform}_${process.arch}"
+    fi
 )
             `)
         ],
@@ -533,26 +557,6 @@ function dbExecAndReturnLastBlobAsync({
     });
 }
 
-async function dbExecAndReturnLastJsonAsync(option) {
-
-// This function will exec <sql> in <db> and return last value retrieved
-// from execution as raw text.
-
-    return JSON.parse(
-        await dbExecAndReturnLastTextAsync(option)
-    );
-}
-
-async function dbExecAndReturnLastTextAsync(option) {
-
-// This function will exec <sql> in <db> and return last value retrieved
-// from execution as raw text.
-
-    return new TextDecoder().decode(
-        await dbExecAndReturnLastBlobAsync(option)
-    );
-}
-
 async function dbExecAsync({
     bindList = [],
     db,
@@ -1357,7 +1361,6 @@ export {
     SQLITE_OPEN_TRANSIENT_DB,
     SQLITE_OPEN_URI,
     SQLITE_OPEN_WAL,
-    SQLITE_WIN_SLR_ELEM_SIZE,
     assertJsonEqual,
     assertNumericalEqual,
     assertOrThrow,
@@ -1365,8 +1368,6 @@ export {
     ciBuildExt,
     dbCloseAsync,
     dbExecAndReturnLastBlobAsync,
-    dbExecAndReturnLastJsonAsync,
-    dbExecAndReturnLastTextAsync,
     dbExecAsync,
     dbFileExportAsync,
     dbFileImportAsync,