sqlmath 2022.9.20 → 2022.11.20

package/CHANGELOG.md

@@ -1,9 +1,32 @@
 # Changelog
 
 # Todo
-- add dbtable-crud-operations dbtableOpenCsv, dbtableOpenJson
 - none
 
+# v2022.11.20
+- ci - auto-update version-number in main mjs-module
+- editor - update codemirror-editor to v5.65.10
+- doc - add api-doc
+- doc - document quickstart-build, quickstart-website
+- sqlmath - bugfix - fix function dbFileImportOrExport() throwing incorrect error
+- chart - improve ergonomics to attach database and import csv/json
+- demo - add hotkeys ctrl-o to open database, ctrl-s to save database
+- demo - streamline charts sector, subsector, stock into single logic
+- sqlmath - remove unused sqlite-extensions carray, csv from file sqlite3_ext.c
+- chart - add chart-options xstep, ystep
+- ci - update to nodejs v18
+- chart - redesign tooltip
+- chart - add xvalueConvert option juliandayToDate
+- chart - add dbtable-crud-operations dbtableImportCsv, dbtableImportJson
+- chart - add intraday, 1-min chart
+
+# v2022.10.20
+- demo - add chart tradebot_historical_backtrack
+- chart - allow hiding series by clicking it in plot-area
+- coverage - add test-coverage for function sqlmathWebworkerInit()
+- chart - use different color for category - short
+- sqlmath - re-enable sql-function squared()
+
 # v2022.9.20
 - sqlmath - bugfix - handle null seriesList, xlabelList, xdata, ydata
 - sqlmath - revamp str99 with sqlite3_str

package/README.md

@@ -2,7 +2,7 @@
 
 
 # Status
-| Branch | [master<br>(v2022.9.20)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
+| Branch | [master<br>(v2022.11.20)](https://github.com/sqlmath/sqlmath/tree/master) | [beta<br>(Web Demo)](https://github.com/sqlmath/sqlmath/tree/beta) | [alpha<br>(Development)](https://github.com/sqlmath/sqlmath/tree/alpha) |
 |--:|:--:|:--:|:--:|
 | CI | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=master)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Amaster) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=beta)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Abeta) | [![ci](https://github.com/sqlmath/sqlmath/actions/workflows/ci.yml/badge.svg?branch=alpha)](https://github.com/sqlmath/sqlmath/actions?query=branch%3Aalpha) |
 | Coverage | [![coverage](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-master/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/coverage/index.html) | [![coverage](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/coverage_badge.svg)](https://sqlmath.github.io/sqlmath/branch-alpha/.artifact/coverage/index.html) |
@@ -15,11 +15,20 @@
 
 1. [Web Demo](#web-demo)
 
-2. [Package Listing](#package-listing)
+2. [Quickstart Build](#quickstart-build)
+    - [To build sqlmath:](#to-build-sqlmath)
 
-3. [Changelog](#changelog)
+3. [Quickstart Website](#quickstart-website)
+    - [To serve your own sqlmath website:](#to-serve-your-own-sqlmath-website)
 
-4. [License](#license)
+4. [Documentation](#documentation)
+    - [API Doc](#api-doc)
+
+5. [Package Listing](#package-listing)
+
+6. [Changelog](#changelog)
+
+7. [License](#license)
 
 
 <br><br>
@@ -29,6 +38,54 @@
 [![screenshot](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/screenshot_browser__2fsqlmath_2fbranch-beta_2findex.html.png)](https://sqlmath.github.io/sqlmath/index.html)
 
 
+<br><br>
+# Quickstart Build
+
+
+<br><br>
+### To build sqlmath:
+```shell
+#!/bin/sh
+
+# git clone sqlmath repo
+git clone https://github.com/sqlmath/sqlmath --branch=beta --single-branch
+cd sqlmath
+
+# build nodejs binary ./_binary_sqlmath_napi8_xxx_x64.node
+npm run test2
+
+# build webassembly binary ./sqlmath_wasm.wasm
+sh jslint_ci.sh shCiBuildWasm
+```
+
+
+<br><br>
+# Quickstart Website
+
+
+<br><br>
+### To serve your own sqlmath website:
+```shell
+#!/bin/sh
+
+# cd <sqlmath repo>
+
+# serve website at http://localhost:8080/index.html
+PORT=8080 sh jslint_ci.sh shHttpFileServer
+```
+
+
+<br><br>
+# Documentation
+
+
+<br><br>
+### API Doc
+- https://sqlmath.github.io/sqlmath/apidoc.html
+
+[![screenshot](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/screenshot_browser__2f.artifact_2fapidoc.html.png)](https://sqlmath.github.io/sqlmath/apidoc.html)
+
+
 <br><br>
 # Package Listing
 ![screenshot_package_listing.svg](https://sqlmath.github.io/sqlmath/branch-beta/.artifact/screenshot_package_listing.svg)

package/jslint.mjs

@@ -165,7 +165,7 @@ let jslint_charset_ascii = (
     + "@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_"
     + "`abcdefghijklmnopqrstuvwxyz{|}~\u007f"
 );
-let jslint_edition = "v2022.9.1-beta";
+let jslint_edition = "v2022.12.1-beta";
 let jslint_export;                      // The jslint object to be exported.
 let jslint_fudge = 1;                   // Fudge starting line and starting
                                         // ... column to 1.
@@ -2038,13 +2038,6 @@ async function jslint_cli({
         return;
     }
 
-// PR-349 - Detect cli-option --mode-vim-plugin.
-
-    mode_wrapper_vim = (
-        process_argv.slice(2).indexOf("--mode-vim-plugin") >= 0
-        || mode_wrapper_vim
-    );
-
 // Normalize file relative to process.cwd().
 
     process_argv.slice(2).some(function (arg) {

package/package.json

@@ -37,5 +37,5 @@
         "test2": "sh jslint_ci.sh shCiBase",
         "test_win32": "node -e \"require('child_process').spawn('C:\\\\Program Files\\\\Git\\\\bin\\\\bash.exe',['-c','npm run test' + ' ' + process.argv.slice(1).join(' ')],{stdio:['ignore',1,2]});\""
     },
-    "version": "2022.9.20"
+    "version": "2022.11.20"
 }

package/sqlmath.mjs

@@ -87,6 +87,7 @@ let debugInline = (function () {
 let sqlMessageDict = {}; // dict of web-worker-callbacks
 let sqlMessageId = 0;
 let sqlWorker;
+let version = "v2022.11.20";
 
 function assertJsonEqual(aa, bb, message) {
 
@@ -110,7 +111,7 @@ function assertJsonEqual(aa, bb, message) {
 
 function assertNumericalEqual(aa, bb, message) {
 
-// This function will assert aa - bb <= Number.EPSILON
+// This function will assert aa - bb <= Number.EPSILON.
 
     assertOrThrow(aa, "value cannot be 0 or falsy");
     if (!(Math.abs((aa - bb) / Math.max(aa, bb)) <= 256 * Number.EPSILON)) {
@@ -138,8 +139,10 @@ function assertOrThrow(condition, message) {
 }
 
 async function cCallAsync(baton, cFuncName, ...argList) {
-// this function will serialize <argList> to a c <baton>,
-// suitable for passing into napi
+
+// This function will serialize <argList> to a c <baton>,
+// suitable for passing into napi.
+
     let argi = 0;
     let errStack;
     assertOrThrow(
@@ -227,7 +230,9 @@ async function cCallAsync(baton, cFuncName, ...argList) {
 }
 
 function dbCallAsync(baton, cFuncName, db, ...argList) {
-// this function will call <cFuncName> using db <argList>[0]
+
+// This function will call <cFuncName> using db <argList>[0].
+
     let __db = dbDeref(db);
     // increment __db.busy
     __db.busy += 1;
@@ -246,7 +251,9 @@ function dbCallAsync(baton, cFuncName, db, ...argList) {
 async function dbCloseAsync({
     db
 }) {
-// this function will close sqlite-database-connection <db>
+
+// This function will close sqlite-database-connection <db>.
+
     let __db = dbDeref(db);
     // prevent segfault - do not close db if actions are pending
     assertOrThrow(
@@ -268,7 +275,9 @@ async function dbCloseAsync({
 }
 
 function dbDeref(db) {
-// this function will get private-object mapped to <db>
+
+// This function will get private-object mapped to <db>.
+
     let __db = dbDict.get(db);
     assertOrThrow(__db?.connPool[0] > 0, "invalid or closed db");
     assertOrThrow(__db.busy >= 0, "invalid db.busy " + __db.busy);
@@ -283,8 +292,10 @@ function dbExecAndReturnLastBlobAsync({
     db,
     sql
 }) {
-// this function will exec <sql> in <db> and return last value retrieved
-// from execution as raw blob/buffer
+
+// This function will exec <sql> in <db> and return last value retrieved
+// from execution as raw blob/buffer.
+
     return dbExecAsync({
         bindList,
         db,
@@ -300,7 +311,9 @@ async function dbExecAsync({
     responseType,
     sql
 }) {
-// this function will exec <sql> in <db> and return <result>
+
+// This function will exec <sql> in <db> and return <result>.
+
     let baton;
     let bindByKey;
     let bindListLength;
@@ -394,9 +407,15 @@ async function dbFileExportAsync({
     db,
     dbData,
     filename,
-    modeExport = 1
+    modeExport = 1,
+    modeNoop
 }) {
-// This function will export <db> to <filename>
+
+// This function will export <db> to <filename>.
+
+    if (modeNoop) {
+        return;
+    }
     if (IS_BROWSER) {
         filename = FILENAME_DBTMP;
     }
@@ -420,7 +439,9 @@ async function dbFileImportAsync({
     dbData,
     filename
 }) {
-// This function will import <filename> to <db>
+
+// This function will import <filename> to <db>.
+
     await dbFileExportAsync({
         db,
         dbData,
@@ -430,7 +451,9 @@ async function dbFileImportAsync({
 }
 
 async function dbNoopAsync(...argList) {
-// this function will do nothing except return argList
+
+// This function will do nothing except return argList.
+
     return await cCallAsync(undefined, "_dbNoop", ...argList);
 }
 
@@ -439,10 +462,11 @@ async function dbOpenAsync({
     dbData,
     filename,
     flags,
-    rawPtr,
     threadCount = 1
 }) {
-// this function will open and return sqlite-database-connection <db>
+
+// This function will open and return sqlite-database-connection <db>.
+
 // int sqlite3_open_v2(
 //   const char *filename,   /* Database filename (UTF-8) */
 //   sqlite3 **ppDb,         /* OUT: SQLite db handle */
@@ -461,16 +485,10 @@ async function dbOpenAsync({
         !dbData || isExternalBuffer(dbData),
         "dbData must be ArrayBuffer"
     );
-    if (rawPtr) {
-        rawPtr = [
-            BigInt(rawPtr)
-        ];
-        threadCount = 1;
-    }
     connPool = await Promise.all(Array.from(new Array(
         threadCount
     ), async function () {
-        let ptr = rawPtr || await cCallAsync(
+        let ptr = await cCallAsync(
             undefined,
             "_dbOpen",
             // 0. const char *filename,   Database filename (UTF-8)
@@ -486,7 +504,7 @@ async function dbOpenAsync({
             // 4. wasm-only - arraybuffer of raw sqlite-database to open in wasm
             dbData
         );
-        ptr = rawPtr || [
+        ptr = [
             ptr[0].getBigInt64(4 + 4, true)
         ];
         dbFinalizationRegistry.register(db, {
@@ -505,7 +523,9 @@ async function dbOpenAsync({
 }
 
 function isExternalBuffer(buf) {
-// this function will check if <buf> is ArrayBuffer or SharedArrayBuffer
+
+// This function will check if <buf> is ArrayBuffer or SharedArrayBuffer.
+
     return buf && (
         buf.constructor === ArrayBuffer
         || (
@@ -516,7 +536,9 @@ function isExternalBuffer(buf) {
 }
 
 function jsbatonCreate() {
-// this function will create buffer <baton>
+
+// This function will create buffer <baton>.
+
     let baton = new DataView(new ArrayBuffer(1024));
     // offset nalloc, nused
     baton.setInt32(4, SQLITE_DATATYPE_OFFSET, true);
@@ -529,7 +551,9 @@ function jsbatonValuePush({
     externalbufferList,
     value
 }) {
-// this function will push <value> to buffer <baton>
+
+// This function will push <value> to buffer <baton>.
+
     let nn;
     let nused;
     let tmp;
@@ -744,7 +768,9 @@ function jsbatonValueString({
     argi,
     baton
 }) {
-// this function will return string-value from <baton> at given <offset>
+
+// This function will return string-value from <baton> at given <offset>.
+
     let offset = baton.getInt32(4 + 4 + argi * 8, true);
     return new TextDecoder().decode(new Uint8Array(
         baton.buffer,
@@ -787,7 +813,7 @@ function objectDeepCopyWithKeysSorted(obj) {
 
 async function sqlMessagePost(baton, cFuncName, ...argList) {
 
-// This function will post msg to <sqlWorker> and return result
+// This function will post msg to <sqlWorker> and return result.
 
     let errStack;
     let id;
@@ -824,7 +850,7 @@ async function sqlMessagePost(baton, cFuncName, ...argList) {
     delete sqlMessageDict[id];
     // debug slow postMessage
     timeElapsed = Date.now() - timeElapsed;
-    if (timeElapsed > 500) {
+    if (timeElapsed > 500 || cFuncName === "testTimeElapsed") {
         consoleError(
             "sqlMessagePost - " + JSON.stringify({
                 cFuncName,
@@ -839,12 +865,17 @@ async function sqlMessagePost(baton, cFuncName, ...argList) {
 }
 
 async function sqlmathInit() {
+
+// This function will init sqlmath.
+
     dbFinalizationRegistry = new FinalizationRegistry(function ({
         afterFinalization,
         ptr
     }) {
+
     // This function will auto-close any open sqlite3-db-pointer,
-    // after its js-wrapper has been garbage-collected
+    // after its js-wrapper has been garbage-collected.
+
         cCallAsync(undefined, "_dbClose", ptr[0]);
         if (afterFinalization) {
             afterFinalization();
@@ -874,19 +905,46 @@ async function sqlmathInit() {
 }
 
 function sqlmathWebworkerInit({
-    Worker
+    db,
+    modeTest
 }) {
 
+// This function will init sqlmath web-worker.
+
 // Feature-detect browser.
 
+    let Worker = globalThis.Worker;
     IS_BROWSER = true;
-    Worker = Worker || globalThis.Worker;
+    if (modeTest) {
+        Worker = function () {
+            return;
+        };
+    }
     sqlWorker = new Worker("sqlmath_wasm.js");
     sqlWorker.onmessage = function ({
         data
     }) {
         sqlMessageDict[data.id](data);
     };
+    if (modeTest) {
+        sqlWorker.postMessage = function (data) {
+            setTimeout(function () {
+                sqlWorker.onmessage({
+                    data
+                });
+            });
+        };
+        // test cCallAsync handling-behavior
+        cCallAsync(undefined, "testTimeElapsed", true);
+        // test dbFileExportAsync handling-behavior
+        dbFileExportAsync({
+            db,
+            filename: "aa",
+            modeTest
+        });
+        // revert IS_BROWSER
+        IS_BROWSER = undefined;
+    }
 }
 
 await sqlmathInit({});
@@ -929,5 +987,6 @@ export {
     noop,
     objectDeepCopyWithKeysSorted,
     sqlmathInit,
-    sqlmathWebworkerInit
+    sqlmathWebworkerInit,
+    version
 };