dolphindb 0.0.14 → 2.0.501

package/browser.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ddb = exports.DDB = exports.str2nanotimestamp = exports.nanotimestamp2str = exports.timestamp2str = exports.datetime2str = exports.date2str = exports.DdbFunction = exports.DdbPair = exports.DdbVectorAny = exports.DdbVectorDouble = exports.DdbVectorString = exports.DdbVectorInt = exports.DdbNanoTimeStamp = exports.DdbTimeStamp = exports.DdbDateTime = exports.DdbDouble = exports.DdbLong = exports.DdbString = exports.DdbInt = exports.DdbChar = exports.DdbBool = exports.DdbVoid = exports.DdbObj = exports.timezone_offset = exports.nulls = exports.DdbFunctionType = exports.DdbType = exports.DdbForm = void 0;
+exports.ddb = exports.DDB = exports.str2nanotimestamp = exports.nanotimestamp2str = exports.str2timestamp = exports.timestamp2str = exports.datetime2str = exports.date2str = exports.DdbTable = exports.DdbVectorSymbol = exports.DdbVectorAny = exports.DdbVectorDouble = exports.DdbVectorString = exports.DdbVectorInt = exports.DdbFunction = exports.DdbPair = exports.DdbNanoTimeStamp = exports.DdbTimeStamp = exports.DdbDateTime = exports.DdbDouble = exports.DdbLong = exports.DdbString = exports.DdbInt = exports.DdbChar = exports.DdbBool = exports.DdbVoid = exports.DdbObj = exports.timezone_offset = exports.nulls = exports.DdbFunctionType = exports.DdbType = exports.DdbForm = void 0;
 const tslib_1 = require("tslib");
 const dayjs_1 = tslib_1.__importDefault(require("dayjs"));
 const customParseFormat_js_1 = tslib_1.__importDefault(require("dayjs/plugin/customParseFormat.js"));
@@ -72,10 +72,15 @@ var DdbFunctionType;
     DdbFunctionType[DdbFunctionType["JitPartialFunc"] = 8] = "JitPartialFunc";
 })(DdbFunctionType = exports.DdbFunctionType || (exports.DdbFunctionType = {}));
 exports.nulls = {
+    bool: 0x80,
     char: '\x80',
     int16: -32768,
     int32: -2147483648,
-    int64: -0x8000000000000000n, // -922_3372_0368_5477_5808
+    int64: -0x8000000000000000n,
+    float32: -3.4028234663852886e+38,
+    /** -Number.MAX_VALUE */
+    double: -Number.MAX_VALUE,
+    bytes16: Uint8Array.from(new Array(16).fill(0))
 };
 exports.timezone_offset = 1000 * 60 * new Date().getTimezoneOffset();
 /** 可以表示所有 DolphinDB 数据库中的数据类型 */
@@ -92,7 +97,7 @@ class DdbObj {
                 form: DdbForm.scalar,
                 type: DdbType.void,
                 length: 0,
-                value: undefined
+                value: null
             });
         const type = buf[0];
         const form = buf[1];
@@ -241,13 +246,18 @@ class DdbObj {
         switch (type) {
             case DdbType.void:
                 return [1, null];
-            case DdbType.bool:
-                return [1, Boolean(buf[0])];
-            case DdbType.char:
-                return [1, String.fromCharCode(buf[0])];
+            case DdbType.bool: {
+                const value = buf[0];
+                return [1, value === exports.nulls.bool ? null : Boolean(value)];
+            }
+            case DdbType.char: {
+                const value = String.fromCharCode(buf[0]);
+                return [1, value === exports.nulls.char ? null : value];
+            }
             case DdbType.short: {
                 const dv = new DataView(buf.buffer, buf.byteOffset);
-                return [2, dv.getInt16(0, le)];
+                const value = dv.getInt16(0, le);
+                return [2, value === exports.nulls.int16 ? null : value];
             }
             case DdbType.int:
             // datetime
@@ -259,15 +269,18 @@ class DdbObj {
             case DdbType.datetime:
             case DdbType.datehour: {
                 const dv = new DataView(buf.buffer, buf.byteOffset);
-                return [4, dv.getInt32(0, le)];
+                const value = dv.getInt32(0, le);
+                return [4, value === exports.nulls.int32 ? null : value];
             }
             case DdbType.float: {
                 const dv = new DataView(buf.buffer, buf.byteOffset);
-                return [4, dv.getFloat32(0, le)];
+                const value = dv.getFloat32(0, le);
+                return [4, value === exports.nulls.float32 ? null : value];
             }
             case DdbType.double: {
                 const dv = new DataView(buf.buffer, buf.byteOffset);
-                return [8, dv.getFloat64(0, le)];
+                const value = dv.getFloat64(0, le);
+                return [8, value === exports.nulls.double ? null : value];
             }
             case DdbType.long:
             // timestamp
@@ -275,7 +288,8 @@ class DdbObj {
             case DdbType.nanotime:
             case DdbType.nanotimestamp: {
                 const dv = new DataView(buf.buffer, buf.byteOffset);
-                return [8, dv.getBigInt64(0, le)];
+                const value = dv.getBigInt64(0, le);
+                return [8, value === exports.nulls.int64 ? null : value];
             }
             case DdbType.string:
             case DdbType.symbol:
@@ -576,11 +590,26 @@ class DdbObj {
                         case DdbType.void:
                             return [Uint8Array.of(1)];
                         case DdbType.bool:
-                            return [Uint8Array.of(Number(value))];
+                            return [
+                                Uint8Array.of(value === null ?
+                                    exports.nulls.bool
+                                    :
+                                        Number(value))
+                            ];
                         case DdbType.char:
-                            return [Uint8Array.of(value.charCodeAt(0))];
+                            return [
+                                Uint8Array.of((value === null ?
+                                    exports.nulls.char
+                                    :
+                                        value).charCodeAt(0))
+                            ];
                         case DdbType.short:
-                            return [Int16Array.of(value)];
+                            return [
+                                Int16Array.of(value === null ?
+                                    exports.nulls.int16
+                                    :
+                                        value)
+                            ];
                         case DdbType.int:
                         // datetime
                         case DdbType.date:
@@ -590,17 +619,37 @@ class DdbObj {
                         case DdbType.second:
                         case DdbType.datetime:
                         case DdbType.datehour:
-                            return [Int32Array.of(value)];
+                            return [
+                                Int32Array.of(value === null ?
+                                    exports.nulls.int32
+                                    :
+                                        value)
+                            ];
                         case DdbType.float:
-                            return [Float32Array.of(value)];
+                            return [
+                                Float32Array.of(value === null ?
+                                    exports.nulls.float32
+                                    :
+                                        value)
+                            ];
                         case DdbType.double:
-                            return [Float64Array.of(value)];
+                            return [
+                                Float64Array.of(value === null ?
+                                    exports.nulls.double
+                                    :
+                                        value)
+                            ];
                         case DdbType.long:
                         // timestamp
                         case DdbType.timestamp:
                         case DdbType.nanotime:
                         case DdbType.nanotimestamp:
-                            return [BigInt64Array.of(this.value)];
+                            return [
+                                BigInt64Array.of(value === null ?
+                                    exports.nulls.int64
+                                    :
+                                        value)
+                            ];
                         case DdbType.string:
                         case DdbType.symbol:
                         case DdbType.code:
@@ -660,15 +709,12 @@ class DdbObj {
                 case DdbForm.table:
                     return [
                         Uint32Array.of(this.rows, this.cols),
-                        DdbObj.enc.encode(this.name),
+                        DdbObj.enc.encode(this.name || ''),
+                        // column names
                         Uint8Array.of(0),
-                        ...DdbObj.pack_vector_body(this.value.map(col => col.name), DdbType.string, this.cols),
-                        ...(() => {
-                            let cols = new Array(this.cols);
-                            for (let i = 0; i < cols.length; i++)
-                                cols[i] = this.value[i].pack();
-                            return cols;
-                        })()
+                        ...DdbObj.pack_vector_body(this.value.map((col, i) => col.name || `col${i}`), DdbType.string, this.cols),
+                        // column vectors
+                        ...this.value.map(col => col.pack())
                     ];
                 case DdbForm.dict:
                     return [
@@ -764,7 +810,7 @@ class DdbObj {
             case DdbType.symbol_extended: {
                 const { base_id, base, data } = value;
                 return [
-                    Uint32Array.of(base_id, base.length),
+                    Uint32Array.of(base_id || 0, base.length),
                     ...this.pack_vector_body(base, DdbType.string, base.length),
                     data
                 ];
@@ -879,6 +925,7 @@ class DdbVoid extends DdbObj {
             form: DdbForm.scalar,
             type: DdbType.void,
             length: 0,
+            value: null,
         });
     }
 }
@@ -911,7 +958,7 @@ class DdbInt extends DdbObj {
             form: DdbForm.scalar,
             type: DdbType.int,
             length: 4,
-            value
+            value,
         });
     }
 }
@@ -982,86 +1029,143 @@ class DdbNanoTimeStamp extends DdbObj {
     }
 }
 exports.DdbNanoTimeStamp = DdbNanoTimeStamp;
+class DdbPair extends DdbObj {
+    constructor(l, r = null) {
+        super({
+            form: DdbForm.pair,
+            type: DdbType.int,
+            length: 0,
+            rows: 2,
+            cols: 1,
+            value: Int32Array.of(l === null ? exports.nulls.int32 : l, r === null ? exports.nulls.int32 : r)
+        });
+    }
+}
+exports.DdbPair = DdbPair;
+class DdbFunction extends DdbObj {
+    constructor(name, type) {
+        super({
+            form: DdbForm.scalar,
+            type: DdbType.functiondef,
+            length: 0,
+            value: { type, name }
+        });
+    }
+}
+exports.DdbFunction = DdbFunction;
 class DdbVectorInt extends DdbObj {
-    constructor(value, name) {
+    constructor(ints, name) {
         super({
             form: DdbForm.vector,
             type: DdbType.int,
             length: 0,
-            rows: value.length,
+            rows: ints.length,
             cols: 1,
-            value: Int32Array.from(value),
+            value: ints instanceof Int32Array ?
+                ints
+                :
+                    Int32Array.from(ints, v => v === null ?
+                        exports.nulls.int32
+                        :
+                            v),
             name,
         });
     }
 }
 exports.DdbVectorInt = DdbVectorInt;
 class DdbVectorString extends DdbObj {
-    constructor(value, name) {
+    constructor(strings, name) {
         super({
             form: DdbForm.vector,
             type: DdbType.string,
             length: 0,
-            rows: value.length,
+            rows: strings.length,
             cols: 1,
-            value,
+            value: strings,
             name,
         });
     }
 }
 exports.DdbVectorString = DdbVectorString;
 class DdbVectorDouble extends DdbObj {
-    constructor(value, name) {
+    constructor(doubles, name) {
         super({
             form: DdbForm.vector,
             type: DdbType.double,
             length: 0,
-            rows: value.length,
+            rows: doubles.length,
             cols: 1,
-            value: Float64Array.from(value),
+            value: doubles instanceof Float64Array ?
+                doubles
+                :
+                    Float64Array.from(doubles, v => v === null ?
+                        exports.nulls.double
+                        :
+                            v),
             name,
         });
     }
 }
 exports.DdbVectorDouble = DdbVectorDouble;
 class DdbVectorAny extends DdbObj {
-    constructor(value, name) {
+    constructor(objs, name) {
         super({
             form: DdbForm.vector,
             type: DdbType.any,
             length: 0,
-            rows: value.length,
+            rows: objs.length,
             cols: 1,
-            value,
+            value: objs,
             name,
         });
     }
 }
 exports.DdbVectorAny = DdbVectorAny;
-class DdbPair extends DdbObj {
-    constructor(l, r = -2147483648) {
+class DdbVectorSymbol extends DdbObj {
+    constructor(strings, name) {
+        let map = new Map([
+            ['', 0]
+        ]);
+        let data = new Uint32Array(strings.length);
+        for (let i = 0; i < strings.length; i++) {
+            const x = strings[i];
+            let index = map.get(x);
+            if (index === undefined) {
+                index = map.size;
+                map.set(x, index);
+            }
+            data[i] = index;
+        }
         super({
-            form: DdbForm.pair,
-            type: DdbType.int,
+            form: DdbForm.vector,
+            type: DdbType.symbol_extended,
             length: 0,
-            rows: 2,
+            rows: strings.length,
             cols: 1,
-            value: Int32Array.of(l, r)
+            value: {
+                base: [...map.keys()],
+                base_id: null,
+                data,
+            },
+            name
         });
     }
 }
-exports.DdbPair = DdbPair;
-class DdbFunction extends DdbObj {
-    constructor(name, type) {
+exports.DdbVectorSymbol = DdbVectorSymbol;
+class DdbTable extends DdbObj {
+    constructor(columns, name = '') {
         super({
-            form: DdbForm.scalar,
-            type: DdbType.functiondef,
+            form: DdbForm.table,
+            type: DdbType.void,
             length: 0,
-            value: { type, name }
+            rows: columns[0].rows,
+            cols: columns.length,
+            name,
+            value: columns,
         });
     }
 }
-exports.DdbFunction = DdbFunction;
+exports.DdbTable = DdbTable;
 function date2str(date, format = 'YYYY.MM.DD') {
     return date === exports.nulls.int32 ?
         ''
@@ -1076,34 +1180,79 @@ function datetime2str(datetime, format = 'YYYY.MM.DD HH:mm:ss') {
             (0, dayjs_1.default)(exports.timezone_offset + 1000 * datetime).format(format);
 }
 exports.datetime2str = datetime2str;
-function timestamp2str(timestamp) {
+/** format timestamp (bigint) to string
+    - timestamp: bigint value
+    - format?:
+        format string, default to `YYYY.MM.DD HH:mm:ss.SSS`
+        https://day.js.org/docs/en/parse/string-format#list-of-all-available-parsing-tokens
+*/
+function timestamp2str(timestamp, format = 'YYYY.MM.DD HH:mm:ss.SSS') {
     return timestamp === exports.nulls.int64 ?
         ''
         :
-            (0, dayjs_1.default)(exports.timezone_offset + Number(timestamp)).format('YYYY.MM.DD HH:mm:ss.SSS');
+            (0, dayjs_1.default)(exports.timezone_offset + Number(timestamp)).format(format);
 }
 exports.timestamp2str = timestamp2str;
-function nanotimestamp2str(nanotimestamp, format = 'YYYY.MM.DD HH:mm:ss') {
-    return nanotimestamp === exports.nulls.int64 ?
-        ''
-        :
-            (0, dayjs_1.default)(exports.timezone_offset + (Number(nanotimestamp) / 1000000)).format(format) + `.${nanotimestamp % 1000000000n}`;
+/** parse timestamp string to bigint value
+    - str: timestamp string, If it is an empty string, it will return the corresponding empty value (nulls.int64)
+    - format?:
+        The format string corresponding to the incoming string, the default is `YYYY.MM.DD HH:mm:ss.SSS`
+        https://day.js.org/docs/en/parse/string-format#list-of-all-available-parsing-tokens
+*/
+function str2timestamp(str, format = 'YYYY.MM.DD HH:mm:ss.SSS') {
+    if (!str)
+        return exports.nulls.int64;
+    if (str.length !== format.length)
+        throw new Error('The length of the timestamp string is not equal to the length of the format string');
+    return BigInt(-exports.timezone_offset +
+        (0, dayjs_1.default)(str, format).valueOf());
+}
+exports.str2timestamp = str2timestamp;
+/** format nanotimestamp value (bigint) to string
+    - nanotimestamp: bigint value
+    - format?:
+        format string, default is `YYYY.MM.DD HH:mm:ss.SSSSSSSSS`
+        Seconds are in the format ss (must be included); nanoseconds are in the format SSSSSSSSS (must be included)
+        https://day.js.org/docs/en/parse/string-format#list-of-all-available-parsing-tokens
+*/
+function nanotimestamp2str(nanotimestamp, format = 'YYYY.MM.DD HH:mm:ss.SSSSSSSSS') {
+    if (nanotimestamp === exports.nulls.int64)
+        return '';
+    const i_second_start = format.indexOf('ss');
+    if (i_second_start === -1)
+        throw new Error('The format string must contain the format for seconds (ss)');
+    const i_second_end = i_second_start + 2;
+    const i_nanosecond_start = format.indexOf('SSSSSSSSS', i_second_end);
+    if (i_nanosecond_start === -1)
+        throw new Error('The format string must contain the format for nanoseconds (SSSSSSSSS)');
+    return ((0, dayjs_1.default)(exports.timezone_offset + (Number(nanotimestamp) / 1000000)).format(format.slice(0, i_second_end)) +
+        format.slice(i_second_end, i_nanosecond_start) +
+        String(nanotimestamp % 1000000000n));
 }
 exports.nanotimestamp2str = nanotimestamp2str;
 /** parse nano timestamp string to bigint value
-    - str: nano timestamp string, 如果为空字符串会返回对应的空值 (nulls.int64)
-    - format?: Format string up to and including seconds of the passed string, default is `YYYY.MM.DD HH:mm:ss`
+    - str: nano timestamp string, If it is an empty string, it will return the corresponding empty value (nulls.int64)
+    - format?:
+        The format string corresponding to the incoming string, the default is `YYYY.MM.DD HH:mm:ss.SSSSSSSSS`
+        Seconds are in the format ss (must be included); nanoseconds are in the format SSSSSSSSS (must be included)
         https://day.js.org/docs/en/parse/string-format#list-of-all-available-parsing-tokens
 */
-function str2nanotimestamp(str, format = 'YYYY.MM.DD HH:mm:ss') {
+function str2nanotimestamp(str, format = 'YYYY.MM.DD HH:mm:ss.SSSSSSSSS') {
     if (!str)
         return exports.nulls.int64;
-    if (str.length - format.length !== 9)
-        throw new Error('nanotimestamp 字符串长度减格式串长度应该等于 9');
+    if (str.length !== format.length)
+        throw new Error('nanotimestamp string length is not equal to format string length');
+    const i_second_start = format.indexOf('ss');
+    if (i_second_start === -1)
+        throw new Error('The format string must contain the format for seconds (ss)');
+    const i_second_end = i_second_start + 2;
+    const i_nanosecond_start = format.indexOf('SSSSSSSSS', i_second_end);
+    if (i_nanosecond_start === -1)
+        throw new Error('Format string must contain nanosecond format (SSSSSSSSS)');
     return (BigInt(-exports.timezone_offset +
-        (0, dayjs_1.default)(str.slice(0, format.length), format).valueOf()) * 1000000n
+        (0, dayjs_1.default)(str.slice(0, i_second_end), format.slice(0, i_second_end)).valueOf()) * 1000000n
         +
-            BigInt(str.slice(format.length)));
+            BigInt(str.slice(i_nanosecond_start, i_nanosecond_start + 9)));
 }
 exports.str2nanotimestamp = str2nanotimestamp;
 class DDB {
@@ -1142,12 +1291,14 @@ class DDB {
     /** resolver, rejector, promise of last rpc */
     presolver(buf) { }
     prejector(error) { }
+    get connected() {
+        return this.websocket?.readyState === WebSocket.OPEN;
+    }
     /** Establish the actual WebSocket connection to the DolphinDB corresponding to the URL */
     async connect({ url = this.url, login = true, username = 'admin', password = '123456', python = false, } = {}) {
         this.url = url;
         this.python = python;
-        if (this.websocket?.readyState === WebSocket.OPEN)
-            this.disconnect();
+        this.disconnect();
         let websocket = new WebSocket(url, python ? ['python'] : []);
         // https://stackoverflow.com/questions/11821096/what-is-the-difference-between-an-arraybuffer-and-a-blob/39951543
         websocket.binaryType = 'arraybuffer';
@@ -1238,7 +1389,11 @@ class DDB {
         return `/ ${options.join('_')}`;
     }
     disconnect() {
-        this.websocket?.close(1000);
+        if (this.connected)
+            this.websocket.close(1000);
+        this.presolver = buf => { };
+        this.prejector = error => { };
+        this.presult = Promise.resolve(null);
     }
     /** rpc through websocket (function/script/variable command)
         - type: API 类型: 'script' | 'function' | 'variable'
@@ -1249,7 +1404,7 @@ class DDB {
     async rpc(type, { script, func, args = [], vars = [], urgent, }) {
         if (!this.websocket)
             await this.connect();
-        if (this.websocket.readyState !== WebSocket.OPEN)
+        if (!this.connected)
             throw new Error(`${this.url} is already disconnected`);
         // 临界区：保证多个 rpc 并发时形成 promise 链
         // ddb 世界观：需要等待上一个 rpc 结果从 server 返回之后才能发起下一个调用  
@@ -1272,7 +1427,7 @@ class DDB {
         // 临界区结束，只有一个 rpc 请求可以写 WebSocket
         if (urgent && type !== 'script' && type !== 'function')
             throw new Error('urgent 只适用于 script 和 funciton');
-        this.to_ddbobjs(args);
+        args = this.to_ddbobjs(args);
         const command = this.enc.encode((() => {
             switch (type) {
                 case 'function':
@@ -1414,11 +1569,9 @@ class DDB {
                 throw new Error(`不能自动转换 ${type} 至 DdbObj`);
         }
     }
-    /** 转换 js 数组为 DdbObj[] (in place, 会修改原数组) */
+    /** 转换 js 数组为 DdbObj[] */
     to_ddbobjs(values) {
-        for (let i = 0; i < values.length; i++)
-            values[i] = this.to_ddbobj(values[i]);
-        return values;
+        return values.map(value => this.to_ddbobj(value));
     }
 }
 exports.DDB = DDB;