dolphindb 2.0.503 → 2.0.506

package/browser.js

@@ -1,12 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ddb = exports.DDB = exports.str2nanotimestamp = exports.nanotimestamp2str = exports.str2timestamp = exports.timestamp2str = exports.datetime2str = exports.date2str = exports.DdbTable = exports.DdbVectorSymbol = exports.DdbVectorAny = exports.DdbVectorDouble = exports.DdbVectorString = exports.DdbVectorInt = exports.DdbFunction = exports.DdbPair = exports.DdbNanoTimeStamp = exports.DdbTimeStamp = exports.DdbDateTime = exports.DdbDouble = exports.DdbLong = exports.DdbString = exports.DdbInt = exports.DdbChar = exports.DdbBool = exports.DdbVoid = exports.DdbObj = exports.timezone_offset = exports.nulls = exports.DdbFunctionType = exports.DdbType = exports.DdbForm = void 0;
+exports.ddb = exports.DDB = exports.str2nanotimestamp = exports.nanotimestamp2str = exports.str2timestamp = exports.timestamp2str = exports.datetime2str = exports.date2str = exports.DdbTable = exports.DdbSetString = exports.DdbSetDouble = exports.DdbSetInt = exports.DdbVectorSymbol = exports.DdbVectorAny = exports.DdbVectorString = exports.DdbVectorDouble = exports.DdbVectorInt = exports.DdbFunction = exports.DdbPair = exports.DdbNanoTimeStamp = exports.DdbTimeStamp = exports.DdbDateTime = exports.DdbDouble = exports.DdbLong = exports.DdbString = exports.DdbInt = exports.DdbChar = exports.DdbBool = exports.DdbVoid = exports.DdbObj = exports.timezone_offset = exports.nulls = exports.DdbFunctionType = exports.DdbType = exports.DdbForm = void 0;
 const tslib_1 = require("tslib");
 const dayjs_1 = tslib_1.__importDefault(require("dayjs"));
 const customParseFormat_js_1 = tslib_1.__importDefault(require("dayjs/plugin/customParseFormat.js"));
 dayjs_1.default.extend(customParseFormat_js_1.default);
 require("xshell/prototype.browser");
 const utils_browser_1 = require("xshell/utils.browser");
+const net_browser_js_1 = require("xshell/net.browser.js");
 var DdbForm;
 (function (DdbForm) {
     DdbForm[DdbForm["scalar"] = 0] = "scalar";
@@ -72,8 +73,7 @@ var DdbFunctionType;
     DdbFunctionType[DdbFunctionType["JitPartialFunc"] = 8] = "JitPartialFunc";
 })(DdbFunctionType = exports.DdbFunctionType || (exports.DdbFunctionType = {}));
 exports.nulls = {
-    bool: 0x80,
-    char: '\x80',
+    int8: -0x80,
     int16: -32768,
     int32: -2147483648,
     int64: -0x8000000000000000n,
@@ -247,12 +247,14 @@ class DdbObj {
             case DdbType.void:
                 return [1, null];
             case DdbType.bool: {
-                const value = buf[0];
-                return [1, value === exports.nulls.bool ? null : Boolean(value)];
+                const dv = new DataView(buf.buffer, buf.byteOffset);
+                const value = dv.getInt8(0);
+                return [1, value === exports.nulls.int8 ? null : Boolean(value)];
             }
             case DdbType.char: {
-                const value = String.fromCharCode(buf[0]);
-                return [1, value === exports.nulls.char ? null : value];
+                const dv = new DataView(buf.buffer, buf.byteOffset);
+                const value = dv.getInt8(0);
+                return [1, value === exports.nulls.int8 ? null : value];
             }
             case DdbType.short: {
                 const dv = new DataView(buf.buffer, buf.byteOffset);
@@ -437,11 +439,10 @@ class DdbObj {
     static parse_vector_items(buf, le, type, length) {
         switch (type) {
             case DdbType.bool:
-                return [length, buf.slice(0, length)];
             case DdbType.char:
                 return [
                     length,
-                    this.dec.decode(buf.subarray(0, length))
+                    new Int8Array(buf.buffer.slice(buf.byteOffset, buf.byteOffset + length))
                 ];
             case DdbType.short:
                 return [
@@ -591,17 +592,17 @@ class DdbObj {
                             return [Uint8Array.of(1)];
                         case DdbType.bool:
                             return [
-                                Uint8Array.of(value === null ?
-                                    exports.nulls.bool
+                                Int8Array.of(value === null ?
+                                    exports.nulls.int8
                                     :
                                         Number(value))
                             ];
                         case DdbType.char:
                             return [
-                                Uint8Array.of((value === null ?
-                                    exports.nulls.char
+                                Int8Array.of((value === null ?
+                                    exports.nulls.int8
                                     :
-                                        value).charCodeAt(0))
+                                        value))
                             ];
                         case DdbType.short:
                             return [
@@ -743,7 +744,7 @@ class DdbObj {
             case DdbType.bool:
                 return [value];
             case DdbType.char:
-                return [this.enc.encode(value)];
+                return [value];
             case DdbType.short:
                 return [value];
             case DdbType.int:
@@ -846,10 +847,18 @@ class DdbObj {
             }
         })();
         const data = (() => {
-            if (this.form === DdbForm.pair)
-                return `${this.value[0]}, ${this.value[1]}`;
-            if (this.form === DdbForm.scalar && this.type === DdbType.functiondef)
-                return `'${this.value.name}'`;
+            switch (this.form) {
+                case DdbForm.pair:
+                    return `${this.value[0]}, ${this.value[1]}`;
+                case DdbForm.scalar:
+                    switch (this.type) {
+                        case DdbType.functiondef:
+                            return `'${this.value.name}'`;
+                        case DdbType.string:
+                            return `'${this.value}'`;
+                    }
+                    break;
+            }
             return this.value;
         })();
         return `${type}(${this.name ? `'${this.name}', ` : ''}${data})\n`;
@@ -949,7 +958,10 @@ class DdbChar extends DdbObj {
             form: DdbForm.scalar,
             type: DdbType.char,
             length: 1,
-            value,
+            value: typeof value === 'string' ?
+                value.charCodeAt(0)
+                :
+                    value
         });
     }
 }
@@ -1075,20 +1087,6 @@ class DdbVectorInt extends DdbObj {
     }
 }
 exports.DdbVectorInt = DdbVectorInt;
-class DdbVectorString extends DdbObj {
-    constructor(strings, name) {
-        super({
-            form: DdbForm.vector,
-            type: DdbType.string,
-            length: 0,
-            rows: strings.length,
-            cols: 1,
-            value: strings,
-            name,
-        });
-    }
-}
-exports.DdbVectorString = DdbVectorString;
 class DdbVectorDouble extends DdbObj {
     constructor(doubles, name) {
         super({
@@ -1109,6 +1107,20 @@ class DdbVectorDouble extends DdbObj {
     }
 }
 exports.DdbVectorDouble = DdbVectorDouble;
+class DdbVectorString extends DdbObj {
+    constructor(strings, name) {
+        super({
+            form: DdbForm.vector,
+            type: DdbType.string,
+            length: 0,
+            rows: strings.length,
+            cols: 1,
+            value: strings,
+            name,
+        });
+    }
+}
+exports.DdbVectorString = DdbVectorString;
 class DdbVectorAny extends DdbObj {
     constructor(objs, name) {
         super({
@@ -1154,6 +1166,65 @@ class DdbVectorSymbol extends DdbObj {
     }
 }
 exports.DdbVectorSymbol = DdbVectorSymbol;
+class DdbSetInt extends DdbObj {
+    constructor(ints) {
+        super({
+            form: DdbForm.set,
+            type: DdbType.int,
+            length: 0,
+            rows: ints instanceof Set ?
+                ints.size
+                :
+                    ints.length,
+            cols: 1,
+            value: ints instanceof Int32Array ?
+                ints
+                :
+                    Int32Array.from(ints, v => v === null ?
+                        exports.nulls.int32
+                        :
+                            v),
+        });
+    }
+}
+exports.DdbSetInt = DdbSetInt;
+class DdbSetDouble extends DdbObj {
+    constructor(doubles) {
+        super({
+            form: DdbForm.set,
+            type: DdbType.double,
+            length: 0,
+            rows: doubles instanceof Set ?
+                doubles.size
+                :
+                    doubles.length,
+            cols: 1,
+            value: doubles instanceof Int32Array ?
+                doubles
+                :
+                    Int32Array.from(doubles, v => v === null ?
+                        exports.nulls.int32
+                        :
+                            v),
+        });
+    }
+}
+exports.DdbSetDouble = DdbSetDouble;
+class DdbSetString extends DdbObj {
+    constructor(strings) {
+        if (strings instanceof Set)
+            strings = [...strings];
+        super({
+            form: DdbForm.set,
+            type: DdbType.string,
+            length: 0,
+            rows: strings.length,
+            cols: 1,
+            value: strings
+        });
+    }
+}
+exports.DdbSetString = DdbSetString;
 class DdbTable extends DdbObj {
     constructor(columns, name = '') {
         super({
@@ -1270,6 +1341,8 @@ class DDB {
         
         @example
         let ddb = new DDB('ws://127.0.0.1:8848')
+        
+        // Encrypt with HTTPS
         let ddbsecure = new DDB('wss://dolphindb.com', {
             autologin: true,
             username: 'admin',
@@ -1294,7 +1367,12 @@ class DDB {
         this.password = '123456';
         /** python session flag (2048) */
         this.python = false;
-        this.message_hook = null;
+        this.print_message_buffer = false;
+        this.print_object_buffer = false;
+        this.print_message = true;
+        this.parse_object = true;
+        /** message handlers */
+        this.handlers = [];
         this.presult = Promise.resolve(null);
         if (!url) {
             const _url = new URL(location.href);
@@ -1312,12 +1390,8 @@ class DDB {
         if (options.python !== undefined)
             this.python = options.python;
     }
-    /** print message handler */
-    printer(message) {
-        console.log(message);
-    }
     /** resolver, rejector, promise of last rpc */
-    presolver(buf) { }
+    presolver(ddbobj) { }
     prejector(error) { }
     get connected() {
         return this.websocket?.readyState === WebSocket.OPEN;
@@ -1342,58 +1416,74 @@ class DDB {
         if (options.python !== undefined)
             this.python = options.python;
         this.disconnect();
-        let websocket = new WebSocket(this.url, this.python ? ['python'] : []);
-        // https://stackoverflow.com/questions/11821096/what-is-the-difference-between-an-arraybuffer-and-a-blob/39951543
-        websocket.binaryType = 'arraybuffer';
-        this.websocket = websocket;
-        await new Promise((resolve, reject) => {
-            websocket.addEventListener('open', async (event) => {
-                console.log(`${websocket.url} opened`);
+        await (0, net_browser_js_1.connect_websocket)(this.url, {
+            protocols: this.python ? ['python'] : [],
+            on_open: async (event, websocket) => {
+                this.websocket = websocket;
                 await this.rpc('connect', {});
-                resolve();
-            });
-            websocket.addEventListener('close', event => {
-                console.log(`${websocket.url} closed with code = ${event.code}, reason = '${event.reason}'`);
-            });
-            websocket.addEventListener('error', event => {
-                const message = `${websocket.url} errored`;
-                console.error(message, event);
-                reject(Object.assign(new Error(message), { event }));
-            });
-            websocket.addEventListener('message', event => {
+            },
+            on_message: event => {
                 const buf = new Uint8Array(event.data);
-                if (this.message_hook)
-                    this.message_hook(buf);
-                try {
-                    const { type, data } = this.parse_message(buf);
-                    if (type === 'message') {
-                        this.printer(data);
-                        return;
-                    }
-                    this.presolver(data);
+                if (this.print_message_buffer)
+                    console.log(buf);
+                const message = this.parse_message(buf);
+                if (this.handlers.length) {
+                    const _handlers = [...this.handlers].reverse();
+                    for (const handler of _handlers)
+                        handler(message, this);
                 }
-                catch (error) {
-                    this.prejector(error);
+                const { type, data } = message;
+                switch (type) {
+                    case 'print':
+                        if (this.print_message)
+                            console.log(data);
+                        return;
+                    case 'object':
+                        if (this.print_object_buffer)
+                            console.log(data.buffer);
+                        this.presolver(data);
+                        return;
+                    case 'error':
+                        this.prejector(data);
+                        return;
                 }
-            });
+            }
         });
-        if (!this.python)
-            await this.eval('def pnode_run (nodes, func_name, args, add_node_alias = true) {\n' +
+        await this.eval(this.python ?
+            'def pnode_run (nodes, func_name, args, add_node_alias):\n' +
                 '    nargs = size(args)\n' +
                 '    func = funcByName(func_name)\n' +
                 '    \n' +
-                '    if (!nargs)\n' +
+                '    if not nargs:\n' +
                 '        return pnodeRun(func, nodes, add_node_alias)\n' +
                 '    \n' +
-                '    args_partial = array(any, 1 + nargs, 1 + nargs)\n' +
-                '    args_partial[0] = func\n' +
-                '    args_partial[1:] = args\n' +
+                '    args_partial = [ ]\n' +
+                '    args_partial.append(func)\n' +
+                '    for a in args:\n' +
+                '        args_partial.append(a)\n' +
+                '    \n' +
                 '    return pnodeRun(\n' +
                 '        unifiedCall(partial, args_partial),\n' +
                 '        nodes,\n' +
                 '        add_node_alias\n' +
-                '    )\n' +
-                '}\n', { urgent: true });
+                '    )\n'
+            :
+                'def pnode_run (nodes, func_name, args, add_node_alias = true) {\n' +
+                    '    nargs = size(args)\n' +
+                    '    func = funcByName(func_name)\n' +
+                    '    \n' +
+                    '    if (!nargs)\n' +
+                    '        return pnodeRun(func, nodes, add_node_alias)\n' +
+                    '    \n' +
+                    '    args_partial = array(any, 1 + nargs, 1 + nargs)\n' +
+                    '    args_partial[0] = func\n' +
+                    '    args_partial[1:] = args\n' +
+                    '    return pnodeRun(\n' +
+                    '        unifiedCall(partial, args_partial),\n' +
+                    '        nodes,\n' +
+                    '        add_node_alias\n' +
+                    '    )\n' +
+                    '}\n', { urgent: true });
         if (this.autologin)
             if (this.python)
                 await this.eval(`login(${this.username.quote('double')}, ${this.password.quote('double')})`, { urgent: true });
@@ -1429,7 +1519,7 @@ class DDB {
                 limit,
             ] : [],
         ];
-        return `/ ${options.join('_')}`;
+        return options.join('_');
     }
     disconnect() {
         if (this.connected)
@@ -1443,8 +1533,11 @@ class DDB {
         - options:
             - urgent?: 决定 `行为标识` 那一行字符串的取值（只适用于 script 和 function）
             - vars?: type === 'variable' 时必传，variable 指令中待上传的变量名
+            - handler?: 处理本次 rpc 期间的消息
+            - parse_object?: 在本次 rpc 期间设置 parse_object, 结束后恢复原有
+                为 false 时返回的 DdbObj 仅含有 buffer 和 le，不做解析，以便后续转发、序列化
     */
-    async rpc(type, { script, func, args = [], vars = [], urgent, }) {
+    async rpc(type, { script, func, args = [], vars = [], urgent, handler, parse_object, }) {
         if (!this.websocket)
             await this.connect();
         if (!this.connected)
@@ -1491,35 +1584,52 @@ class DDB {
             }
         })());
         const message = (0, utils_browser_1.concat)([
-            this.enc.encode(`API2 ${this.sid} ${command.length}${this.get_rpc_options({ urgent })}\n`),
+            this.enc.encode(`API2 ${this.sid} ${command.length} / ${this.get_rpc_options({ urgent })}\n`),
             command,
             ...args.map((arg) => arg.pack())
         ]);
-        this.websocket.send(message);
-        return DdbObj.parse(await presult, // data_buf
-        this.le);
+        const _parse_object = this.parse_object;
+        if (handler)
+            this.handlers.push(handler);
+        if (parse_object !== undefined)
+            this.parse_object = parse_object;
+        try {
+            this.websocket.send(message);
+            return (await presult);
+        }
+        finally {
+            if (handler)
+                this.handlers = this.handlers.filter(h => h !== handler);
+            this.parse_object = _parse_object;
+        }
     }
-    /** eval script through websocket (script command) */
-    async eval(
-    /** 执行的脚本 */
-    script, 
-    /** 执行选项 */
-    { urgent } = {}) {
-        return this.rpc('script', { script, urgent });
+    /** eval script through websocket (script command)
+        - script?: Script to execute
+        - options?: execution options
+            - urgent?: Urgent flag to ensure that submitted scripts are processed by urgent workers to prevent being blocked by other jobs
+            - handler?: Process messages during this rpc
+            - parse_object?: Set parse_object during this rpc, and restore the original after the end.
+                When it is false, the returned DdbObj only contains buffer and le without parsing,
+                so as to facilitate subsequent forwarding and serialization
+    */
+    async eval(script, { urgent, handler, parse_object, } = {}) {
+        return this.rpc('script', { script, urgent, handler, parse_object });
     }
     /** call function through websocket (function command)
-        - func: 函数名
-        - args?: `[ ]` 调用参数 (传入的原生 string 和 boolean 会被自动转换为 DdbObj<string> 和 DdbObj<boolean>)
-        - options?: 调用选项
-            - urgent?: 紧急 flag。使用 urgent worker 执行，防止被其它作业阻塞
-            - node?: 设置结点 alias 时发送到集群中对应的结点执行 (使用 DolphinDB 中的 rpc 方法)
-            - nodes?: 设置多个结点 alias 时发送到集群中对应的多个结点执行 (使用 DolphinDB 中的 pnodeRun 方法)
-            - func_type?: 设置 node 参数时必传，需指定函数类型，其它情况下不传
-            - add_node_alias?: 设置 nodes 参数时选传，其它情况不传
+        - func: function name
+        - args?: `[ ]` Call parameters (the incoming native string and boolean will be automatically converted to DdbObj<string> and DdbObj<boolean>)
+        - options?: call options
+            - urgent?: Emergency flag. Use urgent worker execution to prevent being blocked by other jobs
+            - node?: When the node alias is set, it is sent to the corresponding node in the cluster for execution (using the rpc method in DolphinDB)
+            - nodes?: When setting multiple node aliases, send them to the corresponding multiple nodes in the cluster for execution (using the pnodeRun method in DolphinDB)
+            - func_type?: It must be passed when setting the node parameter, the function type needs to be specified, and it is not passed in other cases
+            - add_node_alias?: Select to pass when setting the nodes parameter, otherwise not pass
+            - handler?: Process messages during this rpc
+            - parse_object?: Set parse_object during this rpc, and restore the original after the end.
+                When it is false, the returned DdbObj only contains buffer and le without parsing,
+                so as to facilitate subsequent forwarding and serialization
     */
-    async call(func, args = [], { urgent, node, nodes, func_type, add_node_alias } = {}) {
-        if (this.python)
-            throw new Error('call doesn\'t support python session yet');
+    async call(func, args = [], { urgent, node, nodes, func_type, add_node_alias, handler, parse_object, } = {}) {
         if (node) {
             if (typeof func_type === 'undefined')
                 throw new Error('指定 node 时必须设置 func_type');
@@ -1549,6 +1659,8 @@ class DDB {
             func,
             args,
             urgent,
+            handler,
+            parse_object
         });
     }
     /** upload variable through websocket (variable command) */
@@ -1556,19 +1668,19 @@ class DDB {
     /** Uploaded variables' name */
     vars, 
     /** Uploaded variables' value */
-    args) {
+    args, { handler, parse_object, } = {}) {
         if (!args.length || args.length !== vars.length)
             throw new Error('variable 指令参数为空或参数名为空，或数量不匹配');
-        return this.rpc('variable', { vars, args });
+        return this.rpc('variable', { vars, args, handler, parse_object });
     }
     /** 解析服务端响应报文，返回去掉 header 的 data buf */
-    parse_message(buf) {
+    parse_message(buf, parse_object = this.parse_object) {
         // MSG\n
         // <message>\0
         // 'M'.codePointAt(0).to_hex_str()
         if (buf[0] === 0x4d && buf[1] === 0x53 && buf[2] === 0x47 && buf[3] === 0x0a)
             return {
-                type: 'message',
+                type: 'print',
                 data: this.dec.decode(buf.subarray(4))
             };
         // '1166953221 1 1\n'
@@ -1592,10 +1704,23 @@ class DDB {
         /** 'OK' 表示成功，其它文本表示失败 */
         const message = this.dec.decode(buf.subarray(i_ls_1, i_lf_1));
         if (message !== 'OK')
-            throw new Error(message);
+            return {
+                type: 'error',
+                data: new Error(message)
+            };
+        const buf_obj = buf.subarray(i_lf_1 + 1);
         return {
             type: 'object',
-            data: buf.subarray(i_lf_1 + 1)
+            data: parse_object ?
+                Object.assign(DdbObj.parse(buf_obj, this.le), { buffer: buf_obj })
+                :
+                    new DdbObj({
+                        form: DdbForm.scalar,
+                        type: DdbType.void,
+                        length: 0,
+                        le: this.le,
+                        buffer: buf_obj,
+                    })
         };
     }
     /** 自动转换 js string, boolean 为 DdbObj */