dolphindb 0.0.5 → 0.0.8

package/index.js

@@ -2,8 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DDB = exports.timestamp2str = exports.date2str = exports.DdbFunction = exports.DdbPair = exports.DdbVectorAny = exports.DdbVectorDouble = exports.DdbVectorString = exports.DdbVectorInt = exports.DdbDouble = exports.DdbLong = exports.DdbString = exports.DdbInt = exports.DdbBool = exports.DdbVoid = exports.DdbObj = exports.timezone_offset = exports.nulls = exports.DdbFunctionType = exports.ddb_sizes = exports.DdbType = exports.DdbForm = void 0;
 const tslib_1 = require("tslib");
-const dayjs_1 = (0, tslib_1.__importDefault)(require("dayjs"));
 const ws_1 = require("ws");
+const dayjs_1 = tslib_1.__importDefault(require("dayjs"));
 const utils_js_1 = require("xshell/utils.js");
 var DdbForm;
 (function (DdbForm) {
@@ -54,6 +54,7 @@ var DdbType;
     DdbType[DdbType["complex"] = 34] = "complex";
     DdbType[DdbType["point"] = 35] = "point";
     DdbType[DdbType["duration"] = 36] = "duration";
+    DdbType[DdbType["object"] = 37] = "object";
     DdbType[DdbType["symbol_extended"] = 145] = "symbol_extended";
 })(DdbType = exports.DdbType || (exports.DdbType = {}));
 exports.ddb_sizes = [
@@ -431,8 +432,8 @@ class DdbObj {
                     throw new Error(`array vector 存在非法 unit = ${unit}`);
             }
             let total_length = 0;
-            for (let i = 0; i < lengths.length; i++)
-                total_length += lengths[i];
+            for (const x of lengths)
+                total_length += x;
             const [len_items, data] = this.parse_vector_items(buf.subarray(i_data_start), le, type - 64, total_length);
             blocks.push({
                 unit,
@@ -1017,80 +1018,132 @@ function timestamp2str(timestamp) {
 }
 exports.timestamp2str = timestamp2str;
 class DDB {
-    constructor(ws_url) {
-        this.port = 8848;
+    /**
+        Initialize an instance of DolphinDB Client using the WebSocket URL
+        (without establishing an actual network connection)
+        @example
+        let ddb = new DDB('ws://127.0.0.1:8848')
+        let ddb_secure = new DDB('wss://dolphindb.com')
+    */
+    constructor(url) {
         /** 当前的 session id (http 或 tcp) */
         this.sid = '0';
         /** utf-8 text decoder */
         this.dec = new TextDecoder('utf-8');
         this.enc = new TextEncoder();
         this.print_buffer = false;
-        this.ws = null;
+        this.websocket = null;
         /** little endian (server) */
         this.le = true;
+        /** python session flag (2048) */
+        this.python = false;
+        this.message_hook = null;
         this.presult = Promise.resolve(null);
-        this.ws_url = ws_url;
+        this.url = url;
+    }
+    /** print message handler */
+    printer(message) {
+        console.log(message);
     }
     /** resolver, rejector, promise of last rpc */
     presolver(buf) { }
     prejector(error) { }
-    /** 连接到 DolphinDB Server */
-    async connect({ ws_url = this.ws_url, login = true, username = 'admin', password = '123456', } = {}) {
-        this.ws_url = ws_url;
-        if (this.ws?.readyState === ws_1.WebSocket.OPEN)
+    /** Establish the actual WebSocket connection to the DolphinDB corresponding to the URL */
+    async connect({ url = this.url, login = true, username = 'admin', password = '123456', python = false, } = {}) {
+        this.url = url;
+        this.python = python;
+        if (this.websocket?.readyState === ws_1.WebSocket.OPEN)
             this.disconnect();
-        let ws = new ws_1.WebSocket(ws_url, [], {
+        let websocket = new ws_1.WebSocket(url, python ? ['python'] : [], {
             maxPayload: 2 ** 33 // 8 GB
         });
-        this.ws = ws;
-        ws.addEventListener('open', ev => {
-            console.log(`${this.ws_url} opened`);
-            ws.send(`API ${this.sid} 8\n` +
-                'connect\n');
-        });
-        ws.addEventListener('close', ev => {
-            console.log(`${this.ws_url} closed with code = ${ev.code}, reason = '${ev.reason}'`);
-        });
-        ws.addEventListener('error', ev => {
-            console.log(`${this.ws_url} errored`, ev);
-        });
-        // 为首个 connect 响应报文初始化 presult 链表头结点
-        this.presult = new Promise((resolve, reject) => {
-            this.presolver = resolve;
-            this.prejector = reject;
-        });
-        ws.addEventListener('message', ({ data: buf }) => {
-            try {
-                this.presolver(this.parse_message(
-                // node buffer 转 Uint8Array
-                new Uint8Array(buf.buffer, buf.byteOffset, buf.byteLength)));
-            }
-            catch (error) {
-                this.prejector(error);
-            }
+        // https://stackoverflow.com/questions/11821096/what-is-the-difference-between-an-arraybuffer-and-a-blob/39951543
+        websocket.binaryType = 'arraybuffer';
+        this.websocket = websocket;
+        await new Promise((resolve, reject) => {
+            websocket.addEventListener('open', async (event) => {
+                console.log(`${websocket.url} opened`);
+                await this.rpc('connect', {});
+                resolve();
+            });
+            websocket.addEventListener('close', event => {
+                console.log(`${websocket.url} closed with code = ${event.code}, reason = '${event.reason}'`);
+            });
+            websocket.addEventListener('error', event => {
+                const message = `${websocket.url} errored`;
+                console.error(message, event);
+                reject(Object.assign(new Error(message), { event }));
+            });
+            websocket.addEventListener('message', event => {
+                const buf = new Uint8Array(event.data);
+                if (this.message_hook)
+                    this.message_hook(buf);
+                try {
+                    const { type, data } = this.parse_message(buf);
+                    if (type === 'message') {
+                        this.printer(data);
+                        return;
+                    }
+                    this.presolver(data);
+                }
+                catch (error) {
+                    this.prejector(error);
+                }
+            });
         });
-        await this.presult;
-        await this.eval('def pnode_run (nodes, func_name, args, add_node_alias = true) {\n' +
-            '    nargs = size(args)\n' +
-            '    func = funcByName(func_name)\n' +
-            '    \n' +
-            '    if (!nargs)\n' +
-            '        return pnodeRun(func, nodes, add_node_alias)\n' +
-            '    \n' +
-            '    args_partial = array(any, 1 + nargs, 1 + nargs)\n' +
-            '    args_partial[0] = func\n' +
-            '    args_partial[1:] = args\n' +
-            '    return pnodeRun(\n' +
-            '        unifiedCall(partial, args_partial),\n' +
-            '        nodes,\n' +
-            '        add_node_alias\n' +
-            '    )\n' +
-            '}\n', { urgent: true });
+        if (!this.python)
+            await this.eval('def pnode_run (nodes, func_name, args, add_node_alias = true) {\n' +
+                '    nargs = size(args)\n' +
+                '    func = funcByName(func_name)\n' +
+                '    \n' +
+                '    if (!nargs)\n' +
+                '        return pnodeRun(func, nodes, add_node_alias)\n' +
+                '    \n' +
+                '    args_partial = array(any, 1 + nargs, 1 + nargs)\n' +
+                '    args_partial[0] = func\n' +
+                '    args_partial[1:] = args\n' +
+                '    return pnodeRun(\n' +
+                '        unifiedCall(partial, args_partial),\n' +
+                '        nodes,\n' +
+                '        add_node_alias\n' +
+                '    )\n' +
+                '}\n', { urgent: true });
         if (login)
             await this.call('login', [username, password], { urgent: true });
     }
+    get_rpc_options({ urgent = false, secondary = false, async: _async = false, pickle = false, clear = false, api = false, compress = false, cancellable = true, priority = urgent ? 8 : 4, parallelism = 8, root_id = '', limit, } = {}) {
+        let flag = 0;
+        if (urgent)
+            flag += 1;
+        if (secondary)
+            flag += 2;
+        if (_async)
+            flag += 4;
+        if (pickle)
+            flag += 8;
+        if (clear)
+            flag += 16;
+        if (api)
+            flag += 32;
+        if (compress)
+            flag += 64;
+        // python session
+        if (this.python)
+            flag += 2048;
+        const options = [
+            flag,
+            cancellable ? 1 : 0,
+            priority,
+            parallelism,
+            ...limit ? [
+                root_id,
+                limit,
+            ] : [],
+        ];
+        return `/ ${options.join('_')}`;
+    }
     disconnect() {
-        this.ws?.close(1000);
+        this.websocket?.close(1000);
     }
     /** rpc through websocket (function/script/variable command)
         - type: API 类型: 'script' | 'function' | 'variable'
@@ -1099,10 +1152,10 @@ class DDB {
             - vars?: type === 'variable' 时必传，variable 指令中待上传的变量名
     */
     async rpc(type, { script, func, args = [], vars = [], urgent, }) {
-        if (!this.ws)
+        if (!this.websocket)
             await this.connect();
-        if (this.ws.readyState !== ws_1.WebSocket.OPEN)
-            throw new Error('ws 连接已断开');
+        if (this.websocket.readyState !== ws_1.WebSocket.OPEN)
+            throw new Error(`${this.url} is already disconnected`);
         // 临界区：保证多个 rpc 并发时形成 promise 链
         // ddb 世界观：需要等待上一个 rpc 结果从 server 返回之后才能发起下一个调用  
         // 违反世界观可能造成:  
@@ -1140,14 +1193,16 @@ class DDB {
                         `${vars.join(',')}\n` +
                         `${vars.length}\n` +
                         `${Number(DDB.le_client)}\n`;
+                case 'connect':
+                    return 'connect\n';
             }
         })());
         const message = (0, utils_js_1.concat)([
-            this.enc.encode(`API ${this.sid} ${command.length}${urgent ? ` / 1_1_8_8` : ''}\n`),
+            this.enc.encode(`API2 ${this.sid} ${command.length}${this.get_rpc_options({ urgent })}\n`),
             command,
             ...args.map((arg) => arg.pack())
         ]);
-        this.ws.send(message);
+        this.websocket.send(message);
         const buf_data = await presult;
         if (this.print_buffer)
             console.log((0, utils_js_1.typed_array_to_buffer)(buf_data));
@@ -1174,6 +1229,8 @@ class DDB {
             - add_node_alias?: 设置 nodes 参数时选传，其它情况不传
     */
     async call(func, args = [], { urgent, node, nodes, func_type, add_node_alias } = {}) {
+        if (this.python)
+            throw new Error('call doesn\'t support python session yet');
         if (node) {
             if (typeof func_type === 'undefined')
                 throw new Error('指定 node 时必须设置 func_type');
@@ -1189,7 +1246,13 @@ class DDB {
                 new DdbVectorString(nodes),
                 func,
                 new DdbVectorAny(this.to_ddbobjs(args)),
-                ...typeof add_node_alias === 'undefined' ? [] : [add_node_alias]
+                ...(() => {
+                    if (typeof add_node_alias !== 'undefined')
+                        return [add_node_alias];
+                    if (this.python)
+                        return [true];
+                    return [];
+                })()
             ];
             func = 'pnode_run';
         }
@@ -1201,9 +1264,9 @@ class DDB {
     }
     /** upload variable through websocket (variable command) */
     async upload(
-    /** 上传的变量名 */
+    /** Uploaded variables' name */
     vars, 
-    /** 上传的变量值 */
+    /** Uploaded variables' value */
     args) {
         if (!args.length || args.length !== vars.length)
             throw new Error('variable 指令参数为空或参数名为空，或数量不匹配');
@@ -1211,6 +1274,14 @@ class DDB {
     }
     /** 解析服务端响应报文，返回去掉 header 的 data buf */
     parse_message(buf) {
+        // MSG\n
+        // <message>\0
+        // 'M'.codePointAt(0).to_hex_str()
+        if (buf[0] === 0x4d && buf[1] === 0x53 && buf[2] === 0x47 && buf[3] === 0x0a)
+            return {
+                type: 'message',
+                data: this.dec.decode(buf.subarray(4))
+            };
         // '1166953221 1 1\n'
         // 'OK\n'
         // '\x04\x00\x02\x00\x00\x00'
@@ -1233,7 +1304,10 @@ class DDB {
         const message = this.dec.decode(buf.subarray(i_ls_1, i_lf_1));
         if (message !== 'OK')
             throw new Error(message);
-        return buf.subarray(i_lf_1 + 1);
+        return {
+            type: 'object',
+            data: buf.subarray(i_lf_1 + 1)
+        };
     }
     /** 自动转换 js string, boolean 为 DdbObj */
     to_ddbobj(value) {