@nocobase/plugin-ai 2.1.0-alpha.25 → 2.1.0-alpha.27

package/dist/node_modules/flexsearch/dist/module/db/clickhouse/index.js

@@ -1,569 +0,0 @@
-import { ClickHouse } from "clickhouse";
-import StorageInterface from "../interface.js";
-import { concat, toArray } from "../../common.js";
-const defaults = {
-    host: "http://localhost",
-    port: "8123",
-    debug: !1,
-    basicAuth: null,
-    isUseGzip: !1,
-    trimQuery: !1,
-    usePost: !1,
-    format: "json",
-    raw: !1,
-    config: {
-        output_format_json_quote_64bit_integers: 0,
-        enable_http_compression: 0,
-        database: "default"
-    }
-},
-      VERSION = 1,
-      fields = ["map", "ctx", "tag", "reg", "cfg"],
-      types = {
-    text: "String",
-    char: "String",
-    varchar: "String",
-    string: "String",
-    number: "Int32",
-    numeric: "Int32",
-    integer: "Int32",
-    smallint: "Int16",
-    tinyint: "Int8",
-    mediumint: "Int32",
-    int: "Int32",
-    int8: "Int8",
-    uint8: "UInt8",
-    int16: "Int16",
-    uint16: "UInt16",
-    int32: "Int32",
-    uint32: "UInt32",
-    int64: "Int64",
-    uint64: "UInt64",
-    bigint: "Int64"
-};
-
-
-function sanitize(str) {
-    return str.toLowerCase().replace(/[^a-z0-9_]/g, "");
-}
-
-let Index;
-
-/**
- * @constructor
- * @implements StorageInterface
- */
-
-export default function ClickhouseDB(name, config = {}) {
-    if (!this || this.constructor !== ClickhouseDB) {
-        return new ClickhouseDB(name, config);
-    }
-    if ("object" == typeof name) {
-        config = name;
-        name = name.name;
-    }
-    if (!name) {
-        console.info("Default storage space was used, because a name was not passed.");
-    }
-
-    this.id = "flexsearch" + (name ? "_" + sanitize(name) : "");
-    this.field = config.field ? "_" + sanitize(config.field) : "";
-
-    this.type = config.type ? types[config.type.toLowerCase()] : "String";
-    if (!this.type) throw new Error("Unknown type of ID '" + config.type + "'");
-
-    this.support_tag_search = !0;
-    this.db = Index || (Index = config.db || null);
-    Object.assign(defaults, config);
-    config.database && (defaults.config.database = config.database);
-    this.db && delete defaults.db;
-}
-
-ClickhouseDB.prototype.mount = function (flexsearch) {
-
-    if (flexsearch.index) {
-        return flexsearch.mount(this);
-    }
-    defaults.resolution = Math.max(flexsearch.resolution, flexsearch.resolution_ctx);
-    flexsearch.db = this;
-    return this.open();
-};
-
-ClickhouseDB.prototype.open = async function () {
-
-    if (!this.db) {
-        this.db = Index || (Index = new ClickHouse(defaults));
-    }
-
-    const exists = await this.db.query(`
-        SELECT 1 FROM system.databases WHERE name = '${this.id}';
-    `).toPromise();
-
-    if (!exists || !exists.length) {
-        await this.db.query(`
-            CREATE DATABASE IF NOT EXISTS ${this.id};
-        `).toPromise();
-    }
-
-    for (let i = 0; i < fields.length; i++) {
-        switch (fields[i]) {
-            case "map":
-                await this.db.query(`
-                    CREATE TABLE IF NOT EXISTS ${this.id}.map${this.field}(
-                        key String,
-                        res ${255 >= defaults.resolution ? "UInt8" : "UInt16"},
-                        id  ${this.type}
-                    )
-                    ENGINE = MergeTree
-                    
-                    ORDER BY (key, id);
-                `, { params: { name: this.id + ".map" + this.field } }).toPromise();
-                break;
-
-            case "ctx":
-                await this.db.query(`
-                    CREATE TABLE IF NOT EXISTS ${this.id}.ctx${this.field}(
-                        ctx String,
-                        key String,
-                        res ${255 >= defaults.resolution ? "UInt8" : "UInt16"},
-                        id  ${this.type}
-                    )
-                    ENGINE = MergeTree
-                    
-                    ORDER BY (ctx, key, id);
-                `).toPromise();
-                break;
-
-            case "tag":
-                await this.db.query(`
-                    CREATE TABLE IF NOT EXISTS ${this.id}.tag${this.field}(
-                        tag String,
-                        id  ${this.type}
-                    )
-                    ENGINE = MergeTree
-                    
-                    ORDER BY (tag, id);
-                `).toPromise();
-                break;
-
-            case "reg":
-                await this.db.query(`
-                    CREATE TABLE IF NOT EXISTS ${this.id}.reg(
-                        id  ${this.type},
-                        doc Nullable(String)
-                    )
-                    ENGINE = MergeTree
-                    ORDER BY (id);
-                `).toPromise();
-                break;
-
-            case "cfg":
-                await this.db.query(`
-                    CREATE TABLE IF NOT EXISTS ${this.id}.cfg${this.field}(
-                        cfg String
-                    ) 
-                    ENGINE = TinyLog;
-                `).toPromise();
-                break;
-        }
-    }
-
-    return this.db;
-};
-
-ClickhouseDB.prototype.close = function () {
-
-    this.db = Index = null;
-    return this;
-};
-
-ClickhouseDB.prototype.destroy = function () {
-    return Promise.all([this.db.query(`DROP TABLE ${this.id}.map${this.field};`).toPromise(), this.db.query(`DROP TABLE ${this.id}.ctx${this.field};`).toPromise(), this.db.query(`DROP TABLE ${this.id}.tag${this.field};`).toPromise(), this.db.query(`DROP TABLE ${this.id}.cfg${this.field};`).toPromise(), this.db.query(`DROP TABLE ${this.id}.reg;`).toPromise()]);
-};
-
-ClickhouseDB.prototype.clear = function () {
-    return Promise.all([this.db.query(`TRUNCATE TABLE ${this.id}.map${this.field};`).toPromise(), this.db.query(`TRUNCATE TABLE ${this.id}.ctx${this.field};`).toPromise(), this.db.query(`TRUNCATE TABLE ${this.id}.tag${this.field};`).toPromise(), this.db.query(`TRUNCATE TABLE ${this.id}.cfg${this.field};`).toPromise(), this.db.query(`TRUNCATE TABLE ${this.id}.reg;`).toPromise()]);
-};
-
-function create_result(rows, resolve, enrich) {
-    if (resolve) {
-        for (let i = 0; i < rows.length; i++) {
-            if (enrich) {
-                if (rows[i].doc) {
-                    rows[i].doc = JSON.parse(rows[i].doc);
-                }
-            } else {
-                rows[i] = rows[i].id;
-            }
-        }
-        return rows;
-    } else {
-        const arr = [];
-        for (let i = 0, row; i < rows.length; i++) {
-            row = rows[i];
-            arr[row.res] || (arr[row.res] = []);
-            arr[row.res].push(enrich ? row : row.id);
-        }
-        return arr;
-    }
-}
-
-ClickhouseDB.prototype.get = function (key, ctx, limit = 0, offset = 0, resolve = !0, enrich = !1, tags) {
-    let rows,
-        params = ctx ? { ctx, key } : { key },
-        table = this.id + (ctx ? ".ctx" : ".map") + this.field;
-
-    if (tags) {
-        for (let i = 0, count = 1; i < tags.length; i += 2) {
-            ` AND ${table}.id IN (SELECT id FROM ${this.id}.tag_${sanitize(tags[i])} WHERE tag = {tag${count}:String})`;
-            params["tag" + count] = tags[i + 1];
-            count++;
-        }
-    }
-    if (ctx) {
-        rows = this.db.query(`
-            SELECT ${table}.id
-                   ${resolve ? "" : ", res"}
-                   ${enrich ? ", doc" : ""}
-            FROM ${table}
-            ${enrich ? `
-                LEFT OUTER JOIN ${this.id}.reg ON ${this.id}.reg.id = ${table}.id
-            ` : ""}
-            WHERE ctx = {ctx:String} AND key = {key:String} 
-            ORDER BY res
-            ${limit ? "LIMIT " + limit : ""}
-            ${offset ? "OFFSET " + offset : ""}`, { params }).toPromise();
-    } else {
-        rows = this.db.query(`
-            SELECT ${table}.id
-                   ${resolve ? "" : ", res"}
-                   ${enrich ? ", doc" : ""}
-            FROM ${table}
-            ${enrich ? `
-                LEFT OUTER JOIN ${this.id}.reg ON ${this.id}.reg.id = ${table}.id
-            ` : ""}
-            WHERE key = {key:String}
-            ORDER BY res
-            ${limit ? "LIMIT " + limit : ""}
-            ${offset ? "OFFSET " + offset : ""}`, { params }).toPromise();
-    }
-    return rows.then(function (rows) {
-        return create_result(rows, resolve, enrich);
-    });
-};
-
-ClickhouseDB.prototype.tag = function (tag, limit = 0, offset = 0, enrich = !1) {
-    const table = this.id + ".tag" + this.field,
-          promise = this.db.query(`
-        SELECT ${table}.id
-               ${enrich ? ", doc" : ""}
-        FROM ${table} 
-        ${enrich ? `
-            LEFT OUTER JOIN ${this.id}.reg ON ${this.id}.reg.id = ${table}.id
-        ` : ""}
-        WHERE tag = {tag:String}
-        ${limit ? "LIMIT " + limit : ""} 
-        ${offset ? "OFFSET " + offset : ""}`, { params: { tag } }).toPromise();
-
-    enrich || promise.then(function (rows) {
-        return create_result(rows, !0, !1);
-    });
-    return promise;
-};
-
-ClickhouseDB.prototype.enrich = async function (ids) {
-    let MAXIMUM_QUERY_VARS = 1e5,
-        result = [];
-
-    if ("object" != typeof ids) {
-        ids = [ids];
-    }
-    for (let count = 0; count < ids.length;) {
-        const chunk = ids.length - count > MAXIMUM_QUERY_VARS ? ids.slice(count, count + MAXIMUM_QUERY_VARS) : count ? ids.slice(count) : ids;
-        count += chunk.length;
-        let params = {},
-            stmt = "";
-
-        for (let i = 0; i < chunk.length; i++) {
-            stmt += (stmt ? "," : "") + "{id" + (i + 1) + ":String}";
-            params["id" + (i + 1)] = chunk[i];
-        }
-        const res = await this.db.query(`
-            SELECT id, doc 
-            FROM ${this.id}.reg
-            WHERE id IN (${stmt})`, { params }).toPromise();
-        if (res && res.length) {
-            for (let i = 0, doc; i < res.length; i++) {
-                if (doc = res[i].doc) {
-                    res[i].doc = JSON.parse(doc);
-                }
-            }
-            result.push(res);
-        }
-    }
-    return 1 === result.length ? result[0] : 1 < result.length ? concat(result) : result;
-};
-
-ClickhouseDB.prototype.has = async function (id) {
-    const result = await this.db.query(`
-        SELECT 1
-        FROM ${this.id}.reg
-        WHERE id = {id:${this.type}}
-        LIMIT 1`, { params: { id } }).toPromise();
-    return !!(result && result[0] && result[0][1]);
-};
-
-ClickhouseDB.prototype.search = function (flexsearch, query, limit = 100, offset = 0, suggest = !1, resolve = !0, enrich = !1, tags) {
-    let rows;
-    if (1 < query.length && flexsearch.depth) {
-        let where = "",
-            params = {},
-            keyword = query[0],
-            term;
-
-
-        for (let i = 1; i < query.length; i++) {
-            term = query[i];
-            const swap = flexsearch.bidirectional && term > keyword;
-            where += (where ? " OR " : "") + `(ctx = {ctx${i}:String} AND key = {key${i}:String})`;
-            params["ctx" + i] = swap ? term : keyword;
-            params["key" + i] = swap ? keyword : term;
-            keyword = term;
-        }
-
-        if (tags) {
-            where = "(" + where + ")";
-            for (let i = 0, count = 1; i < tags.length; i += 2) {
-                where += ` AND id IN (SELECT id FROM ${this.id}.tag_${sanitize(tags[i])} WHERE tag = {tag${count}:String})`;
-                params["tag" + count] = tags[i + 1];
-                count++;
-            }
-        }
-
-        rows = this.db.query(`
-            SELECT r.id
-                   ${resolve ? "" : ", res"}
-                   ${enrich ? ", doc" : ""}
-            FROM (
-                SELECT id, count(*) as count,
-                       ${suggest ? "SUM" : "SUM"}(res) as res
-                FROM ${this.id}.ctx${this.field}
-                WHERE ${where}
-                GROUP BY id
-            ) as r
-            ${enrich ? `
-                LEFT OUTER JOIN ${this.id}.reg ON ${this.id}.reg.id = r.id
-            ` : ""}
-            ${suggest ? "" : "WHERE count = " + (query.length - 1)}
-            ORDER BY ${suggest ? "count DESC, res" : "res"}
-            ${limit ? "LIMIT " + limit : ""}
-            ${offset ? "OFFSET " + offset : ""}
-        `, { params }).toPromise();
-    } else {
-        let where = "",
-            params = {};
-
-
-        for (let i = 0; i < query.length; i++) {
-            where += (where ? "," : "") + `{key${i}:String}`;
-            params["key" + i] = query[i];
-        }
-        where = "key " + (1 < query.length ? "IN (" + where + ")" : "= " + where);
-
-        if (tags) {
-            where = "(" + where + ")";
-            for (let i = 0, count = 1; i < tags.length; i += 2) {
-                where += ` AND id IN (SELECT id FROM ${this.id}.tag_${sanitize(tags[i])} WHERE tag = {tag${count}:String})`;
-                params["tag" + count] = tags[i + 1];
-                count++;
-            }
-        }
-
-        rows = this.db.query(`
-            SELECT r.id
-                   ${resolve ? "" : ", res"}
-                   ${enrich ? ", doc" : ""}
-            FROM (
-                SELECT id, count(*) as count,
-                       ${suggest ? "SUM" : "SUM"}(res) as res
-                FROM ${this.id}.map${this.field}
-                WHERE ${where}
-                GROUP BY id
-            ) as r
-            ${enrich ? `
-                LEFT OUTER JOIN ${this.id}.reg ON ${this.id}.reg.id = r.id
-            ` : ""}            
-            ${suggest ? "" : "WHERE count = " + query.length}
-            ORDER BY ${suggest ? "count DESC, res" : "res"}
-            ${limit ? "LIMIT " + limit : ""}
-            ${offset ? "OFFSET " + offset : ""}
-        `, { params }).toPromise();
-    }
-    return rows.then(function (rows) {
-        return create_result(rows, resolve, enrich);
-    });
-};
-
-ClickhouseDB.prototype.info = function () {};
-
-ClickhouseDB.prototype.transaction = function (task) {
-
-    return task.call(this);
-};
-
-ClickhouseDB.prototype.commit = async function (flexsearch) {
-    let tasks = flexsearch.commit_task,
-        removals = [];
-
-    flexsearch.commit_task = [];
-
-    for (let i = 0, task; i < tasks.length; i++) {
-        /** @dict */
-        task = tasks[i];
-        if (task.del) {
-            removals.push(task.del);
-        } else if (task.ins) {}
-    }
-
-    if (removals.length) {
-        await this.remove(removals);
-    }
-
-    if (!flexsearch.reg.size) {
-        return;
-    }
-
-    const promises = [];
-
-    if (flexsearch.map.size) {
-        let data = [];
-        for (const item of flexsearch.map) {
-            const key = item[0],
-                  arr = item[1];
-
-            for (let i = 0, ids; i < arr.length; i++) {
-                if ((ids = arr[i]) && ids.length) {
-
-                    for (let j = 0; j < ids.length; j++) {
-                        data.push({
-                            key: key,
-                            res: i,
-                            id: /*this.type === "number"
-                                ? parseInt(ids[j], 10)
-                                :*/ids[j]
-                        });
-                    }
-                }
-            }
-        }
-        if (data.length) {
-            promises.push(this.db.insert(`INSERT INTO ${this.id}.map${this.field} (key, res, id)`, data).toPromise());
-        }
-    }
-
-    if (flexsearch.ctx.size) {
-        let data = [];
-        for (const ctx of flexsearch.ctx) {
-            const ctx_key = ctx[0],
-                  ctx_value = ctx[1];
-
-            for (const item of ctx_value) {
-                const key = item[0],
-                      arr = item[1];
-
-                for (let i = 0, ids; i < arr.length; i++) {
-                    if ((ids = arr[i]) && ids.length) {
-                        for (let j = 0; j < ids.length; j++) {
-                            data.push({
-                                ctx: ctx_key,
-                                key: key,
-                                res: i,
-                                id: /*this.type === "number"
-                                    ? parseInt(ids[j], 10)
-                                    :*/ids[j]
-                            });
-                        }
-                    }
-                }
-            }
-        }
-        if (data.length) {
-            promises.push(this.db.insert(`INSERT INTO ${this.id}.ctx${this.field} (ctx, key, res, id)`, data).toPromise());
-        }
-    }
-
-    if (flexsearch.tag) {
-        let data = [];
-        for (const item of flexsearch.tag) {
-            const tag = item[0],
-                  ids = item[1];
-
-            if (!ids.length) continue;
-            for (let j = 0; j < ids.length; j++) {
-                data.push({ tag, id: ids[j] });
-            }
-        }
-        if (data.length) {
-            promises.push(this.db.insert(`INSERT INTO ${this.id}.tag${this.field} (tag, id)`, data).toPromise());
-        }
-    }
-
-    if (flexsearch.store) {
-        let data = [];
-        for (const item of flexsearch.store.entries()) {
-            const id = item[0],
-                  doc = item[1];
-
-            data.push({ id, doc: doc && JSON.stringify(doc) });
-        }
-        if (data.length) {
-            promises.push(this.db.insert(`INSERT INTO ${this.id}.reg (id, doc)`, data).toPromise());
-        }
-    } else if (!flexsearch.bypass) {
-        let data = toArray(flexsearch.reg);
-        for (let i = 0; i < data.length; i++) {
-            data[i] = { id: data[i] };
-        }
-        if (data.length) {
-            promises.push(this.db.insert(`INSERT INTO ${this.id}.reg (id)`, data).toPromise());
-        }
-    }
-
-    promises.length && (await Promise.all(promises));
-
-    flexsearch.map.clear();
-    flexsearch.ctx.clear();
-    flexsearch.tag && flexsearch.tag.clear();
-    flexsearch.store && flexsearch.store.clear();
-    flexsearch.document || flexsearch.reg.clear();
-
-    await Promise.all([this.db.query(`OPTIMIZE TABLE ${this.id}.map${this.field} FINAL`).toPromise(), this.db.query(`OPTIMIZE TABLE ${this.id}.ctx${this.field} FINAL`).toPromise(), this.db.query(`OPTIMIZE TABLE ${this.id}.tag${this.field} FINAL`).toPromise(), this.db.query(`OPTIMIZE TABLE ${this.id}.reg FINAL`).toPromise()]);
-};
-
-ClickhouseDB.prototype.remove = async function (ids) {
-
-    if ("object" != typeof ids) {
-        ids = [ids];
-    }
-
-    while (ids.length) {
-
-        let chunk = ids.slice(0, 1e5);
-        ids = ids.slice(1e5);
-        chunk = "String" === this.type ? "'" + chunk.join("','") + "'" : chunk.join(",");
-
-        await Promise.all([this.db.query(`
-                ALTER TABLE ${this.id}.map${this.field} 
-                DELETE WHERE id IN (${chunk}) 
-                SETTINGS mutations_sync = 1;`).toPromise(), this.db.query(`
-                ALTER TABLE ${this.id}.ctx${this.field}
-                DELETE WHERE id IN (${chunk})
-                SETTINGS mutations_sync = 1;`).toPromise(), this.db.query(`
-                ALTER TABLE ${this.id}.tag${this.field}
-                DELETE WHERE id IN (${chunk})
-                SETTINGS mutations_sync = 1;`).toPromise(), this.db.query(`
-                ALTER TABLE ${this.id}.reg
-                DELETE WHERE id IN (${chunk})
-                SETTINGS mutations_sync = 1;`).toPromise()]);
-    }
-};