@steedos/objectql 2.2.50-beta.7 → 2.2.51-beta.2

package/src/driver/mongo.ts

@@ -1,416 +0,0 @@
-import { JsonMap, Dictionary } from "@salesforce/ts-types";
-import { SteedosDriver, SteedosFieldDBType } from "./index"
-import { MongoClient, ObjectId } from "mongodb";
-import { SteedosQueryOptions, SteedosQueryFilters } from "../types/query";
-import { SteedosIDType, SteedosObjectType } from "../types";
-import { SteedosDriverConfig } from "./driver";
-import { formatFiltersToODataQuery } from "@steedos/filters";
-import { createFilter, createQuery } from 'odata-v4-mongodb';
-import _ = require("underscore");
-import { wrapAsync } from '../util';
-import { SteedosFieldEncryptionSharedConsts } from './field-encrytion';
-import { formatRecord } from './format';
-
-export class SteedosMongoDriver implements SteedosDriver {
-    _url: string;
-    _client: any;
-    _config: SteedosDriverConfig;
-    _collections: Dictionary<any>;
-    _encryption: any;
-
-    constructor(config: SteedosDriverConfig) {
-        this._collections = {};
-        this._config = config;
-        this._url = this.buildConnectionUrl();
-    }
-
-    /**
-     * Builds connection url that is passed to underlying driver to perform connection to the mongodb database.
-     */
-    protected buildConnectionUrl(): string {
-        if (this._config.url)
-            return this._config.url;
-
-        const credentialsUrlPart = (this._config.username && this._config.password)
-            ? `${this._config.username}:${this._config.password}@`
-            : "";
-        if (!this._config.database) {
-            throw new Error('Not find database');
-        }
-        return `mongodb://${credentialsUrlPart}${this._config.host || "127.0.0.1"}:${this._config.port || "27017"}/${this._config.database}`;
-    }
-
-    async init() {
-
-    }
-
-    getSupportedColumnTypes() {
-        return [
-            SteedosFieldDBType.varchar,
-            SteedosFieldDBType.text,
-            SteedosFieldDBType.number,
-            SteedosFieldDBType.boolean,
-            SteedosFieldDBType.date,
-            SteedosFieldDBType.dateTime,
-            SteedosFieldDBType.json,
-            SteedosFieldDBType.array
-        ]
-    }
-
-    async encryptValue(value: any) {
-        if (this._encryption) {
-            const { altKeyName } = SteedosFieldEncryptionSharedConsts;
-            const encryption = this._encryption;
-            let encryptValue = await encryption.encrypt(
-                value,
-                {
-                    keyAltName: altKeyName,
-                    algorithm: 'AEAD_AES_256_CBC_HMAC_SHA_512-Deterministic'
-                }
-            )
-            return encryptValue;
-        }
-        return value;
-    }
-
-    async connect() {
-        if (!this._client) {
-            if (process.env.STEEDOS_CSFLE_MASTER_KEY) {
-                const { ClientEncryption } = require("mongodb-client-encryption");
-                const { keyVaultNamespace, getKMSProviders } = SteedosFieldEncryptionSharedConsts;
-                const kmsProvider = await getKMSProviders();
-                this._client = await MongoClient.connect(this._url, {
-                    useNewUrlParser: true,
-                    useUnifiedTopology: true,
-                    monitorCommands: true,
-                    autoEncryption: {
-                        keyVaultNamespace: keyVaultNamespace,
-                        kmsProviders: kmsProvider,
-                        bypassAutoEncryption: true,
-                    }
-                })
-                this._encryption = new ClientEncryption(this._client, {
-                    keyVaultNamespace: keyVaultNamespace,
-                    kmsProviders: kmsProvider,
-                });
-            } else {
-                this._client = await MongoClient.connect(this._url, { useNewUrlParser: true, useUnifiedTopology: true });
-            }
-            return true;
-        }
-    }
-
-    async close() {
-        if (this._client) {
-            await this._client.close();
-            this._client = null;
-            return true;
-        }
-    }
-
-    formatFiltersToMongoQuery(filters: any): JsonMap {
-        let emptyFilters = {};
-        let odataQuery: string = "";
-        if (_.isString(filters)) {
-            odataQuery = filters;
-        }
-        else {
-            odataQuery = formatFiltersToODataQuery(filters)
-        }
-        if(!odataQuery){
-            return emptyFilters;
-        }
-        let query: JsonMap = createFilter(odataQuery);
-        return query;
-    }
-
-    getMongoFilters(filters: SteedosQueryFilters): JsonMap {
-        let emptyFilters = {};
-        if (_.isUndefined(filters)) {
-            return emptyFilters;
-        }
-        if (_.isString(filters) && !filters.length) {
-            return emptyFilters
-        }
-        if (_.isArray(filters) && !filters.length) {
-            return emptyFilters
-        }
-        let mongoFilters: JsonMap = this.formatFiltersToMongoQuery(filters);
-        return mongoFilters
-    }
-
-    getMongoFieldsOptions(fields: string[] | string): JsonMap {
-        if (typeof fields == "string") {
-            fields = (<string>fields).split(",").map((n) => { return n.trim(); });
-        }
-        if (!(fields && fields.length)) {
-            // throw new Error("fields must not be undefined or empty");
-            return {}
-        }
-        let projection: JsonMap = {};
-        (<string[]>fields).forEach((field) => {
-            if (field) {
-                projection[field] = 1;
-            }
-        });
-        return projection;
-    }
-
-    getMongoSortOptions(sort: string): JsonMap {
-        let result: JsonMap = undefined;
-        if (sort && typeof sort === "string") {
-            let arraySort: string[] = sort.split(",").map((n) => { return n.trim(); });
-            let stringSort: string = "";
-            arraySort.forEach((n) => {
-                if (n) {
-                    stringSort += `${n},`
-                }
-            });
-            stringSort = stringSort.replace(/,$/g, "");
-            result = createQuery(`$orderby=${stringSort}`).sort;
-        }
-        return result;
-    }
-
-    getMongoOptions(options: SteedosQueryOptions): JsonMap {
-        if (_.isUndefined(options)) {
-            return {};
-        }
-        let result: JsonMap = {};
-        let projection: JsonMap = this.getMongoFieldsOptions(options.fields);
-        let sort: JsonMap = this.getMongoSortOptions(options.sort);
-        result.projection = projection;
-        result.sort = sort;
-        result.limit = options.top;
-        result.skip = options.skip;
-        return result;
-    }
-
-    getAggregateOptions(options: SteedosQueryOptions): any[] {
-        if (_.isUndefined(options)) {
-            return [];
-        }
-        let result = [];
-        let projection: JsonMap = this.getMongoFieldsOptions(options.fields);
-        let sort: JsonMap = this.getMongoSortOptions(options.sort);
-        if (!_.isEmpty(projection)) {
-            result.push({ $project: projection });
-        }
-        if (!_.isEmpty(sort)) {
-            result.push({ $sort: sort });
-        }
-        if (options.skip) {
-            result.push({ $skip: options.skip });
-        }
-        if (options.top) {
-            result.push({ $limit: options.top });
-        }
-        return result;
-    }
-
-    collection(name: string) {
-        if (!this._collections[name]) {
-            let db = this._client.db();
-            let locale = this._config.locale;
-            if (locale) {
-                wrapAsync(function () {
-                    return db.createCollection(name, {
-                        'collation': { 'locale': locale }
-                    })
-                }, {})
-            }
-
-            this._collections[name] = db.collection(name);
-        }
-        return this._collections[name];
-    };
-
-    async find(tableName: string, query: SteedosQueryOptions) {
-        await this.connect();
-        let collection = this.collection(tableName);
-
-        let mongoFilters = this.getMongoFilters(query.filters);
-        let mongoOptions = this.getMongoOptions(query);
-        let result = await collection.find(mongoFilters, mongoOptions).toArray();
-
-        return result;
-    }
-
-    async aggregate(tableName: string, query: SteedosQueryOptions, externalPipeline: any[]) {
-        await this.connect();
-        let collection = this.collection(tableName);
-        let pipeline = [];
-
-        let mongoFilters = this.getMongoFilters(query.filters);
-        let aggregateOptions = this.getAggregateOptions(query);
-
-        pipeline.push({ $match: mongoFilters });
-
-        pipeline = pipeline.concat(aggregateOptions).concat(externalPipeline);
-
-        let result = await collection.aggregate(pipeline).toArray();
-
-        return result;
-    }
-
-    async directAggregate(tableName: string, query: SteedosQueryOptions, externalPipeline: any[], userId?: SteedosIDType) {
-        let collection = this.collection(tableName);
-        let pipeline = [];
-        if(query.filters){
-            let mongoFilters = this.getMongoFilters(query.filters);
-            let aggregateOptions = this.getAggregateOptions(query);
-            pipeline.push({ $match: mongoFilters });
-            pipeline = pipeline.concat(aggregateOptions)
-        }
-        pipeline = pipeline.concat(externalPipeline);
-        let result = await collection.aggregate(pipeline).toArray();
-        return result;
-    }
-
-    async directAggregatePrefixalPipeline(tableName: string, query: SteedosQueryOptions, prefixalPipeline: any[], userId?: SteedosIDType) {
-        let collection = this.collection(tableName);
-        let pipeline = [];
-
-        let mongoFilters = this.getMongoFilters(query.filters);
-        let aggregateOptions = this.getAggregateOptions(query);
-
-        pipeline.push({ $match: mongoFilters });
-
-        // pipeline中的次序不能错，一定要先$lookup，再$match，再$project、$sort、$skip、$limit等，否则查询结果可能为空，比如公式字段中就用到了$lookup
-        pipeline = prefixalPipeline.concat(pipeline).concat(aggregateOptions);
-
-        let result = await collection.aggregate(pipeline).toArray();
-        return result;
-    }
-
-    async count(tableName: string, query: SteedosQueryOptions) {
-        await this.connect();
-        let collection = this.collection(tableName);
-
-        let mongoFilters = this.getMongoFilters(query.filters);
-        let mongoOptions = this.getMongoOptions(query);
-        let result = await collection.find(mongoFilters, mongoOptions).count();
-
-        return result;
-    }
-
-    async findOne(tableName: string, id: SteedosIDType | SteedosQueryOptions, query: SteedosQueryOptions) {
-        await this.connect();
-        let collection = this.collection(tableName);
-        let mongoOptions = this.getMongoOptions(query);
-        let mongoFilters = this.getMongoFilters(query.filters);
-        let selector: any = { _id: id };
-        if (_.isObject(id)) {
-            selector = this.getMongoFilters(id['filters']);
-        }
-        if (!_.isEmpty(mongoFilters)) {
-            selector = Object.assign(mongoFilters, selector);
-        }
-        let result = await collection.findOne(selector, mongoOptions);
-
-        return result;
-    }
-
-    async insert(tableName: string, data: Dictionary<any>) {
-        await this.connect();
-        data._id = data._id || new ObjectId().toHexString();
-        let collection = this.collection(tableName);
-        let result = await collection.insertOne(data);
-        return result.ops[0];
-    }
-
-    async update(tableName: string, id: SteedosIDType | SteedosQueryOptions, data: Dictionary<any>) {
-        if (_.isEmpty(data)) {
-            throw new Error("the params 'data' must not be empty");
-        }
-        await this.connect();
-        let collection = this.collection(tableName);
-        let selector;
-        if (_.isObject(id)) {
-            selector = this.getMongoFilters(id['filters']);
-        } else {
-            selector = { _id: id };
-        }
-
-        const options = {$set: {}};
-        const keys = _.keys(data);
-        _.each(keys, function(key){
-            if(_.include(['$inc','$min','$max','$mul'], key)){
-                options[key] = data[key];
-            }else{
-                options.$set[key] = data[key];
-            }
-        })
-        let result = await collection.updateOne(selector, options);
-        if (result.result.ok) {
-            result = await collection.findOne(selector);
-            return result;
-        }
-    }
-
-    async updateOne(tableName: string, id: SteedosIDType | SteedosQueryOptions, data: Dictionary<any>) {
-        if (_.isEmpty(data)) {
-            throw new Error("the params 'data' must not be empty");
-        }
-        await this.connect();
-        let collection = this.collection(tableName);
-        let selector;
-        if (_.isObject(id)) {
-            selector = this.getMongoFilters(id['filters']);
-        } else {
-            selector = { _id: id };
-        }
-        let result = await collection.updateOne(selector, { $set: data });
-        if (result.result.ok) {
-            result = await collection.findOne(selector);
-            return result;
-        }
-    }
-
-    async updateMany(tableName: string, queryFilters: SteedosQueryFilters, data: Dictionary<any>) {
-        if (_.isEmpty(data)) {
-            throw new Error("the params 'data' must not be empty");
-        }
-        await this.connect();
-        let collection = this.collection(tableName);
-        let mongoFilters = this.getMongoFilters(queryFilters);
-        return await collection.update(mongoFilters, { $set: data }, { multi: true });
-    }
-
-    async delete(tableName: string, id: SteedosIDType | SteedosQueryOptions) {
-        await this.connect();
-        let collection = this.collection(tableName);
-        let selector;
-        if (_.isObject(id)) {
-            selector = this.getMongoFilters(id['filters']);
-        } else {
-            selector = { _id: id };
-        }
-        const result = await collection.deleteOne(selector);
-        return result?.deletedCount;
-    }
-
-    async directFind(tableName: string, query: SteedosQueryOptions) {
-        return this.find(tableName, query)
-    }
-
-    async directInsert(tableName: string, data: Dictionary<any>) {
-        return this.insert(tableName, data)
-    }
-
-    async directUpdate(tableName: string, id: SteedosIDType | SteedosQueryOptions, data: Dictionary<any>) {
-        return this.update(tableName, id, data)
-    }
-
-    async directDelete(tableName: string, id: SteedosIDType | SteedosQueryOptions) {
-        return this.delete(tableName, id)
-    }
-
-    _makeNewID(tableName?: string){
-        return new ObjectId().toHexString();
-    }
-
-    formatRecord(doc: Dictionary<any>, objectConfig: SteedosObjectType){
-        return formatRecord(doc, objectConfig);
-    }
-}

package/src/driver/mysql.ts

@@ -1,47 +0,0 @@
-import { SteedosFieldDBType } from "./index";
-import { ConnectionOptions, EntitySchema } from "typeorm";
-import { SteedosDriverConfig } from "./driver";
-import { SteedosTypeormDriver } from "../typeorm";
-import { Dictionary } from "@salesforce/ts-types";
-import { SteedosObjectType } from "../types";
-import { SQLLang } from 'odata-v4-sql';
-import { getEntities } from "../typeorm";
-
-export class SteedosMySqlDriver extends SteedosTypeormDriver {
-    getSupportedColumnTypes() {
-        return [
-            SteedosFieldDBType.varchar,
-            SteedosFieldDBType.text,
-            SteedosFieldDBType.number,
-            SteedosFieldDBType.boolean,
-            SteedosFieldDBType.date,
-            SteedosFieldDBType.dateTime
-        ]
-    }
-
-    sqlLang: SQLLang = SQLLang.MySql;
-
-    constructor(config: SteedosDriverConfig) {
-        super(config);
-    }
-
-    getConnectionOptions(): ConnectionOptions {
-        return  {
-            type: "mysql",
-            url: this._url,
-            name: (new Date()).getTime().toString(),
-            entities: Object.values(this._entities),
-            host: this.config.host,
-            port: this.config.port,
-            username: this.config.username,
-            password: this.config.password,
-            database: this.config.database,
-            timezone: this.config.timezone,
-            logging: this.config.logging
-        };
-    }
-
-    getEntities(objects: Dictionary<SteedosObjectType>): Dictionary<EntitySchema> {
-        return getEntities(objects, "mssql");
-    }
-}

package/src/driver/oracle.ts

@@ -1,60 +0,0 @@
-import { SteedosFieldDBType } from "./index";
-import { ConnectionOptions, EntitySchema } from "typeorm";
-import { SteedosDriverConfig } from "./driver";
-import { SteedosTypeormDriver } from "../typeorm";
-import { Dictionary } from "@salesforce/ts-types";
-import { SteedosObjectType } from "../types";
-import { SQLLang } from 'odata-v4-sql';
-import { getEntities } from "../typeorm";
-
-export class SteedosOracleDriver extends SteedosTypeormDriver {
-    getSupportedColumnTypes() {
-        return [
-            SteedosFieldDBType.varchar,
-            SteedosFieldDBType.text,
-            SteedosFieldDBType.number,
-            SteedosFieldDBType.boolean,
-            SteedosFieldDBType.date,
-            SteedosFieldDBType.dateTime
-        ]
-    }
-
-    sqlLang: SQLLang = SQLLang.Oracle;
-
-    constructor(config: SteedosDriverConfig) {
-        super(config);
-        if (!process.env.ORA_SDTZ) {
-            // 设置日期/时间字段默认时区为UTC
-            process.env.ORA_SDTZ = 'UTC';
-        }
-    }
-
-    getConnectionOptions(): ConnectionOptions {
-        let connectString = this.config.connectString;
-        if (!connectString){
-            connectString = `${this.config.host}:${this.config.port}/${this.config.database}`;
-        }
-        return  {
-            type: "oracle",
-            url: this._url,
-            name: (new Date()).getTime().toString(),
-            entities: Object.values(this._entities),
-            host: this.config.host,
-            port: this.config.port,
-            username: this.config.username,
-            password: this.config.password,
-            database: this.config.database,
-            connectString: connectString,
-            logging: this.config.logging
-        };
-    }
-
-    getEntities(objects: Dictionary<SteedosObjectType>): Dictionary<EntitySchema> {
-        return getEntities(objects, "oracle");
-    }
-
-    async getDatabaseVersion() {
-        let result = await this.run(`select version from sys.product_component_version where product like '%Oracle%'`);
-        return result.length && result[0] && result[0].VERSION;
-    }
-}

package/src/driver/postgres.ts

@@ -1,46 +0,0 @@
-import { SteedosFieldDBType } from "./index";
-import { ConnectionOptions, EntitySchema } from "typeorm";
-import { SteedosDriverConfig } from "./driver";
-import { SteedosTypeormDriver } from "../typeorm";
-import { Dictionary } from "@salesforce/ts-types";
-import { SteedosObjectType } from "../types";
-import { SQLLang } from 'odata-v4-sql';
-import { getEntities } from "../typeorm";
-
-export class SteedosPostgresDriver extends SteedosTypeormDriver {
-    getSupportedColumnTypes() {
-        return [
-            SteedosFieldDBType.varchar,
-            SteedosFieldDBType.text,
-            SteedosFieldDBType.number,
-            SteedosFieldDBType.boolean,
-            SteedosFieldDBType.date,
-            SteedosFieldDBType.dateTime
-        ]
-    }
-
-    sqlLang: SQLLang = SQLLang.PostgreSql;
-
-    constructor(config: SteedosDriverConfig) {
-        super(config);
-    }
-
-    getConnectionOptions(): ConnectionOptions {
-        return  {
-            type: "postgres",
-            url: this._url,
-            name: (new Date()).getTime().toString(),
-            entities: Object.values(this._entities),
-            host: this.config.host,
-            port: this.config.port,
-            username: this.config.username,
-            password: this.config.password,
-            database: this.config.database,
-            logging: this.config.logging
-        };
-    }
-
-    getEntities(objects: Dictionary<SteedosObjectType>): Dictionary<EntitySchema> {
-        return getEntities(objects, "postgres");
-    }
-}

package/src/driver/sqlite3.ts

@@ -1,40 +0,0 @@
-import { SteedosFieldDBType } from "./index";
-import { ConnectionOptions, EntitySchema } from "typeorm";
-import { SteedosDriverConfig } from "./driver";
-import { SteedosTypeormDriver, getEntities } from "../typeorm";
-import { SQLLang } from 'odata-v4-sql';
-import { Dictionary } from "@salesforce/ts-types";
-import { SteedosObjectType } from "../types";
-
-export class SteedosSqlite3Driver extends SteedosTypeormDriver {
-    getSupportedColumnTypes() {
-        return [
-            SteedosFieldDBType.varchar, 
-            SteedosFieldDBType.text, 
-            SteedosFieldDBType.number,
-            SteedosFieldDBType.boolean,
-            SteedosFieldDBType.date,
-            SteedosFieldDBType.dateTime
-        ]
-    }
-    
-    sqlLang: SQLLang = SQLLang.Oracle;
-
-    constructor(config: SteedosDriverConfig) {
-        super(config);
-    }
-
-    getConnectionOptions(): ConnectionOptions {
-        return {
-            type: "sqlite",
-            database: this._url,
-            name: (new Date()).getTime().toString(),
-            entities: Object.values(this._entities),
-            logging: this.config.logging
-        };
-    }
-
-    getEntities(objects: Dictionary<SteedosObjectType>): Dictionary<EntitySchema> {
-        return getEntities(objects, "sqlite");
-    }
-}

package/src/driver/sqlserver.ts

@@ -1,52 +0,0 @@
-import { SteedosFieldDBType } from "./index";
-import { ConnectionOptions, EntitySchema } from "typeorm";
-import { SteedosDriverConfig } from "./driver";
-import { SteedosTypeormDriver } from "../typeorm";
-import { Dictionary } from "@salesforce/ts-types";
-import { SteedosObjectType } from "../types";
-import { SQLLang } from 'odata-v4-sql';
-import { getEntities } from "../typeorm";
-
-export class SteedosSqlServerDriver extends SteedosTypeormDriver {
-    getSupportedColumnTypes() {
-        return [
-            SteedosFieldDBType.varchar,
-            SteedosFieldDBType.text,
-            SteedosFieldDBType.number,
-            SteedosFieldDBType.boolean,
-            SteedosFieldDBType.date,
-            SteedosFieldDBType.dateTime
-        ]
-    }
-
-    sqlLang: SQLLang = SQLLang.MsSql;
-
-    constructor(config: SteedosDriverConfig) {
-        super(config);
-    }
-
-    getConnectionOptions(): ConnectionOptions {
-        return  {
-            type: "mssql",
-            url: this._url,
-            name: (new Date()).getTime().toString(),
-            entities: Object.values(this._entities),
-            host: this.config.host,
-            port: this.config.port,
-            username: this.config.username,
-            password: this.config.password,
-            database: this.config.database,
-            options: this.config.options,
-            logging: this.config.logging
-        };
-    }
-
-    getEntities(objects: Dictionary<SteedosObjectType>): Dictionary<EntitySchema> {
-        return getEntities(objects, "mssql");
-    }
-
-    async getDatabaseVersion() {
-        let result = await this.run(`SELECT SERVERPROPERTY('ProductVersion') AS VERSION`);
-        return result.length && result[0] && result[0].VERSION;
-    }
-}