@digione/node-custom-api 0.1.9 → 0.2.0-alpha10

package/utils/file.js

@@ -14,7 +14,6 @@ const aws = require("aws-sdk");
 const jimp = require("jimp/dist");
 const mime = require("mime-types");
 const _ = require("lodash");
-const uuid_1 = require("uuid");
 const path = require("path");
 const fs = require("fs");
 const getBuffer = (image, { mimetype = "" } = {}) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
@@ -108,6 +107,7 @@ class FileUtil {
     }
     afterQueryFile(data = {}, { tag = {}, file_link = false } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            delete data['thumbnail'];
             data['custom'] = data['custom'] || {};
             data['tags'] = data['tags'] || [];
             if (data['filename'] == data['path']) {
@@ -133,6 +133,7 @@ class FileUtil {
             let reqs = [], results = [];
             for (let file of files) {
                 let extension = mime.extension(file.mimetype);
+                extension = extension ? extension : String(file.mimetype).split('/')[1];
                 let input = {
                     Bucket: this.bucket,
                     Key: this.ref + "/" + (0, helper_1.getDateTime)().format('X') + '.' + (0, helper_1.getSlug)(32) + '.' + extension,
@@ -256,7 +257,7 @@ class FileUtil {
                     result[width + 'x' + height] = thumb;
                     yield (0, db_1.update)(this.ref, file_1.FileModel.getTableName().toString(), { thumb: JSON.stringify(result) }, { where: { id: item['id'] } });
                 }
-                if (item['filename'] == path) {
+                if (thumb && item['filename'] == path) {
                     yield this.getStorage();
                     let data = yield this.afterQueryFile({ filename: thumb, path: thumb });
                     thumb = data.path;
@@ -275,12 +276,12 @@ class FileUtil {
                         return null;
                     where['$folder.parent_id$'] = query['id'];
                 }
-                where = this.beforeFindFile(where, { tags, group });
+                let option = this.beforeFindFile(where, { attributes: ['id', 'extension', 'filename', 'path', 'thumb'], tags, group });
                 let result = yield file_1.FileModel.schema(this.ref, "_").findOne({
-                    raw: true, attributes: ['id', 'extension', 'filename', 'path', 'thumb'],
-                    where: Object.assign({ '$folder.slug$': slug }, where),
+                    raw: true, attributes: option.attributes,
+                    where: Object.assign({ '$folder.slug$': slug }, option.where),
                     include: [{ as: 'folder', model: folder_1.FolderModel.schema(this.ref, "_"), attributes: [] }],
-                    order: [['sort', 'asc'], ['tags', 'desc']]
+                    order: option.order
                 });
                 return this.findImageThumb(result, { width, height });
             }
@@ -298,7 +299,8 @@ class FileUtil {
             return this.findImageThumb(item, { width, height });
         });
     }
-    beforeFindFile(where = {}, { tags = [], group = undefined } = {}) {
+    beforeFindFile(where = {}, { attributes = undefined, tags = [], group = undefined, verify = false } = {}) {
+        let order = [['sort', 'asc'], ['tags', 'desc']], thumbnail = false;
         if (this.option.organ_id) {
             where[sequelize_1.Op.and] = (where[sequelize_1.Op.and] || []).concat({ [sequelize_1.Op.or]: [{ organ_id: this.option.organ_id }, { organ_by: this.option.organ_id }] });
         }
@@ -309,9 +311,11 @@ class FileUtil {
             let op = tags.reduce((total, tag) => {
                 let value = Object.keys(tag).reduce((total, key) => total.concat([`'${key}'`, `"${tag[key]}"`]), []).join(',');
                 if (value) {
-                    total = total.concat((0, sequelize_1.literal)(`JSON_CONTAINS(tags,JSON_OBJECT(${value}))`));
-                    if (tag['slug'] == "thumbnail") {
-                        total = total.concat((0, sequelize_1.literal)(`tags IS NULL`));
+                    if (tag['slug'] == "thumbnail" && !verify) {
+                        thumbnail = true;
+                    }
+                    else {
+                        total = total.concat((0, sequelize_1.literal)(`JSON_CONTAINS(tags,JSON_OBJECT(${value}))`));
                     }
                 }
                 return total;
@@ -320,9 +324,19 @@ class FileUtil {
                 where[sequelize_1.Op.and] = (where[sequelize_1.Op.and] || []).concat({ [sequelize_1.Op.or]: op });
             }
         }
-        return where;
+        if (thumbnail) {
+            let include = [[(0, sequelize_1.literal)(`IF(JSON_CONTAINS(tags,JSON_OBJECT('slug',"thumbnail")),'yes','no')`), 'thumbnail']];
+            if (typeof attributes == "undefined") {
+                attributes = { include };
+            }
+            else if (attributes instanceof Array) {
+                attributes = attributes.concat(include);
+            }
+            order = [['thumbnail', 'desc'], ['sort', 'asc']];
+        }
+        return { where, attributes, order };
     }
-    findAllFile({ where = {}, folder = false, full = false, file_link = false, thumb = false, width = 0, height = 0, parent_folder = "", attributes = undefined, limit = undefined, offset = undefined, tag = {}, tags = [], group = undefined } = {}) {
+    findAllFile({ where = {}, folder = false, full = false, file_link = false, thumb = false, verify = true, width = 0, height = 0, parent_folder = "", attributes = undefined, limit = undefined, offset = undefined, tag = {}, tags = [], group = undefined } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
             try {
                 let include = [];
@@ -334,10 +348,10 @@ class FileUtil {
                         return [];
                     where['$folder.parent_id$'] = query['id'];
                 }
-                where = this.beforeFindFile(where, { tags, group });
                 where['is_hidden'] = where['is_hidden'] || "no";
+                let option = this.beforeFindFile(where, { attributes, tags, group, verify });
                 let result = yield file_1.FileModel.schema(this.ref, "_").findAll({
-                    attributes, raw: true, where, limit, offset, include, order: [['sort', 'asc'], ['tags', 'desc']]
+                    attributes: option.attributes, raw: true, where: option.where, limit, offset, include, order: option.order
                 });
                 result.length && (yield this.getStorage());
                 result = yield Promise.all(result.map((item) => tslib_1.__awaiter(this, void 0, void 0, function* () {
@@ -358,6 +372,33 @@ class FileUtil {
             }
         });
     }
+    countFileByFolder(slug, { where = {}, parent_folder = "", tags = [], group = null } = {}) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            let include_folder = [];
+            if (parent_folder) {
+                where['$`f->p`.slug$'] = parent_folder;
+                include_folder.push({
+                    required: true, attributes: [],
+                    model: folder_1.FolderModel.schema(this.ref, "_"),
+                    association: new sequelize_1.BelongsTo(folder_1.FolderModel, folder_1.FolderModel, { as: "p", foreignKey: "parent_id", constraints: false })
+                });
+            }
+            where['$f.slug$'] = slug;
+            where['is_hidden'] = where['is_hidden'] || "no";
+            let option = this.beforeFindFile(where, { tags, group, verify: true });
+            return yield file_1.FileModel.schema(this.ref, "_").count({
+                where: option.where,
+                include: [
+                    {
+                        required: true, attributes: [],
+                        model: folder_1.FolderModel.schema(this.ref, "_"),
+                        association: new sequelize_1.BelongsTo(file_1.FileModel, folder_1.FolderModel, { as: "f", foreignKey: "folder_id", constraints: false }),
+                        include: include_folder
+                    }
+                ]
+            });
+        });
+    }
     findAndCountAllFileByFolder(slug, { where = {}, file_link = false, parent_folder = "", limit = undefined, offset = undefined, tag = {}, tags = [], group = null } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
             let where_folder = {};
@@ -371,9 +412,9 @@ class FileUtil {
             if (!folder)
                 return { rows: [], count: 0 };
             where['folder_id'] = folder['id'];
-            where = this.beforeFindFile(where, { tags, group });
             where['is_hidden'] = where['is_hidden'] || "no";
-            let data = yield Promise.all([this.findAllFile({ where, full: true, file_link, limit, offset, tag, group }), file_1.FileModel.schema(this.ref, "_").count({ where })]);
+            let option = this.beforeFindFile(where, { tags, group, verify: true });
+            let data = yield Promise.all([this.findAllFile({ where, full: true, file_link, limit, offset, tag, group }), file_1.FileModel.schema(this.ref, "_").count({ where: option.where })]);
             return { rows: data[0], count: data[1] };
         });
     }
@@ -384,7 +425,7 @@ class FileUtil {
     }
     findOneFileByFolder(slug, { where = {}, full = false, file_link = false, parent_folder = "", tags = [], group = null } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
-            return (yield this.findAllFile({ where: Object.assign({ '$folder.slug$': slug }, where), folder: true, full, file_link, parent_folder, limit: 1, tags, group }))[0] || null;
+            return (yield this.findAllFile({ where: Object.assign({ '$folder.slug$': slug }, where), folder: true, full, file_link, verify: false, parent_folder, limit: 1, tags, group }))[0] || null;
         });
     }
     findOneFileById(id, { where = {}, full = true, file_link = false, parent_folder = "", tags = [], group = null } = {}) {
@@ -392,7 +433,7 @@ class FileUtil {
             return (yield this.findAllFile({ where: Object.assign({ id }, where), full, file_link, parent_folder, limit: 1, tags, group }))[0] || null;
         });
     }
-    uploadByReq(req, slug, user_id, { parent_id = 0, parent_slug = "", name = undefined, root = false, thumb = false, width = 0, height = 0, input = {}, is_hidden = undefined, tags = undefined, group = undefined } = {}) {
+    uploadByReq(req, slug, user_id, { parent_id = 0, parent_slug = "", name = undefined, root = false, format = false, thumb = false, width = 0, height = 0, input = {}, is_hidden = undefined, tags = undefined, group = undefined } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
             req.files = req.file ? [req.file] : (req.files || []);
             if (req.files.length && slug) {
@@ -406,6 +447,7 @@ class FileUtil {
                 let folder = yield this.createFolder(slug, { parent_id, root, name });
                 for (let file of req.files) {
                     let extension = mime.extension(file.mimetype);
+                    extension = extension ? extension : String(file.mimetype).split('/')[1];
                     let input = {
                         Bucket: this.bucket,
                         Key: this.ref + "/" + (0, helper_1.getDateTime)().format('X') + '.' + (0, helper_1.getSlug)(32) + '.' + extension,
@@ -419,7 +461,7 @@ class FileUtil {
                 }
                 let results = yield this.upload(files);
                 results = yield this.formatFile(folder['id'], user_id, reqs, results, { input, is_hidden, tags, group });
-                return yield this.insertFileUnique(results, { thumb, width, height });
+                return yield this.insertFileUnique(results, { format, thumb, width, height });
             }
             return Promise.reject(errors_1.generalError.BAD_REQUEST);
         });
@@ -470,8 +512,13 @@ class FileUtil {
                 let folder = yield this.createFolder(slug, { parent_id, root, name });
                 let results = [], reqs = [];
                 files.forEach((item) => {
-                    results.push({ Location: item, Key: item });
-                    reqs.push({ originalname: (0, helper_1.getSlug)(32), mimetype: null, size: 0, type });
+                    let addition = {}, path = item;
+                    if (typeof item == "object") {
+                        addition = item;
+                        path = item['path'];
+                    }
+                    results.push({ Location: path, Key: path });
+                    reqs.push(Object.assign({ originalname: (0, helper_1.getSlug)(32), mimetype: null, size: 0, type }, addition));
                 });
                 results = yield this.formatFile(folder['id'], user_id, reqs, results, { input, tags, group });
                 return yield this.insertFileUnique(results);
@@ -548,6 +595,8 @@ class FileUtil {
                 case "shtml":
                 case "svg":
                 case "rar":
+                case "kml":
+                case "shp":
                     type = 'o';
                     break;
             }
@@ -557,12 +606,12 @@ class FileUtil {
             return type;
         });
     }
-    formatFile(folder_id, user_id, reqs, files, { use_id = true, field = [], formatDateTime = "X", input = {}, is_hidden = undefined, tags = undefined, group = undefined } = {}) {
+    formatFile(folder_id, user_id, reqs, files, { format = false, use_id = true, field = [], formatDateTime = "X", input = {}, is_hidden = undefined, tags = undefined, group = undefined } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
             try {
                 let result = yield Promise.all(files.map((file, key) => tslib_1.__awaiter(this, void 0, void 0, function* () {
                     folder_id = reqs[key].folder ? reqs[key].folder : folder_id;
-                    let id = (0, uuid_1.v4)().replace(/-/gi, '').substring(0, 15);
+                    let id = (0, helper_1.getFileId)();
                     let organ_id = this.option.organ_id;
                     let organ_by = this.option.parent_organ_id;
                     let sort = (0, helper_1.getDateTime)().format(formatDateTime);
@@ -574,30 +623,30 @@ class FileUtil {
                         path = (index < 0) ? protocol + path : path;
                     }
                     let extension = mime.extension(reqs[key].mimetype);
-                    let format = Object.assign(Object.assign({}, input), { folder_id,
+                    extension = extension ? extension : String(reqs[key].mimetype).split('/')[1];
+                    let item = Object.assign(Object.assign({}, input), { folder_id,
                         user_id,
                         organ_id,
-                        organ_by,
-                        sort,
-                        date_added, name: reqs[key].originalname || (0, helper_1.getSlug)(32), filename: reqs[key].Key || file.Key || input['filename'], path, mimetype: reqs[key].mimetype, filesize: reqs[key].size, extension: (extension ? "." + extension : ''), type: reqs[key].type || file.type || input['type'], is_hidden,
-                        tags,
-                        group });
+                        organ_by, sort: reqs[key].sort || sort, date_added, name: reqs[key].originalname || (0, helper_1.getSlug)(32), filename: reqs[key].Key || file.Key || input['filename'], path, mimetype: reqs[key].mimetype, filesize: reqs[key].size, extension: (extension ? "." + extension : ''), type: reqs[key].type || file.type || input['type'], is_hidden, tags: reqs[key].tags || tags, custom: reqs[key].custom || input['custom'], group });
+                    if (format) {
+                        item = yield this.afterQueryFile(item);
+                    }
                     if (use_id) {
-                        format['id'] = id;
+                        item['id'] = id;
                     }
                     if (reqs[key].mimetype && reqs[key].mimetype.split('/')[0] == "image") {
                         try {
                             let body = reqs[key].Body || reqs[key].buffer;
                             let image = yield jimp.read(body);
-                            format['height'] = image.bitmap.height;
-                            format['width'] = image.bitmap.width;
+                            item['height'] = image.bitmap.height;
+                            item['width'] = image.bitmap.width;
                         }
                         catch (err) { }
                     }
                     if (field.length) {
-                        format = _.pick(format, field);
+                        item = _.pick(item, field);
                     }
-                    return format;
+                    return item;
                 })));
                 return result;
             }
@@ -606,7 +655,7 @@ class FileUtil {
             }
         });
     }
-    insertFileUnique(results, { thumb = false, width = 0, height = 0 } = {}) {
+    insertFileUnique(results, { format = false, thumb = false, width = 0, height = 0 } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
             try {
                 let data = yield file_1.FileModel.schema(this.ref, "_").bulkCreate(results);
@@ -614,32 +663,31 @@ class FileUtil {
                     return Promise.reject(errors_1.generalError.BAD_REQUEST);
                 }
                 let result = data.map(item => item.toJSON());
-                if (thumb) {
-                    // create thumb
+                if (format || thumb) {
+                    // format or create thumb
                     result = yield Promise.all(result.map((item) => tslib_1.__awaiter(this, void 0, void 0, function* () {
-                        if (item['type'] == 'i') {
-                            item['thumb'] = null;
-                            let thumb = yield this.findImageThumb(item, { width, height });
-                            return Object.assign(Object.assign({}, item), { thumb });
+                        let include = (yield this.afterQueryFile(item)) || {};
+                        if (thumb && item['type'] == 'i') {
+                            include['thumb'] = yield this.findImageThumb(item, { width, height });
                         }
-                        return item;
+                        return Object.assign(Object.assign({}, item), include);
                     })));
                 }
                 return result;
             }
             catch (err) {
                 if (err.errors && err.errors[0].validatorKey == "not_unique") {
-                    results = results.map(item => (Object.assign(Object.assign({}, item), { id: (0, uuid_1.v4)().replace(/-/gi, '').substring(0, 15) })));
-                    return yield this.insertFileUnique(results, { thumb, width, height });
+                    results = results.map(item => (Object.assign(Object.assign({}, item), { id: (0, helper_1.getFileId)() })));
+                    return yield this.insertFileUnique(results, { format, thumb, width, height });
                 }
                 return Promise.reject(errors_1.generalError.BAD_REQUEST);
             }
         });
     }
-    uploadRawFormat(files, { field = ['name', 'filename', 'path', 'mimetype', 'filesize', 'extension', 'type', 'height', 'width'] } = {}) {
+    uploadRawFormat(files, { format = false, field = ['name', 'filename', 'path', 'mimetype', 'filesize', 'extension', 'type', 'height', 'width'] } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
             let query = yield this.uploadRaw(files);
-            return yield this.formatFile(0, 0, files, query, { field });
+            return yield this.formatFile(0, 0, files, query, { format, field });
         });
     }
     updateFile(id, input = {}, { paths = [] } = {}) {
@@ -672,8 +720,8 @@ class FileUtil {
     }
     remove({ where = {}, delete_object = false, error = true, tags = [], group = undefined } = {}) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
-            where = this.beforeFindFile(where, { tags, group });
-            let files = yield file_1.FileModel.schema(this.ref, "_").findAll({ where, attributes: ['id', 'path', 'thumb'], raw: true });
+            let option = this.beforeFindFile(where, { tags, group, verify: true });
+            let files = yield file_1.FileModel.schema(this.ref, "_").findAll({ where: option.where, attributes: ['id', 'path', 'thumb'], raw: true });
             if (files.length) {
                 let paths = [], id = files.map(i => { paths = paths.concat(this.getFilePath(i)); return i['id']; });
                 yield file_1.FileModel.schema(this.ref, "_").destroy({ where: { id } });

package/utils/helper.d.ts

@@ -12,7 +12,12 @@ export declare const getDaysBetweenDates: (startDate: any, endDate: any, { utc }
 }) => any[];
 export declare const Joi_date: any;
 export declare const getENV: (str: string, def?: any) => any;
+export declare const getENVIndex: (index: string, { prefix, force }?: {
+    prefix?: string;
+    force?: boolean;
+}) => string;
 export declare const getSlug: (length?: number) => string;
+export declare const getFileId: () => string;
 export declare const getDateMysql: (date?: any) => any;
 export declare const getTimestampMysql: (date?: any) => number;
 export declare const getDateTime: (time?: any, { utc }?: {
@@ -23,7 +28,12 @@ export declare const getValueFunctionFile: (key: any) => (value: any, { result,
     json?: {};
     fileUtil?: any;
 }) => Promise<void>;
-export declare const getValueFunctionLang: (key: any) => (value?: {}, { result, transform, spread, spread_all, raw, lang_code }?: {
+export declare const getValueFunctionArray: (key: any) => (value: any, { result }: {
+    result?: {};
+}) => void;
+export declare const getValueFunctionLang: (key: any, { field_type }?: {
+    field_type?: string;
+}) => (value?: {}, { result, transform, spread, spread_all, raw, lang_code }?: {
     result?: {};
     transform?: boolean;
     spread?: boolean;
@@ -50,6 +60,9 @@ export declare const removeHyphen: (str: string, replace?: string, { encode, rep
 export declare const getMobileNumber: (str: string, { prefix }?: {
     prefix?: string;
 }) => string;
+export declare const formatMobileNumber: (str: string, { prefix }?: {
+    prefix?: string;
+}) => string;
 export declare const removeSpace: (str: string, replace?: string) => string;
 export declare const removeAt: (str: string, replace?: string) => string;
 export declare const isNumber: (val: any, { negative }?: {
@@ -64,7 +77,7 @@ export declare const randomRef: ({ length_digital, length_alphabet }?: {
     length_alphabet?: number;
 }) => string;
 export declare const treeToArray: (items: Array<any>, array?: Array<any>, level?: number) => Promise<any[]>;
-export declare const buildTree: (nodes: Array<any>, { index, field_children, json_convert, key_index, key_parent, root, to_array }?: {
+export declare const buildTree: (nodes: Array<any>, { index, field_children, json_convert, key_index, key_parent, root, to_array, notfound_parent }?: {
     index?: any;
     field_children?: string;
     json_convert?: boolean;
@@ -72,6 +85,7 @@ export declare const buildTree: (nodes: Array<any>, { index, field_children, jso
     key_parent?: string;
     root?: any;
     to_array?: boolean;
+    notfound_parent?: boolean;
 }) => Promise<any[]>;
 export declare const expandTree: (items: Array<any>, { array, parent, level, prefix, field_index, field_children, key_value }?: {
     array?: any[];
@@ -88,6 +102,7 @@ export declare const slugify: (string?: any, { lowercase }?: {
 }) => any;
 export declare const slugifyField: (string?: any) => any;
 export declare const stripHtml: (string: string) => string;
+export declare const stripEmoji: (string: string) => string;
 export declare const replaceColon: (string: string, { decode }?: {
     decode?: boolean;
 }) => string;

package/utils/helper.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertCurrency = exports.xorMerge = exports.xorDecode = exports.xorEncode = exports.getInstanceNumber = exports.getDomain = exports.getParent = exports.replaceColon = exports.stripHtml = exports.slugifyField = exports.slugify = exports.convertToBigEndian = exports.expandTree = exports.buildTree = exports.treeToArray = exports.randomRef = exports.multiExecArray = exports.isBase64 = exports.isNumber = exports.removeAt = exports.removeSpace = exports.getMobileNumber = exports.removeHyphen = exports.signToken = exports.getTokenDataFromTokenBySecret = exports.getUUID32 = exports.getUUID = exports.sleep = exports.getValueByLang = exports.getValueFunctionLang = exports.getValueFunctionFile = exports.getDateTime = exports.getTimestampMysql = exports.getDateMysql = exports.getSlug = exports.getENV = exports.Joi_date = exports.getDaysBetweenDates = exports.getDateFromString = exports.getDateRangeFormat = void 0;
+exports.convertCurrency = exports.xorMerge = exports.xorDecode = exports.xorEncode = exports.getInstanceNumber = exports.getDomain = exports.getParent = exports.replaceColon = exports.stripEmoji = exports.stripHtml = exports.slugifyField = exports.slugify = exports.convertToBigEndian = exports.expandTree = exports.buildTree = exports.treeToArray = exports.randomRef = exports.multiExecArray = exports.isBase64 = exports.isNumber = exports.removeAt = exports.removeSpace = exports.formatMobileNumber = exports.getMobileNumber = exports.removeHyphen = exports.signToken = exports.getTokenDataFromTokenBySecret = exports.getUUID32 = exports.getUUID = exports.sleep = exports.getValueByLang = exports.getValueFunctionLang = exports.getValueFunctionArray = exports.getValueFunctionFile = exports.getDateTime = exports.getTimestampMysql = exports.getDateMysql = exports.getFileId = exports.getSlug = exports.getENVIndex = exports.getENV = exports.Joi_date = exports.getDaysBetweenDates = exports.getDateFromString = exports.getDateRangeFormat = void 0;
 const tslib_1 = require("tslib");
 const crypto = require("crypto");
 const dotenv = require("dotenv");
@@ -13,6 +13,7 @@ const date_1 = require("@joi/date");
 const numeral = require("numeral");
 const _ = require("lodash");
 const sha1 = require('js-sha1');
+const uid = new short_unique_id_1.default();
 dotenv.config();
 const getDateRangeFormat = (dates = [], { format: { day = "D", month = "MMM", year = "Y" } = {} } = {}) => {
     dates = dates.map(i => (0, exports.getDateTime)(i));
@@ -57,10 +58,21 @@ const getENV = (str, def) => {
     return process.env[str] || def;
 };
 exports.getENV = getENV;
+const getENVIndex = (index, { prefix = "dev", force = false } = {}) => {
+    if (process.env.NODE_ENV == "production" || force) {
+        return index;
+    }
+    return prefix + "_" + index;
+};
+exports.getENVIndex = getENVIndex;
 const getSlug = (length = 8) => {
-    return new short_unique_id_1.default().randomUUID(length);
+    return uid.rnd(length);
 };
 exports.getSlug = getSlug;
+const getFileId = () => {
+    return uid.rnd(15);
+};
+exports.getFileId = getFileId;
 const getDateMysql = (date = undefined) => {
     try {
         return (0, exports.getDateTime)(date).format("YYYY-MM-DD HH:mm:ss");
@@ -94,7 +106,22 @@ const getValueFunctionFile = (key) => {
     });
 };
 exports.getValueFunctionFile = getValueFunctionFile;
-const getValueFunctionLang = (key) => {
+const getValueFunctionArray = (key) => {
+    return (value, { result = {} }) => {
+        if (value[key]) {
+            try {
+                result[key] = JSON.parse(value[key]);
+            }
+            catch (err) { }
+            ;
+        }
+        if (!(result[key] instanceof Array)) {
+            result[key] = [];
+        }
+    };
+};
+exports.getValueFunctionArray = getValueFunctionArray;
+const getValueFunctionLang = (key, { field_type = "" } = {}) => {
     return (value = {}, { result = {}, transform = true, spread = false, spread_all = false, raw = false, lang_code = "" } = {}) => {
         if (raw || typeof value[key] == "undefined")
             return;
@@ -118,6 +145,9 @@ const getValueFunctionLang = (key) => {
             return;
         }
         result[key] = bol ? (obj[lang_code] || obj['en']) : value[key];
+        if (field_type == "stream") {
+            (0, exports.getValueFunctionArray)(key)({ [key]: result[key] }, { result });
+        }
     };
 };
 exports.getValueFunctionLang = getValueFunctionLang;
@@ -154,14 +184,25 @@ exports.removeHyphen = removeHyphen;
 const getMobileNumber = (str, { prefix = "+66" } = {}) => {
     if (str) {
         str = str.replace(/_/g, "").replace(/-/g, "").replace(/ /g, "");
-        if (str.indexOf("+") == -1 && str.length == 10) {
-            str = str.substr(1);
+        if (str.indexOf("+") == -1 && (str.length == 10 || str.length == 9)) {
+            if (str.length == 10 && str[0] == "0")
+                str = str.substr(1);
             str = prefix + str;
         }
     }
     return str;
 };
 exports.getMobileNumber = getMobileNumber;
+const formatMobileNumber = (str, { prefix = "+66" } = {}) => {
+    if (str) {
+        str = str.replace(/_/g, "").replace(/-/g, "").replace(/ /g, "").replace(prefix, "");
+        if (str.length == 9) {
+            str = "0" + str;
+        }
+    }
+    return str;
+};
+exports.formatMobileNumber = formatMobileNumber;
 const removeSpace = (str, replace = "") => {
     return str ? str.replace(/ /g, replace) : "";
 };
@@ -228,7 +269,7 @@ const treeToArray = (items, array = [], level = 1) => tslib_1.__awaiter(void 0,
     return array;
 });
 exports.treeToArray = treeToArray;
-const buildTree = (nodes, { index = undefined, field_children = "children", json_convert = false, key_index = "id", key_parent = "parent", root = undefined, to_array = false } = {}) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+const buildTree = (nodes, { index = undefined, field_children = "children", json_convert = false, key_index = "id", key_parent = "parent", root = undefined, to_array = false, notfound_parent = false } = {}) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
     if (!nodes) {
         return null;
     }
@@ -266,11 +307,16 @@ const buildTree = (nodes, { index = undefined, field_children = "children", json
                 }
             }
             parent[field_children] = results;
+            delete children[parent[key_index]];
         }
     };
     for (let i = 0, len = roots.length; i < len; ++i) {
         findChildren(roots[i]);
     }
+    if (notfound_parent) {
+        let items = Object.keys(children).reduce((total, key) => total.concat(children[key]), []);
+        roots.unshift({ [key_index]: -1, [field_children]: items });
+    }
     if (index)
         roots = roots[0];
     if (roots && to_array) {
@@ -350,6 +396,10 @@ const stripHtml = (string) => {
         .replace(/\n/g, '');
 };
 exports.stripHtml = stripHtml;
+const stripEmoji = (string) => {
+    return String(string).replace(/(?![*#0-9]+)[\p{Emoji}\p{Emoji_Modifier}\p{Emoji_Component}\p{Emoji_Modifier_Base}\p{Emoji_Presentation}]/gu, '').trim();
+};
+exports.stripEmoji = stripEmoji;
 const replaceColon = (string, { decode = false } = {}) => {
     if (!string || typeof (string) != 'string') {
         return string;

package/utils/metadata.js

@@ -27,11 +27,11 @@ class MetadataUtil {
                 let value = {}, type = types;
                 if (_.isObject(input[key])) {
                     let val = {};
-                    _.each(input[key], (v, k) => { val['value_' + k] = (0, helper_1.stripHtml)(v ? v.substring(0, str_length) : ""); });
+                    _.each(input[key], (v, k) => { val['value_' + k] = v ? (0, helper_1.stripEmoji)((0, helper_1.stripHtml)(v)).substring(0, str_length) : ""; });
                     value = val;
                 }
                 else {
-                    value = { value_en: (0, helper_1.stripHtml)(String(input[key] || "").substring(0, str_length)) };
+                    value = { value_en: (0, helper_1.stripEmoji)((0, helper_1.stripHtml)(String(input[key] || "")).substring(0, str_length)) };
                 }
                 if (autoType && !items[key]) {
                     let str = key.split(":");

package/utils/stream.d.ts

@@ -40,7 +40,7 @@ export declare class StreamUtil {
     private fileUtil;
     private languageUtil;
     constructor(ref?: string, option?: QueryParamOption, fileUtil?: FileUtil);
-    findField(slug: string, namespace: string, { index, option, no_lang, field_slug, field_only, field_required, lang, lang_code, is_required, default_value, addition, include, include_only, convert_option, field_option, require, multiple_table, multiple_spread, text, bullets, multiple, relationship, file, image, field_exclude, section }?: {
+    findField(slug: string, namespace: string, { index, option, no_lang, field_slug, field_only, field_required, lang, lang_code, is_required, default_value, addition, include, include_only, convert_option, convert_value, field_option, require, multiple_table, multiple_spread, text, bullets, multiple, relationship, file, image, field_exclude, section }?: {
         index?: string;
         option?: {};
         no_lang?: boolean;
@@ -55,6 +55,7 @@ export declare class StreamUtil {
         include?: any;
         include_only?: boolean;
         convert_option?: boolean;
+        convert_value?: boolean;
         field_option?: {};
         require?: boolean;
         multiple_table?: boolean;
@@ -75,13 +76,14 @@ export declare class StreamUtil {
         include?: any;
         include_only?: boolean;
     }): any;
-    buildStream(slug: string, namespace: string, { query, builder, fetch, label, attribute, attributes, field_exclude, include, include_all }?: {
+    buildStream(slug: string, namespace: string, { query, builder, fetch, label, attribute, attributes, field_option, field_exclude, include, include_all }?: {
         query?: boolean;
         builder?: boolean;
         fetch?: boolean;
         label?: boolean;
         attribute?: boolean;
         attributes?: any;
+        field_option?: {};
         field_exclude?: any[];
         include?: {};
         include_all?: boolean;
@@ -91,10 +93,11 @@ export declare class StreamUtil {
         fetchFn: any;
         attributes: any;
     }>;
-    getBuilder(slug: string, namespace: string, { query, index, builder, field_exclude }?: {
+    getBuilder(slug: string, namespace: string, { query, index, builder, field_option, field_exclude }?: {
         query?: boolean;
         index?: string;
         builder?: boolean;
+        field_option?: {};
         field_exclude?: any[];
     }): Promise<any>;
     getValue(slug: string, namespace: string, value: any, { query, transform, spread, spread_all, raw, lang_code }?: {
@@ -117,7 +120,7 @@ export declare class StreamUtil {
         result: {};
         labels: any[];
     }>;
-    genField(streams: Array<any>, { index, option, slug, id_stream, prefix, multiple_table, multiple_spread, addition, convert_option, field_option, default_value, default_lang, lang_code, no_lang, lang, country, section }?: {
+    genField(streams: Array<any>, { index, option, slug, id_stream, prefix, multiple_table, multiple_spread, addition, convert_option, convert_value, field_option, default_value, default_lang, lang_code, no_lang, lang, country, section }?: {
         index?: string;
         option?: {};
         slug?: string;
@@ -127,6 +130,7 @@ export declare class StreamUtil {
         multiple_spread?: boolean;
         addition?: {};
         convert_option?: boolean;
+        convert_value?: boolean;
         field_option?: {};
         default_value?: any;
         default_lang?: string;
@@ -168,6 +172,14 @@ export declare class StreamUtil {
         tags?: TagFile;
         group?: any;
     }): Promise<{}>;
+    upsertBySlugField(fields: Array<any>, index: string, { ref, req, parent_slug, input, tags, group }?: {
+        ref?: string;
+        req?: Request<import("express-serve-static-core").ParamsDictionary, any, any, import("qs").ParsedQs, Record<string, any>>;
+        parent_slug?: string;
+        input?: {};
+        tags?: TagFile;
+        group?: any;
+    }): Promise<{}>;
     findStream(slug: string, namespace: string, { result, lang_code, field_exclude, multiple, relationship, file, image, is_lang, stream, use_param }?: {
         result?: any[];
         lang_code?: string;
@@ -295,7 +307,7 @@ export declare class StreamUtil {
         stripUnknown?: boolean;
         builder?: boolean;
     }): Promise<Joi.ObjectSchema<any>>;
-    validate(slug: string, namespace: string, input: any, { req, isNew, default_value, lang, stripUnknown, inputLang, inputLangSeparate, prefixMessage, builder, field_exclude }?: {
+    validate(slug: string, namespace: string, input: any, { req, isNew, default_value, lang, stripUnknown, inputLang, inputLangSeparate, prefixMessage, builder, field_option, field_exclude }?: {
         req?: Request<import("express-serve-static-core").ParamsDictionary, any, any, import("qs").ParsedQs, Record<string, any>>;
         isNew?: boolean;
         default_value?: {};
@@ -305,6 +317,7 @@ export declare class StreamUtil {
         inputLangSeparate?: boolean;
         prefixMessage?: string;
         builder?: boolean;
+        field_option?: {};
         field_exclude?: any[];
     }): Promise<any>;
     validateByField(streams: Array<any>, input: any, { req, isNew, default_value, lang, stripUnknown, inputLang, inputLangSeparate, prefixMessage }?: {