@maiyunnet/kebab 2.0.0

package/lib/s3.js

@@ -0,0 +1,180 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.S3 = exports.ESERVICE = void 0;
+exports.get = get;
+const s3 = __importStar(require("@aws-sdk/client-s3"));
+const ls = __importStar(require("@aws-sdk/lib-storage"));
+const lCore = __importStar(require("~/lib/core"));
+const lText = __importStar(require("~/lib/text"));
+var ESERVICE;
+(function (ESERVICE) {
+    ESERVICE[ESERVICE["AMAZON"] = 0] = "AMAZON";
+    ESERVICE[ESERVICE["TENCENT"] = 1] = "TENCENT";
+    ESERVICE[ESERVICE["ALIBABA"] = 2] = "ALIBABA";
+    ESERVICE[ESERVICE["CF"] = 3] = "CF";
+})(ESERVICE || (exports.ESERVICE = ESERVICE = {}));
+class S3 {
+    constructor(ctr, opt) {
+        this._bucket = '';
+        this._ctr = ctr;
+        const config = ctr.getPrototype('_config');
+        opt.account ??= config.s3?.[ESERVICE[opt.service]]?.account ?? '';
+        opt.secretId ??= config.s3?.[ESERVICE[opt.service]]?.sid ?? '';
+        opt.secretKey ??= config.s3?.[ESERVICE[opt.service]]?.skey ?? '';
+        opt.region ??= config.s3?.[ESERVICE[opt.service]]?.region ?? '';
+        opt.bucket ??= config.s3?.[ESERVICE[opt.service]]?.bucket ?? '';
+        this._bucket = opt.bucket;
+        let endpoint;
+        switch (opt.service) {
+            case ESERVICE.TENCENT: {
+                endpoint = `https://cos.${opt.region}.myqcloud.com`;
+                break;
+            }
+            case ESERVICE.ALIBABA: {
+                endpoint = `https://oss-${opt.region}.aliyuncs.com`;
+                break;
+            }
+            case ESERVICE.CF: {
+                endpoint = `https://${opt.account}.r2.cloudflarestorage.com`;
+                break;
+            }
+            default: {
+                endpoint = undefined;
+            }
+        }
+        this._link = new s3.S3Client({
+            'region': opt.region,
+            'credentials': {
+                'accessKeyId': opt.secretId,
+                'secretAccessKey': opt.secretKey
+            },
+            'endpoint': endpoint
+        });
+    }
+    setBucket(bucket) {
+        this._bucket = bucket;
+    }
+    async putObject(key, content, length, bucket) {
+        try {
+            let type = undefined;
+            let disposition = undefined;
+            if (typeof length !== 'number') {
+                type = length?.type;
+                disposition = length?.disposition;
+                bucket = length?.bucket;
+                length = length?.length;
+            }
+            const upload = new ls.Upload({
+                'client': this._link,
+                'params': {
+                    'Bucket': bucket ?? this._bucket,
+                    'Key': key,
+                    'Body': content,
+                    'ContentLength': length,
+                    'ContentType': type,
+                    'ContentDisposition': disposition
+                }
+            });
+            const res = await upload.done();
+            return (res.Location && res.Bucket && res.Key) ? res : false;
+        }
+        catch (e) {
+            await lCore.log(this._ctr, '[putObject, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            return false;
+        }
+    }
+    async getObject(key, bucket) {
+        try {
+            const go = new s3.GetObjectCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Key': key
+            });
+            const r = await this._link.send(go);
+            return r.Body;
+        }
+        catch {
+            return false;
+        }
+    }
+    async deleteObject(key, bucket) {
+        try {
+            const doc = new s3.DeleteObjectCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Key': key
+            });
+            await this._link.send(doc);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    async deleteObjects(keys, bucket) {
+        try {
+            const doc = new s3.DeleteObjectsCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Delete': {
+                    'Objects': keys.map((key) => ({ 'Key': key }))
+                }
+            });
+            await this._link.send(doc);
+            return true;
+        }
+        catch (e) {
+            await lCore.log(this._ctr, '[deleteObjects, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            return false;
+        }
+    }
+    async headObject(key, bucket) {
+        try {
+            const ho = new s3.HeadObjectCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Key': key
+            });
+            return await this._link.send(ho);
+        }
+        catch (e) {
+            if (e.$metadata?.httpStatusCode !== 404) {
+                await lCore.log(this._ctr, '[headObject, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            }
+            return false;
+        }
+    }
+}
+exports.S3 = S3;
+function get(ctr, opt) {
+    return new S3(ctr, opt);
+}

package/lib/s3.ts

@@ -0,0 +1,235 @@
+/**
+ * Project: Kebab, User: Tang Rukun, JianSuoQiYue
+ * Date: 2024-2-18 18:32:45
+ * Last: 2024-2-18 18:32:47, 2024-3-16 16:42:27, 2024-5-31 21:36:26, 2024-7-8 00:28:42, 2024-7-19 11:32:43, 2025-6-10 21:45:34
+ */
+
+// --- 库和定义 ---
+import * as s3 from '@aws-sdk/client-s3';
+import * as ls from '@aws-sdk/lib-storage';
+import * as stream from 'stream';
+import * as sCtr from '~/sys/ctr';
+import * as lCore from '~/lib/core';
+import * as lText from '~/lib/text';
+
+/**
+ * s3 文档：https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/s3/
+ */
+
+/** --- 服务商定义 --- */
+export enum ESERVICE {
+    'AMAZON',
+    'TENCENT',
+    'ALIBABA',
+    'CF'
+}
+
+/** --- 选项 --- */
+export interface IOptions {
+    /** --- 服务商 ---- */
+    'service': ESERVICE;
+    /** --- cf r2 使用 --- */
+    'account'?: string;
+    /** --- 密钥键 --- */
+    'secretId'?: string;
+    /** --- 密钥值 --- */
+    'secretKey'?: string;
+    /** --- 区域 --- */
+    'region'?: string;
+    /** --- 预定义 bucket --- */
+    'bucket'?: string;
+}
+
+export class S3 {
+
+    private readonly _link;
+
+    /** --- bucket 名 --- */
+    private _bucket: string = '';
+
+    private readonly _ctr: sCtr.Ctr;
+
+    public constructor(ctr: sCtr.Ctr, opt: IOptions) {
+        this._ctr = ctr;
+        const config = ctr.getPrototype('_config');
+        opt.account ??= config.s3?.[ESERVICE[opt.service]]?.account ?? '';
+        opt.secretId ??= config.s3?.[ESERVICE[opt.service]]?.sid ?? '';
+        opt.secretKey ??= config.s3?.[ESERVICE[opt.service]]?.skey ?? '';
+        opt.region ??= config.s3?.[ESERVICE[opt.service]]?.region ?? '';
+        opt.bucket ??= config.s3?.[ESERVICE[opt.service]]?.bucket ?? '';
+        this._bucket = opt.bucket;
+        let endpoint: string | undefined;
+        switch (opt.service) {
+            case ESERVICE.TENCENT: {
+                endpoint = `https://cos.${opt.region}.myqcloud.com`;
+                break;
+            }
+            case ESERVICE.ALIBABA: {
+                endpoint = `https://oss-${opt.region}.aliyuncs.com`;
+                break;
+            }
+            case ESERVICE.CF: {
+                endpoint = `https://${opt.account}.r2.cloudflarestorage.com`;
+                break;
+            }
+            default: {
+                endpoint = undefined;
+            }
+        }
+        this._link = new s3.S3Client({
+            'region': opt.region,
+            'credentials': {
+                'accessKeyId': opt.secretId,
+                'secretAccessKey': opt.secretKey
+            },
+            'endpoint': endpoint
+        });
+    }
+
+    /**
+     * --- 修改预定义 bucket ---
+     * @param bucket bucket 名
+     */
+    public setBucket(bucket: string): void {
+        this._bucket = bucket;
+    }
+
+    /**
+     * --- 上传对象（可传流且也可无需设置 length） --
+     * @param key 对象路径
+     * @param content 内容
+     * @param length 设置 contentLength，如果是流模式则需要设置此项，也可以设置为对象参数
+     * @param bucket bucket 名
+     */
+    public async putObject(
+        key: string, content: string | Buffer | stream.Readable, length?: number | {
+            'length'?: number;
+            'type'?: string;
+            'disposition'?: string;
+            'bucket'?: string;
+        }, bucket?: string
+    ): Promise<s3.CompleteMultipartUploadCommandOutput | false> {
+        try {
+            /** --- content type --- */
+            let type: string | undefined = undefined;
+            /** --- content disposition --- */
+            let disposition: string | undefined = undefined;
+            if (typeof length !== 'number') {
+                type = length?.type;
+                disposition = length?.disposition;
+                bucket = length?.bucket;
+                length = length?.length;
+            }
+            const upload = new ls.Upload({
+                'client': this._link,
+                'params': {
+                    'Bucket': bucket ?? this._bucket,
+                    'Key': key,
+                    'Body': content,
+                    'ContentLength': length,
+                    'ContentType': type,
+                    'ContentDisposition': disposition
+                }
+            });
+            const res = await upload.done();
+            return (res.Location && res.Bucket && res.Key) ? res : false;
+        }
+        catch (e: any) {
+            await lCore.log(this._ctr, '[putObject, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            return false;
+        }
+    }
+
+    /**
+     * --- 获取对象流，可通过流获取 buffer 或 text ---
+     * @param key 对象路径
+     * @param bucket bucket 名
+     */
+    // eslint-disable-next-line @typescript-eslint/explicit-function-return-type
+    public async getObject(key: string, bucket?: string) {
+        try {
+            const go = new s3.GetObjectCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Key': key
+            });
+            const r = await this._link.send(go);
+            return r.Body;
+        }
+        catch {
+            // await lCore.log(this._ctr, '[getObject, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            return false;
+        }
+    }
+
+    /**
+     * --- 删除对象 ---
+     * @param key 对象路径
+     * @param bucket bucket 名
+     */
+    public async deleteObject(key: string, bucket?: string): Promise<boolean> {
+        try {
+            const doc = new s3.DeleteObjectCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Key': key
+            });
+            await this._link.send(doc);
+            return true;
+        }
+        catch {
+            // await lCore.log(this._ctr, '[deleteObject, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            return false;
+        }
+    }
+
+    /**
+     * --- 批量删除对象 ---
+     * @param keys 批量对象路径
+     * @param bucket bucket 名
+     */
+    public async deleteObjects(keys: string[], bucket?: string): Promise<boolean> {
+        try {
+            const doc = new s3.DeleteObjectsCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Delete': {
+                    'Objects': keys.map((key) => ({ 'Key': key }))
+                }
+            });
+            await this._link.send(doc);
+            return true;
+        }
+        catch (e: any) {
+            await lCore.log(this._ctr, '[deleteObjects, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            return false;
+        }
+    }
+
+    /**
+     * --- 检测对象是否存在 ---
+     * @param key 对象路径
+     * @param bucket bucket 名
+     */
+    public async headObject(key: string, bucket?: string): Promise<s3.HeadObjectCommandOutput | false> {
+        try {
+            const ho = new s3.HeadObjectCommand({
+                'Bucket': bucket ?? this._bucket,
+                'Key': key
+            });
+            return await this._link.send(ho);
+        }
+        catch (e: any) {
+            if (e.$metadata?.httpStatusCode !== 404) {
+                await lCore.log(this._ctr, '[headObject, s3] ' + lText.stringifyJson(e.message ?? '').slice(1, -1).replace(/"/g, '""'), '-error');
+            }
+            return false;
+        }
+    }
+
+}
+
+/**
+ * --- 创建一个对象存储对象 ---
+ * @param opt 选项
+ */
+export function get(ctr: sCtr.Ctr, opt: IOptions): S3 {
+    return new S3(ctr, opt);
+}

package/lib/scan.js

@@ -0,0 +1,276 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Scan = void 0;
+exports.get = get;
+exports.scanned = scanned;
+exports.setData = setData;
+const lCore = __importStar(require("~/lib/core"));
+const lDb = __importStar(require("~/lib/db"));
+const lKv = __importStar(require("~/lib/kv"));
+const lSql = __importStar(require("~/lib/sql"));
+const lTime = __importStar(require("~/lib/time"));
+const lText = __importStar(require("~/lib/text"));
+class Scan {
+    constructor(link, token, opt = {}) {
+        this._sql = null;
+        this._name = 'scan';
+        this._token = null;
+        this._ttl = 60 * 5;
+        this._timeLeft = null;
+        if (opt.ttl !== undefined) {
+            this._ttl = opt.ttl;
+        }
+        if (opt.name) {
+            this._name = opt.name;
+        }
+        this._link = link;
+        if (link instanceof lDb.Pool) {
+            this._sql = lSql.get(opt.sqlPre);
+        }
+        if (token) {
+            this._token = token;
+        }
+    }
+    async poll() {
+        if (!this._token) {
+            return -3;
+        }
+        const time = lTime.stamp();
+        if (this._link instanceof lDb.Pool) {
+            this._sql.select('*', this._name).where([
+                { 'token': this._token },
+                ['time_exp', '>', time]
+            ]);
+            const r = await this._link.query(this._sql.getSql(), this._sql.getData());
+            if (r.error) {
+                return -3;
+            }
+            const data = r.rows?.[0];
+            if (!data) {
+                return -2;
+            }
+            this._timeLeft = data['time_exp'] - time;
+            if (data['data'] !== '') {
+                this._sql.delete(this._name).where({
+                    'id': data['id']
+                });
+                const r = lText.parseJson(data['data']);
+                return r === false ? -3 : r;
+            }
+            else if (data['time_update'] > 0) {
+                return 0;
+            }
+            else {
+                return -1;
+            }
+        }
+        else {
+            const data = await this._link.getJson('scan-' + this._name + '_' + this._token);
+            if (data === null) {
+                return -2;
+            }
+            const ttl = await this._link.ttl('scan-' + this._name + '_' + this._token);
+            if (ttl === null) {
+                return -3;
+            }
+            this._timeLeft = ttl;
+            if (data['data'] !== null) {
+                await this._link.del('scan-' + this._name + '_' + this._token);
+                return data;
+            }
+            else if (data['time_update'] > 0) {
+                return 0;
+            }
+            else {
+                return -1;
+            }
+        }
+    }
+    async createToken() {
+        await this._gc();
+        const time = lTime.stamp();
+        let count = 0;
+        while (true) {
+            if (count === 5) {
+                return false;
+            }
+            this._token = lCore.random(32, lCore.RANDOM_LUN);
+            if (this._link instanceof lDb.Pool) {
+                this._sql.insert(this._name).values({
+                    'token': this._token,
+                    'data': '',
+                    'time_update': '0',
+                    'time_add': time,
+                    'time_exp': time + this._ttl
+                });
+                const r = await this._link.execute(this._sql.getSql(), this._sql.getData());
+                if (r.error) {
+                    if (r.error.errno !== 1062) {
+                        return false;
+                    }
+                }
+                else {
+                    break;
+                }
+            }
+            else {
+                if (await this._link.set('scan-' + this._name + '_' + this._token, {
+                    'time_update': 0,
+                    'data': null
+                }, this._ttl, 'nx')) {
+                    break;
+                }
+            }
+            ++count;
+        }
+        return true;
+    }
+    getToken() {
+        return this._token;
+    }
+    setTTL(ttl) {
+        this._ttl = ttl;
+    }
+    getTTL() {
+        return this._ttl;
+    }
+    getTimeLeft() {
+        return this._timeLeft;
+    }
+    async _gc() {
+        if (this._link instanceof lKv.Pool) {
+            return;
+        }
+        if (lCore.rand(0, 10) !== 5) {
+            return;
+        }
+        this._sql.delete(this._name).where([
+            ['time_exp', '<', lTime.stamp()]
+        ]);
+        await this._link.execute(this._sql.getSql(), this._sql.getData());
+    }
+}
+exports.Scan = Scan;
+async function get(link, token, opt = {}) {
+    const scan = new Scan(link, token, opt);
+    if (!token) {
+        await scan.createToken();
+    }
+    return scan;
+}
+async function scanned(link, token, opt = {}) {
+    const time = lTime.stamp();
+    const name = opt.name ?? 'scan';
+    if (link instanceof lDb.Pool) {
+        const sql = lSql.get(opt.sqlPre);
+        sql.update(name, {
+            'time_update': time
+        }).where([
+            {
+                'token': token,
+                'time_update': '0'
+            },
+            ['time_exp', '>', time]
+        ]);
+        const r = await link.execute(sql.getSql(), sql.getData());
+        if (r.error) {
+            return false;
+        }
+        if (r.packet?.affectedRows && r.packet.affectedRows > 0) {
+            return true;
+        }
+    }
+    else {
+        const ldata = await link.getJson('scan-' + name + '_' + token);
+        if (ldata === null) {
+            return false;
+        }
+        if (ldata['time_update'] > 0) {
+            return false;
+        }
+        ldata['time_update'] = time;
+        const ttl = await link.ttl('scan-' + name + '_' + token);
+        if (ttl === null) {
+            return false;
+        }
+        return link.set('scan-' + name + '_' + token, ldata, ttl + 1, 'xx');
+    }
+    return false;
+}
+async function setData(link, token, data, opt = {}) {
+    if (typeof data === 'number' && Number.isInteger(data)) {
+        if (data >= -3 && data <= 1) {
+            return false;
+        }
+    }
+    const time = lTime.stamp();
+    const name = opt.name ?? 'scan';
+    if (link instanceof lDb.Pool) {
+        const sql = lSql.get(opt.sqlPre);
+        sql.update(name, {
+            'data': lText.stringifyJson(data)
+        }).where([
+            {
+                'token': token,
+            },
+            ['time_update', '>', '0'],
+            ['time_exp', '>', time]
+        ]);
+        const r = await link.execute(sql.getSql(), sql.getData());
+        if (r.error) {
+            return false;
+        }
+        if (r.packet?.affectedRows && r.packet?.affectedRows > 0) {
+            return true;
+        }
+    }
+    else {
+        const ldata = await link.getJson('scan-' + name + '_' + token);
+        if (ldata === null) {
+            return false;
+        }
+        if (ldata['time_update'] === 0) {
+            return false;
+        }
+        const ttl = await link.ttl('scan-' + name + '_' + token);
+        if (ttl === null) {
+            return false;
+        }
+        ldata['data'] = data;
+        return link.set('scan-' + name + '_' + token, ldata, ttl + 1, 'xx');
+    }
+    return false;
+}