dfs-adapter 1.0.0 → 1.0.3

package/lib/cos.d.ts

@@ -0,0 +1,13 @@
+import { Dfs, CosConfig } from "./declare";
+import { VWebApplicationContext } from "vweb-core";
+export default class CosDfs extends Dfs<'cos'> {
+    private readonly client;
+    constructor(options: CosConfig & {
+        type: 'cos';
+    }, context: VWebApplicationContext);
+    startup(): Promise<void>;
+    private getKey;
+    upload(path: string, buffer: any, options?: any): Promise<string>;
+    download(path: string, options?: any): Promise<Buffer>;
+    getAccess(path: string, options?: any): Promise<string>;
+}

package/lib/cos.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const declare_1 = require("./declare");
+const cos_nodejs_sdk_v5_1 = __importDefault(require("cos-nodejs-sdk-v5"));
+const fs_1 = __importDefault(require("fs"));
+class CosDfs extends declare_1.Dfs {
+    client;
+    constructor(options, context) {
+        super(options, context);
+        this.client = new cos_nodejs_sdk_v5_1.default({
+            SecretId: options.accessKeyId,
+            SecretKey: options.accessKeySecret
+        });
+    }
+    async startup() {
+        return super.startup();
+    }
+    getKey(path) {
+        if (path.startsWith('/')) {
+            path = path.substring(1);
+        }
+        return path;
+    }
+    async upload(path, buffer, options = {}) {
+        try {
+            const Key = this.getKey(path);
+            this.timeBegin(`upload ${path}`);
+            let payload = { Body: buffer, ...options };
+            if (typeof buffer === 'string' && fs_1.default.existsSync(buffer)) {
+                payload = {
+                    Body: fs_1.default.createReadStream(path),
+                    ContentLength: fs_1.default.statSync(path).size
+                };
+            }
+            await this.client.putObject({
+                Bucket: this.options.bucket,
+                Region: this.options.region,
+                Key,
+                ...payload
+            });
+            return Key;
+        }
+        finally {
+            this.timeEnd(`upload ${path}`);
+        }
+    }
+    async download(path, options = {}) {
+        try {
+            const Key = this.getKey(path);
+            this.timeBegin(`download ${path}`);
+            const result = await this.client.getObject({
+                Bucket: this.options.bucket,
+                Region: this.options.region,
+                Key,
+                ...options
+            });
+            return result.Body;
+        }
+        finally {
+            this.timeEnd(`download ${path}`);
+        }
+    }
+    async getAccess(path, options = {}) {
+        if (this.options.access) {
+            return this.options.access + path;
+        }
+        const Key = this.getKey(path);
+        return new Promise((resolve, reject) => {
+            this.client.getObjectUrl({
+                Bucket: this.options.bucket,
+                Region: this.options.region,
+                Key,
+                ...options
+            }, (err, result) => {
+                if (err) {
+                    return reject(err);
+                }
+                resolve(result.Url);
+            });
+        });
+    }
+}
+exports.default = CosDfs;

package/lib/declare.d.ts

@@ -1,5 +1,3 @@
-/// <reference types="node" />
-/// <reference types="node" />
 import { VWebApplicationContext } from "vweb-core";
 export declare interface OssConfig {
     accessKeyId: string;
@@ -45,12 +43,37 @@ export declare interface FastdfsConfig {
     token: string;
     access: string;
 }
+export declare interface ObsConfig {
+    accessKeyId: string;
+    accessKeySecret: string;
+    endpoint: string;
+    bucket: string;
+    access: string;
+}
+export declare interface CosConfig {
+    accessKeyId: string;
+    accessKeySecret: string;
+    region: string;
+    bucket: string;
+    access?: string;
+}
+export declare interface SftpConfig {
+    host: string;
+    port?: number;
+    username: string;
+    password: string;
+    saveDir?: string;
+    access: string;
+}
 export declare type ConfigOptionsMap = {
     oss: OssConfig;
     minio: MinioConfig;
     http: HttpConfig;
     native: NativeConfig;
     fastdfs: FastdfsConfig;
+    obs: ObsConfig;
+    cos: CosConfig;
+    sftp: SftpConfig;
 };
 export declare type ConfigOptionsKey = keyof ConfigOptionsMap;
 type ConfigOptionsOptions<T> = T extends ConfigOptionsKey ? {
@@ -71,6 +94,6 @@ export declare class Dfs<T extends ConfigOptionsKey> {
     startup(): Promise<void>;
     upload(path: string, buffer: any, ...args: any[]): Promise<string>;
     download(path: string, ...args: any[]): Promise<Buffer>;
-    getAccess(path: string): Promise<string>;
+    getAccess(path: string, ...args: any[]): Promise<string>;
 }
 export {};

package/lib/declare.js

@@ -64,7 +64,7 @@ class Dfs {
         }
         return null;
     }
-    async getAccess(path) {
+    async getAccess(path, ...args) {
         if (this.logger.isDebugEnabled()) {
             this.logger.info(`${this.constructor.name} access ${path}`);
         }

package/lib/fastdfs.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Dfs, FastdfsConfig } from "./declare";
 import { VWebApplicationContext } from "vweb-core";
 export default class HttpDfs extends Dfs<'fastdfs'> {

package/lib/http.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Dfs, HttpConfig } from "./declare";
 import { VWebApplicationContext } from "vweb-core";
 export default class HttpDfs extends Dfs<'http'> {

package/lib/mdfs.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { VWebApplicationContext } from "vweb-core";
 import { ConfigOptionsKey, Dfs, DfsConfig } from "./declare";
 export default class Mdfs extends Dfs<ConfigOptionsKey> {

package/lib/minio.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Dfs, MinioConfig } from "./declare";
 import { VWebApplicationContext } from "vweb-core";
 export default class MinioDfs extends Dfs<'minio'> {

package/lib/minio.js

@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 const declare_1 = require("./declare");
 const minio = __importStar(require("minio"));

package/lib/native.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Dfs, NativeConfig } from "./declare";
 import { VWebApplicationContext } from "vweb-core";
 export default class NativeDfs extends Dfs<'native'> {

package/lib/native.js

@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };

package/lib/obs.d.ts

@@ -0,0 +1,13 @@
+import { Dfs, ObsConfig } from "./declare";
+import { VWebApplicationContext } from "vweb-core";
+export default class ObsDfs extends Dfs<'obs'> {
+    private readonly client;
+    constructor(options: ObsConfig & {
+        type: 'obs';
+    }, context: VWebApplicationContext);
+    startup(): Promise<void>;
+    private getKey;
+    upload(path: string, buffer: any, options?: any): Promise<string>;
+    download(path: string, options?: any): Promise<Buffer>;
+    getAccess(path: string, options?: any): Promise<string>;
+}

package/lib/obs.js

@@ -0,0 +1,92 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const declare_1 = require("./declare");
+const esdk_obs_nodejs_1 = __importDefault(require("esdk-obs-nodejs"));
+const fs_1 = __importDefault(require("fs"));
+class ObsDfs extends declare_1.Dfs {
+    client;
+    constructor(options, context) {
+        super(options, context);
+        this.client = new esdk_obs_nodejs_1.default({
+            access_key_id: options.accessKeyId,
+            secret_access_key: options.accessKeySecret,
+            server: options.endpoint
+        });
+    }
+    async startup() {
+        return super.startup();
+    }
+    getKey(path) {
+        if (path.startsWith('/')) {
+            path = path.substring(1);
+        }
+        return path;
+    }
+    async upload(path, buffer, options = {}) {
+        try {
+            const Key = this.getKey(path);
+            this.timeBegin(`upload ${path}`);
+            let payload = { Bucket: this.options.bucket, Key, ...options };
+            if (typeof buffer === 'string' && fs_1.default.existsSync(buffer)) {
+                payload.SourceFile = buffer;
+            }
+            else {
+                payload.Body = buffer;
+            }
+            await new Promise((resolve, reject) => {
+                this.client.putObject(payload, (err, result) => {
+                    if (err) {
+                        return reject(err);
+                    }
+                    this.logger.debug(`文件【${Key}】上传完成, Status：${result.CommonMsg.Status} Code: ${result.CommonMsg.Code} Message: ${result.CommonMsg.Message}`);
+                    resolve(result);
+                });
+            });
+            return Key;
+        }
+        finally {
+            this.timeEnd(`upload ${path}`);
+        }
+    }
+    async download(path, options = {}) {
+        try {
+            const Key = this.getKey(path);
+            this.timeBegin(`download ${path}`);
+            return await new Promise((resolve, reject) => {
+                this.client.getObject({
+                    Bucket: this.options.bucket,
+                    Key,
+                    SaveAsStream: true,
+                    ...options
+                }, (err, result) => {
+                    if (err) {
+                        return reject(err);
+                    }
+                    this.logger.debug(`文件【${Key}】下载完成, Status：${result.CommonMsg.Status} Code: ${result.CommonMsg.Code} Message: ${result.CommonMsg.Message}`);
+                    if (result.CommonMsg.Status < 300 && result.InterfaceResult) {
+                        console.log(result);
+                        result.InterfaceResult.Content.on('data', resolve);
+                    }
+                    else {
+                        reject(result.CommonMsg.Status);
+                    }
+                });
+            });
+        }
+        finally {
+            this.timeEnd(`download ${path}`);
+        }
+    }
+    async getAccess(path, options = {}) {
+        if (this.options.access) {
+            return this.options.access + path;
+        }
+        const Key = this.getKey(path);
+        const { SignedUrl } = this.client.createSignedUrlSync({ Method: "GET", Bucket: this.options.bucket, Key, Expires: 86400, ...options });
+        return SignedUrl;
+    }
+}
+exports.default = ObsDfs;

package/lib/oss.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Dfs, OssConfig } from "./declare";
 import { VWebApplicationContext } from "vweb-core";
 export default class OssDfs extends Dfs<'oss'> {

package/lib/sftp.d.ts

@@ -0,0 +1,12 @@
+import { Dfs, SftpConfig } from "./declare";
+import { VWebApplicationContext } from "vweb-core";
+export default class SftpDfs extends Dfs<'sftp'> {
+    constructor(options: SftpConfig & {
+        type: 'sftp';
+    }, context: VWebApplicationContext);
+    private doSftp;
+    private getSavePath;
+    upload(remotePath: string, buffer: any): Promise<string>;
+    download(remotePath: string): Promise<Buffer>;
+    getAccess(path: string, ...args: any[]): Promise<string>;
+}

package/lib/sftp.js

@@ -0,0 +1,70 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const declare_1 = require("./declare");
+const ssh2_sftp_client_1 = __importDefault(require("ssh2-sftp-client"));
+const path_1 = __importDefault(require("path"));
+class SftpDfs extends declare_1.Dfs {
+    constructor(options, context) {
+        super(options, context);
+        this.options.saveDir = this.options.saveDir || '/tmp';
+        if (this.options.saveDir.endsWith('/')) {
+            this.options.saveDir = this.options.saveDir.substring(0, this.options.saveDir.length - 1);
+        }
+    }
+    async doSftp(apply) {
+        const { host, port = 22, username, password } = this.options;
+        const client = new ssh2_sftp_client_1.default();
+        try {
+            this.timeBegin(`sftp execute`);
+            this.logger.info(`sftp connect ${host}:${port}`);
+            await client.connect({ host, port, username, password });
+            this.logger.info(`sftp connected do execute`);
+            const returnValue = await apply(client);
+            this.logger.info(`sftp execute done ${returnValue}`);
+            return returnValue;
+        }
+        catch (e) {
+            this.logger.error(e.messasge, e);
+        }
+        finally {
+            await client.end();
+            this.timeEnd(`sftp execute`);
+        }
+    }
+    getSavePath(savePath) {
+        if (!savePath.startsWith('/')) {
+            throw new Error('savePath must start with /');
+        }
+        return this.options.saveDir + savePath;
+    }
+    async upload(remotePath, buffer) {
+        return this.doSftp(async (client) => {
+            const savePath = this.getSavePath(remotePath);
+            const { dir } = path_1.default.parse(savePath);
+            if (!await client.exists(dir)) {
+                this.logger.info(`mkdir ${dir}`);
+                await client.mkdir(dir, true);
+            }
+            this.logger.info(`upload <<< ${savePath}`);
+            await client.put(buffer, savePath);
+            const link = await this.getAccess(remotePath);
+            this.logger.info(`upload ${remotePath} >>> ${link}`);
+            return link;
+        });
+    }
+    async download(remotePath) {
+        return this.doSftp(async (client) => {
+            this.logger.info(`download ${this.getSavePath(remotePath)}`);
+            const content = await client.get(this.getSavePath(remotePath));
+            return content;
+        });
+    }
+    async getAccess(path, ...args) {
+        const { access } = this.options;
+        return access ? access + path : path;
+    }
+}
+exports.default = SftpDfs;

package/lib/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"root":["../src/cos.ts","../src/declare.ts","../src/fastdfs.ts","../src/http.ts","../src/index.ts","../src/mdfs.ts","../src/minio.ts","../src/native.ts","../src/obs.ts","../src/oss.ts","../src/sftp.ts"],"version":"5.8.3"}

package/package.json

@@ -1,39 +1,43 @@
-{
-  "name": "dfs-adapter",
-  "version": "1.0.0",
-  "description": "oss minio fastdfs native",
-  "main": "./lib/index",
-  "files": [
-    "lib/"
-  ],
-  "scripts": {
-    "test": "node bin/app.js",
-    "build": "tsc --build tsconfig.json",
-    "run": "npm run build && node bin/app.js"
-  },
-  "repository": {
-    "type": "git",
-    "url": "git@codeup.aliyun.com:60b0836844816b8ed2335ed6/vweb/modules/mq-adapter.git"
-  },
-  "devDependencies": {
-    "@babel/cli": "^7.16.0",
-    "@babel/core": "^7.16.0",
-    "@babel/plugin-proposal-decorators": "^7.16.4",
-    "@babel/plugin-syntax-dynamic-import": "^7.8.3",
-    "@babel/plugin-transform-runtime": "^7.16.4",
-    "@babel/preset-env": "^7.16.4",
-    "@babel/register": "^7.16.0",
-    "@babel/runtime": "^7.16.3",
-    "@types/ali-oss": "^6.16.3",
-    "@types/node": "^16.11.12",
-    "ali-oss": "^6.18.1",
-    "axios": "^1.6.1",
-    "babel-plugin-transform-decorators-legacy": "^1.3.5",
-    "form-data": "^4.0.0",
-    "minio": "^8.0.0",
-    "vweb-core": "^3.0.14",
-    "vweb-mvc": "^1.2.18"
-  },
-  "author": "",
-  "license": "ISC"
-}
+{
+  "name": "dfs-adapter",
+  "version": "1.0.3",
+  "description": "oss minio fastdfs native",
+  "main": "./lib/index",
+  "files": [
+    "lib/"
+  ],
+  "scripts": {
+    "test": "node bin/app.js",
+    "build": "tsc --build tsconfig.json",
+    "run": "npm run build && node bin/app.js"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git@codeup.aliyun.com:60b0836844816b8ed2335ed6/vweb/modules/mq-adapter.git"
+  },
+  "devDependencies": {
+    "@babel/cli": "^7.16.0",
+    "@babel/core": "^7.16.0",
+    "@babel/plugin-proposal-decorators": "^7.16.4",
+    "@babel/plugin-syntax-dynamic-import": "^7.8.3",
+    "@babel/plugin-transform-runtime": "^7.16.4",
+    "@babel/preset-env": "^7.16.4",
+    "@babel/register": "^7.16.0",
+    "@babel/runtime": "^7.16.3",
+    "@types/ali-oss": "^6.16.3",
+    "@types/node": "^16.11.12",
+    "@types/ssh2-sftp-client": "^9.0.5",
+    "ali-oss": "^6.18.1",
+    "axios": "^1.6.1",
+    "babel-plugin-transform-decorators-legacy": "^1.3.5",
+    "cos-nodejs-sdk-v5": "^2.14.4",
+    "esdk-obs-nodejs": "^3.24.3",
+    "form-data": "^4.0.0",
+    "minio": "^8.0.0",
+    "ssh2-sftp-client": "^12.0.1",
+    "vweb-core": "^3.0.14",
+    "vweb-mvc": "^1.2.18"
+  },
+  "author": "",
+  "license": "ISC"
+}