@sinoia/hubdoc-tools 1.3.3 → 1.3.5

package/dist/plugins/azure-blob/index.js

@@ -0,0 +1,340 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const storage_blob_1 = require("@azure/storage-blob");
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+class AzureBlobPlugin {
+    constructor() {
+        this.name = 'azure-blob';
+        this.version = '1.0.0';
+        this.description = 'Azure Blob Storage document source';
+        this.supportedOperations = ['import', 'export', 'both'];
+    }
+    async testConnection(config) {
+        try {
+            const blobConfig = config;
+            const client = this.createBlobServiceClient(blobConfig);
+            const containerClient = client.getContainerClient(blobConfig.containerName);
+            await containerClient.getProperties();
+            return true;
+        }
+        catch (error) {
+            console.error(`Azure Blob connection test failed: ${error.message}`);
+            return false;
+        }
+    }
+    async scan(config, options) {
+        this.config = config;
+        this.blobServiceClient = this.createBlobServiceClient(this.config);
+        const sources = [];
+        const errors = [];
+        let totalSize = 0;
+        try {
+            const limit = this.config.limit || options?.limit;
+            console.log(`🔍 Scanning Azure Blob container: ${this.config.containerName}${limit ? ` (limit: ${limit})` : ''}...`);
+            const containerClient = this.blobServiceClient.getContainerClient(this.config.containerName);
+            const blobs = await this.listAllBlobs(containerClient, this.config.prefix);
+            let processedCount = 0;
+            for (const blob of blobs) {
+                const source = {
+                    id: blob.name,
+                    // Normalize filename to NFC to handle accented characters consistently across platforms
+                    name: path_1.default.basename(blob.name).normalize('NFC'),
+                    path: blob.name,
+                    size: blob.size,
+                    mimeType: blob.contentType || this.getMimeType(blob.name),
+                    lastModified: blob.lastModified,
+                    metadata: {
+                        blobName: blob.name,
+                        etag: blob.etag,
+                        azureMetadata: blob.metadata,
+                        tags: blob.tags
+                    }
+                };
+                // Apply filters
+                if (this.shouldIncludeSource(source, options)) {
+                    sources.push(source);
+                    totalSize += source.size;
+                    processedCount++;
+                    // Check limit
+                    if (limit && processedCount >= limit) {
+                        console.log(`📏 Reached limit of ${limit} files`);
+                        break;
+                    }
+                }
+            }
+            return {
+                sources,
+                totalCount: sources.length,
+                totalSize,
+                errors
+            };
+        }
+        catch (error) {
+            return {
+                sources: [],
+                totalCount: 0,
+                totalSize: 0,
+                errors: [`Azure Blob scan failed: ${error.message}`]
+            };
+        }
+    }
+    async import(config, sources, targetDir, options) {
+        this.config = config;
+        this.blobServiceClient = this.createBlobServiceClient(this.config);
+        const results = [];
+        const batchSize = options?.batchSize || 5;
+        // Process in batches to manage connections
+        for (let i = 0; i < sources.length; i += batchSize) {
+            const batch = sources.slice(i, i + batchSize);
+            for (const source of batch) {
+                const result = await this.importSingle(source, targetDir);
+                results.push(result);
+                // Small delay to respect rate limits
+                await this.sleep(100);
+            }
+        }
+        return results;
+    }
+    async importSingle(source, targetDir) {
+        try {
+            if (!this.blobServiceClient || !this.config)
+                throw new Error('Blob service client not initialized');
+            const targetPath = path_1.default.join(targetDir, source.path);
+            const targetDirectory = path_1.default.dirname(targetPath);
+            await fs_extra_1.default.ensureDir(targetDirectory);
+            const containerClient = this.blobServiceClient.getContainerClient(this.config.containerName);
+            const blobClient = containerClient.getBlobClient(source.id);
+            // Download blob to file
+            await blobClient.downloadToFile(targetPath);
+            return {
+                success: true,
+                source,
+                localPath: targetPath,
+                bytesTransferred: source.size
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                source,
+                error: error.message
+            };
+        }
+    }
+    async export(config, localSources, options) {
+        this.config = config;
+        this.blobServiceClient = this.createBlobServiceClient(this.config);
+        const results = [];
+        for (const source of localSources) {
+            try {
+                if (!this.blobServiceClient || !this.config)
+                    throw new Error('Blob service client not initialized');
+                // Determine blob name
+                let blobName;
+                if (options?.preserveStructure) {
+                    blobName = this.config.prefix ? `${this.config.prefix}/${source.path}` : source.path;
+                }
+                else {
+                    blobName = this.config.prefix ? `${this.config.prefix}/${source.name}` : source.name;
+                }
+                const containerClient = this.blobServiceClient.getContainerClient(this.config.containerName);
+                const blockBlobClient = containerClient.getBlockBlobClient(blobName);
+                // Upload file to Azure Blob Storage
+                const fileContent = await fs_extra_1.default.readFile(source.id);
+                await blockBlobClient.upload(fileContent, fileContent.length, {
+                    blobHTTPHeaders: {
+                        blobContentType: source.mimeType
+                    },
+                    metadata: {
+                        originalPath: source.path,
+                        originalName: source.name,
+                        uploadedBy: 'hubdoc-tools',
+                        uploadDate: new Date().toISOString()
+                    }
+                });
+                const targetPath = options?.preserveStructure ? source.path : source.name;
+                results.push({
+                    success: true,
+                    targetPath,
+                    source,
+                    bytesTransferred: source.size
+                });
+            }
+            catch (error) {
+                results.push({
+                    success: false,
+                    targetPath: options?.targetPath || '',
+                    source,
+                    error: error.message
+                });
+            }
+        }
+        return results;
+    }
+    async listAllBlobs(containerClient, prefix) {
+        const allBlobs = [];
+        try {
+            const listBlobsOptions = {
+                includeMetadata: true,
+                includeTags: true
+            };
+            if (prefix) {
+                listBlobsOptions.prefix = prefix;
+            }
+            for await (const blob of containerClient.listBlobsFlat(listBlobsOptions)) {
+                // Skip directories (virtual folders)
+                if (!blob.name.endsWith('/')) {
+                    allBlobs.push({
+                        name: blob.name,
+                        size: blob.properties.contentLength || 0,
+                        lastModified: blob.properties.lastModified || new Date(),
+                        etag: blob.properties.etag || '',
+                        contentType: blob.properties.contentType,
+                        metadata: blob.metadata,
+                        tags: blob.tags
+                    });
+                }
+            }
+            return allBlobs;
+        }
+        catch (error) {
+            throw new Error(`Failed to list Azure blobs: ${error.message}`);
+        }
+    }
+    getConfigSchema() {
+        return {
+            type: 'object',
+            properties: {
+                accountName: {
+                    type: 'string',
+                    description: 'Azure Storage Account name',
+                    required: true
+                },
+                accountKey: {
+                    type: 'string',
+                    description: 'Azure Storage Account key (if using key authentication)',
+                    required: false
+                },
+                sasToken: {
+                    type: 'string',
+                    description: 'Azure Storage SAS token (alternative to account key)',
+                    required: false
+                },
+                connectionString: {
+                    type: 'string',
+                    description: 'Azure Storage connection string (alternative to account name/key)',
+                    required: false
+                },
+                containerName: {
+                    type: 'string',
+                    description: 'Azure Blob Storage container name',
+                    required: true
+                },
+                prefix: {
+                    type: 'string',
+                    description: 'Blob name prefix to filter objects (optional)',
+                    required: false
+                },
+                limit: {
+                    type: 'number',
+                    description: 'Maximum number of documents to scan (useful for testing)',
+                    required: false
+                }
+            },
+            required: ['accountName', 'containerName'],
+            oneOf: [
+                { required: ['accountName', 'accountKey', 'containerName'] },
+                { required: ['accountName', 'sasToken', 'containerName'] },
+                { required: ['connectionString', 'containerName'] }
+            ]
+        };
+    }
+    async initialize(config) {
+        this.config = config;
+        if (!this.config.containerName) {
+            throw new Error('Azure Blob container name is required');
+        }
+        // Validate authentication method
+        if (!this.config.connectionString && !this.config.accountName) {
+            throw new Error('Either connection string or account name is required');
+        }
+        if (this.config.accountName && !this.config.accountKey && !this.config.sasToken) {
+            throw new Error('When using account name, either account key or SAS token is required');
+        }
+        this.blobServiceClient = this.createBlobServiceClient(this.config);
+    }
+    async destroy() {
+        this.config = undefined;
+        this.blobServiceClient = undefined;
+    }
+    createBlobServiceClient(config) {
+        // Option 1: Connection string (simplest)
+        if (config.connectionString) {
+            return storage_blob_1.BlobServiceClient.fromConnectionString(config.connectionString);
+        }
+        // Option 2: Account name + SAS token
+        if (config.accountName && config.sasToken) {
+            const blobServiceUri = `https://${config.accountName}.blob.core.windows.net`;
+            return new storage_blob_1.BlobServiceClient(`${blobServiceUri}?${config.sasToken}`);
+        }
+        // Option 3: Account name + Account key
+        if (config.accountName && config.accountKey) {
+            const sharedKeyCredential = new storage_blob_1.StorageSharedKeyCredential(config.accountName, config.accountKey);
+            const blobServiceUri = `https://${config.accountName}.blob.core.windows.net`;
+            return new storage_blob_1.BlobServiceClient(blobServiceUri, sharedKeyCredential);
+        }
+        throw new Error('Invalid Azure Blob Storage configuration');
+    }
+    getMimeType(blobName) {
+        const ext = path_1.default.extname(blobName).toLowerCase();
+        const mimeTypes = {
+            '.pdf': 'application/pdf',
+            '.doc': 'application/msword',
+            '.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+            '.xls': 'application/vnd.ms-excel',
+            '.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+            '.ppt': 'application/vnd.ms-powerpoint',
+            '.pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
+            '.txt': 'text/plain',
+            '.csv': 'text/csv',
+            '.json': 'application/json',
+            '.xml': 'application/xml',
+            '.jpg': 'image/jpeg',
+            '.jpeg': 'image/jpeg',
+            '.png': 'image/png',
+            '.gif': 'image/gif',
+            '.zip': 'application/zip',
+            '.tar': 'application/x-tar',
+            '.gz': 'application/gzip'
+        };
+        return mimeTypes[ext] || 'application/octet-stream';
+    }
+    shouldIncludeSource(source, options) {
+        // Apply size filter
+        if (options?.filters?.maxSize && source.size > options.filters.maxSize) {
+            return false;
+        }
+        // Apply date range filter
+        if (options?.filters?.dateRange) {
+            const { from, to } = options.filters.dateRange;
+            if (from && source.lastModified < from)
+                return false;
+            if (to && source.lastModified > to)
+                return false;
+        }
+        // Apply MIME type filter
+        if (options?.filters?.mimeTypes && !options.filters.mimeTypes.includes(source.mimeType)) {
+            return false;
+        }
+        return true;
+    }
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+exports.default = AzureBlobPlugin;
+//# sourceMappingURL=index.js.map

package/dist/plugins/azure-blob/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../plugins/azure-blob/index.ts"],"names":[],"mappings":";;;;;AAAA,sDAAwI;AACxI,wDAA0B;AAC1B,gDAAwB;AAgCxB,MAAqB,eAAe;IAApC;QACW,SAAI,GAAG,YAAY,CAAC;QACpB,YAAO,GAAG,OAAO,CAAC;QAClB,gBAAW,GAAG,oCAAoC,CAAC;QACnD,wBAAmB,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAU,CAAC;IA6XvE,CAAC;IAxXC,KAAK,CAAC,cAAc,CAAC,MAAoB;QACvC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAyB,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;YAExD,MAAM,eAAe,GAAG,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YAC5E,MAAM,eAAe,CAAC,aAAa,EAAE,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sCAAsC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAoB,EAAE,OAA6B;QAC5D,IAAI,CAAC,MAAM,GAAG,MAAyB,CAAC;QACxC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnE,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,MAAM,KAAK,GAAI,IAAI,CAAC,MAAc,CAAC,KAAK,IAAK,OAAe,EAAE,KAAK,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,qCAAqC,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC,CAAC,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAErH,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC7F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3E,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAmB;oBAC7B,EAAE,EAAE,IAAI,CAAC,IAAI;oBACb,wFAAwF;oBACxF,IAAI,EAAE,cAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC;oBAC/C,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;oBACzD,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,aAAa,EAAE,IAAI,CAAC,QAAQ;wBAC5B,IAAI,EAAE,IAAI,CAAC,IAAI;qBAChB;iBACF,CAAC;gBAEF,gBAAgB;gBAChB,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;oBAC9C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACrB,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC;oBACzB,cAAc,EAAE,CAAC;oBAEjB,cAAc;oBACd,IAAI,KAAK,IAAI,cAAc,IAAI,KAAK,EAAE,CAAC;wBACrC,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,QAAQ,CAAC,CAAC;wBAClD,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,UAAU,EAAE,OAAO,CAAC,MAAM;gBAC1B,SAAS;gBACT,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,CAAC;gBACZ,MAAM,EAAE,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC;aACrD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAoB,EACpB,OAAyB,EACzB,SAAiB,EACjB,OAA6B;QAE7B,IAAI,CAAC,MAAM,GAAG,MAAyB,CAAC;QACxC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnE,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;QAE1C,2CAA2C;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAE9C,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC1D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAErB,qCAAqC;gBACrC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAsB,EAAE,SAAiB;QAClE,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YAEpG,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,eAAe,GAAG,cAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEjD,MAAM,kBAAE,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAEpC,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC7F,MAAM,UAAU,GAAG,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAE5D,wBAAwB;YACxB,MAAM,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAE5C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM;gBACN,SAAS,EAAE,UAAU;gBACrB,gBAAgB,EAAE,MAAM,CAAC,IAAI;aAC9B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM;gBACN,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAoB,EACpB,YAA8B,EAC9B,OAA6B;QAE7B,IAAI,CAAC,MAAM,GAAG,MAAyB,CAAC;QACxC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnE,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBAEpG,sBAAsB;gBACtB,IAAI,QAAgB,CAAC;gBACrB,IAAI,OAAO,EAAE,iBAAiB,EAAE,CAAC;oBAC/B,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;gBACvF,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;gBACvF,CAAC;gBAED,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC7F,MAAM,eAAe,GAAG,eAAe,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAErE,oCAAoC;gBACpC,MAAM,WAAW,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAEjD,MAAM,eAAe,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE;oBAC5D,eAAe,EAAE;wBACf,eAAe,EAAE,MAAM,CAAC,QAAQ;qBACjC;oBACD,QAAQ,EAAE;wBACR,YAAY,EAAE,MAAM,CAAC,IAAI;wBACzB,YAAY,EAAE,MAAM,CAAC,IAAI;wBACzB,UAAU,EAAE,cAAc;wBAC1B,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACrC;iBACF,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;gBAE1E,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,IAAI;oBACb,UAAU;oBACV,MAAM;oBACN,gBAAgB,EAAE,MAAM,CAAC,IAAI;iBAC9B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE;oBACrC,MAAM;oBACN,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,eAAoB,EAAE,MAAe;QAC9D,MAAM,QAAQ,GAAe,EAAE,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAQ;gBAC5B,eAAe,EAAE,IAAI;gBACrB,WAAW,EAAE,IAAI;aAClB,CAAC;YAEF,IAAI,MAAM,EAAE,CAAC;gBACX,gBAAgB,CAAC,MAAM,GAAG,MAAM,CAAC;YACnC,CAAC;YAED,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,aAAa,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACzE,qCAAqC;gBACrC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC7B,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa,IAAI,CAAC;wBACxC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE;wBACxD,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE;wBAChC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW;wBACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,IAAI,EAAE,IAAI,CAAC,IAAI;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,eAAe;QACb,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4BAA4B;oBACzC,QAAQ,EAAE,IAAI;iBACf;gBACD,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,yDAAyD;oBACtE,QAAQ,EAAE,KAAK;iBAChB;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sDAAsD;oBACnE,QAAQ,EAAE,KAAK;iBAChB;gBACD,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mEAAmE;oBAChF,QAAQ,EAAE,KAAK;iBAChB;gBACD,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mCAAmC;oBAChD,QAAQ,EAAE,IAAI;iBACf;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,+CAA+C;oBAC5D,QAAQ,EAAE,KAAK;iBAChB;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,0DAA0D;oBACvE,QAAQ,EAAE,KAAK;iBAChB;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,EAAE,eAAe,CAAC;YAC1C,KAAK,EAAE;gBACL,EAAE,QAAQ,EAAE,CAAC,aAAa,EAAE,YAAY,EAAE,eAAe,CAAC,EAAE;gBAC5D,EAAE,QAAQ,EAAE,CAAC,aAAa,EAAE,UAAU,EAAE,eAAe,CAAC,EAAE;gBAC1D,EAAE,QAAQ,EAAE,CAAC,kBAAkB,EAAE,eAAe,CAAC,EAAE;aACpD;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAoB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAyB,CAAC;QAExC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAChF,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;IACrC,CAAC;IAEO,uBAAuB,CAAC,MAAuB;QACrD,yCAAyC;QACzC,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,OAAO,gCAAiB,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACzE,CAAC;QAED,qCAAqC;QACrC,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC1C,MAAM,cAAc,GAAG,WAAW,MAAM,CAAC,WAAW,wBAAwB,CAAC;YAC7E,OAAO,IAAI,gCAAiB,CAAC,GAAG,cAAc,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,uCAAuC;QACvC,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YAC5C,MAAM,mBAAmB,GAAG,IAAI,yCAA0B,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAClG,MAAM,cAAc,GAAG,WAAW,MAAM,CAAC,WAAW,wBAAwB,CAAC;YAC7E,OAAO,IAAI,gCAAiB,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAEO,WAAW,CAAC,QAAgB;QAClC,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,SAAS,GAA2B;YACxC,MAAM,EAAE,iBAAiB;YACzB,MAAM,EAAE,oBAAoB;YAC5B,OAAO,EAAE,yEAAyE;YAClF,MAAM,EAAE,0BAA0B;YAClC,OAAO,EAAE,mEAAmE;YAC5E,MAAM,EAAE,+BAA+B;YACvC,OAAO,EAAE,2EAA2E;YACpF,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,kBAAkB;YAC3B,MAAM,EAAE,iBAAiB;YACzB,MAAM,EAAE,YAAY;YACpB,OAAO,EAAE,YAAY;YACrB,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,iBAAiB;YACzB,MAAM,EAAE,mBAAmB;YAC3B,KAAK,EAAE,kBAAkB;SAC1B,CAAC;QAEF,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC;IACtD,CAAC;IAEO,mBAAmB,CAAC,MAAsB,EAAE,OAA6B;QAC/E,oBAAoB;QACpB,IAAI,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACvE,OAAO,KAAK,CAAC;QACf,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAChC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;YAC/C,IAAI,IAAI,IAAI,MAAM,CAAC,YAAY,GAAG,IAAI;gBAAE,OAAO,KAAK,CAAC;YACrD,IAAI,EAAE,IAAI,MAAM,CAAC,YAAY,GAAG,EAAE;gBAAE,OAAO,KAAK,CAAC;QACnD,CAAC;QAED,yBAAyB;QACzB,IAAI,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAjYD,kCAiYC"}

package/dist/plugins/azure-blob/plugin.json

@@ -0,0 +1,12 @@
+{
+  "name": "azure-blob",
+  "version": "1.0.0",
+  "description": "Azure Blob Storage document source plugin",
+  "author": "HubDoc Tools",
+  "main": "index.ts",
+  "hubdocToolVersion": "^1.0.0",
+  "dependencies": {
+    "@azure/storage-blob": "^12.0.0",
+    "fs-extra": "^11.1.0"
+  }
+}

package/dist/plugins/box/index.d.ts

@@ -0,0 +1,26 @@
+import { DocumentSourcePlugin, DocumentSource, PluginConfig, ScanResult, PluginImportOptions, PluginExportOptions, ImportResult, ExportResult } from '../../src/types/plugins';
+export default class BoxPlugin implements DocumentSourcePlugin {
+    readonly name = "box";
+    readonly version = "1.0.0";
+    readonly description = "Box cloud storage document source";
+    readonly supportedOperations: readonly ["import", "export", "both"];
+    private config?;
+    private apiClient?;
+    private readonly baseUrl;
+    testConnection(config: PluginConfig): Promise<boolean>;
+    scan(config: PluginConfig, options?: PluginImportOptions): Promise<ScanResult>;
+    private scanFolder;
+    import(config: PluginConfig, sources: DocumentSource[], targetDir: string, options?: PluginImportOptions): Promise<ImportResult[]>;
+    private importSingle;
+    export?(config: PluginConfig, localSources: DocumentSource[], options?: PluginExportOptions): Promise<ExportResult[]>;
+    private createFolderStructure;
+    getConfigSchema(): Record<string, any>;
+    initialize(config: PluginConfig): Promise<void>;
+    destroy(): Promise<void>;
+    private createApiClient;
+    private getItemPath;
+    private getMimeType;
+    private shouldIncludeSource;
+    private sleep;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/plugins/box/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../plugins/box/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACb,MAAM,yBAAyB,CAAC;AA4CjC,MAAM,CAAC,OAAO,OAAO,SAAU,YAAW,oBAAoB;IAC5D,QAAQ,CAAC,IAAI,SAAS;IACtB,QAAQ,CAAC,OAAO,WAAW;IAC3B,QAAQ,CAAC,WAAW,uCAAuC;IAC3D,QAAQ,CAAC,mBAAmB,wCAAyC;IAErE,OAAO,CAAC,MAAM,CAAC,CAAY;IAC3B,OAAO,CAAC,SAAS,CAAC,CAAgB;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IAE/C,cAAc,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;IAWtD,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;YAoEtE,UAAU;IAkDlB,MAAM,CACV,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,cAAc,EAAE,EACzB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC;YAuBZ,YAAY;IA6CpB,MAAM,CAAC,CACX,MAAM,EAAE,YAAY,EACpB,YAAY,EAAE,cAAc,EAAE,EAC9B,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC;YA2DZ,qBAAqB;IAsCnC,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAkChC,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAU/C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK9B,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,WAAW;IAiBnB,OAAO,CAAC,WAAW;IAwBnB,OAAO,CAAC,mBAAmB;IAqB3B,OAAO,CAAC,KAAK;CAGd"}