@sinoia/hubdoc-tools 1.3.3 → 1.3.5

package/dist/plugins/dropbox/index.js

@@ -0,0 +1,375 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const axios_1 = __importDefault(require("axios"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+class DropboxPlugin {
+    constructor() {
+        this.name = 'dropbox';
+        this.version = '1.0.0';
+        this.description = 'Dropbox document source';
+        this.supportedOperations = ['import', 'export', 'both'];
+        this.apiUrl = 'https://api.dropboxapi.com/2';
+        this.contentUrl = 'https://content.dropboxapi.com/2';
+    }
+    async testConnection(config) {
+        try {
+            const client = this.createApiClient(config);
+            const response = await client.post('/users/get_current_account');
+            return response.status === 200;
+        }
+        catch (error) {
+            console.error(`Dropbox connection test failed: ${error.message}`);
+            return false;
+        }
+    }
+    async scan(config, options) {
+        this.config = config;
+        this.apiClient = this.createApiClient(this.config);
+        const sources = [];
+        const errors = [];
+        let totalSize = 0;
+        try {
+            const rootPath = this.config.rootPath || '';
+            const items = await this.scanFolder(rootPath, options);
+            for (const item of items) {
+                if (item['.tag'] === 'file') {
+                    const source = {
+                        id: item.path_display,
+                        name: item.name,
+                        path: this.getRelativePath(item.path_display, rootPath),
+                        size: item.size || 0,
+                        mimeType: this.getMimeType(item.name),
+                        lastModified: new Date(item.server_modified || item.client_modified || Date.now()),
+                        metadata: {
+                            dropboxId: item.id,
+                            pathLower: item.path_lower,
+                            contentHash: item.content_hash
+                        }
+                    };
+                    // Apply filters
+                    if (this.shouldIncludeSource(source, options)) {
+                        sources.push(source);
+                        totalSize += source.size;
+                    }
+                }
+            }
+            return {
+                sources,
+                totalCount: sources.length,
+                totalSize,
+                errors
+            };
+        }
+        catch (error) {
+            return {
+                sources: [],
+                totalCount: 0,
+                totalSize: 0,
+                errors: [`Dropbox scan failed: ${error.message}`]
+            };
+        }
+    }
+    async scanFolder(folderPath, options) {
+        if (!this.apiClient)
+            throw new Error('API client not initialized');
+        const allItems = [];
+        let cursor;
+        try {
+            // Initial request
+            const response = await this.apiClient.post('/files/list_folder', {
+                path: folderPath || '',
+                recursive: true,
+                limit: 2000,
+                include_media_info: false,
+                include_deleted: false,
+                include_has_explicit_shared_members: false
+            });
+            allItems.push(...response.data.entries);
+            // Handle pagination
+            while (response.data.has_more) {
+                cursor = response.data.cursor;
+                const continueResponse = await this.apiClient.post('/files/list_folder/continue', {
+                    cursor
+                });
+                allItems.push(...continueResponse.data.entries);
+                if (!continueResponse.data.has_more)
+                    break;
+                response.data = continueResponse.data;
+            }
+            return allItems;
+        }
+        catch (error) {
+            if (error.response?.data?.error?.['.tag'] === 'path_not_found') {
+                console.warn(`Warning: Folder not found: ${folderPath}`);
+                return [];
+            }
+            throw error;
+        }
+    }
+    async import(config, sources, targetDir, options) {
+        this.config = config;
+        this.apiClient = this.createApiClient(this.config);
+        const results = [];
+        const batchSize = options?.batchSize || 10;
+        // Process in batches
+        for (let i = 0; i < sources.length; i += batchSize) {
+            const batch = sources.slice(i, i + batchSize);
+            for (const source of batch) {
+                const result = await this.importSingle(source, targetDir);
+                results.push(result);
+                // Small delay to respect rate limits
+                await this.sleep(100);
+            }
+        }
+        return results;
+    }
+    async importSingle(source, targetDir) {
+        try {
+            if (!this.apiClient)
+                throw new Error('API client not initialized');
+            const targetPath = path_1.default.join(targetDir, source.path);
+            const targetDirectory = path_1.default.dirname(targetPath);
+            await fs_extra_1.default.ensureDir(targetDirectory);
+            // Download file from Dropbox
+            const downloadClient = axios_1.default.create({
+                baseURL: this.contentUrl,
+                headers: {
+                    'Authorization': `Bearer ${this.config.accessToken}`,
+                    'Dropbox-API-Arg': JSON.stringify({
+                        path: source.id
+                    })
+                },
+                responseType: 'stream'
+            });
+            const response = await downloadClient.post('/files/download');
+            const writer = fs_extra_1.default.createWriteStream(targetPath);
+            response.data.pipe(writer);
+            return new Promise((resolve) => {
+                writer.on('finish', () => {
+                    resolve({
+                        success: true,
+                        source,
+                        localPath: targetPath,
+                        bytesTransferred: source.size
+                    });
+                });
+                writer.on('error', (error) => {
+                    resolve({
+                        success: false,
+                        source,
+                        error: error.message
+                    });
+                });
+            });
+        }
+        catch (error) {
+            return {
+                success: false,
+                source,
+                error: error.message
+            };
+        }
+    }
+    async export(config, localSources, options) {
+        this.config = config;
+        this.apiClient = this.createApiClient(this.config);
+        const results = [];
+        for (const source of localSources) {
+            try {
+                const targetPath = options?.preserveStructure
+                    ? `${this.config.rootPath || ''}/${options.targetPath}/${source.path}`
+                    : `${this.config.rootPath || ''}/${options?.targetPath || ''}/${source.name}`;
+                // Read file content
+                const fileContent = await fs_extra_1.default.readFile(source.id);
+                const fileSize = fileContent.length;
+                // Upload file to Dropbox
+                const uploadClient = axios_1.default.create({
+                    baseURL: this.contentUrl,
+                    headers: {
+                        'Authorization': `Bearer ${this.config.accessToken}`,
+                        'Content-Type': 'application/octet-stream',
+                        'Dropbox-API-Arg': JSON.stringify({
+                            path: targetPath,
+                            mode: options?.overwrite ? 'overwrite' : 'add',
+                            autorename: !options?.overwrite,
+                            mute: false
+                        })
+                    }
+                });
+                // Use upload sessions for large files (>150MB)
+                if (fileSize > 150 * 1024 * 1024) {
+                    await this.uploadLargeFile(uploadClient, fileContent, targetPath);
+                }
+                else {
+                    await uploadClient.post('/files/upload', fileContent);
+                }
+                results.push({
+                    success: true,
+                    targetPath,
+                    source,
+                    bytesTransferred: fileSize
+                });
+            }
+            catch (error) {
+                results.push({
+                    success: false,
+                    targetPath: options?.targetPath || '',
+                    source,
+                    error: error.message
+                });
+            }
+        }
+        return results;
+    }
+    async uploadLargeFile(uploadClient, content, targetPath) {
+        const chunkSize = 4 * 1024 * 1024; // 4MB chunks
+        let offset = 0;
+        let sessionId;
+        while (offset < content.length) {
+            const chunk = content.slice(offset, offset + chunkSize);
+            const isLastChunk = offset + chunkSize >= content.length;
+            if (!sessionId) {
+                // Start upload session
+                const startResponse = await uploadClient.post('/files/upload_session/start', chunk, {
+                    headers: {
+                        'Dropbox-API-Arg': JSON.stringify({ close: false })
+                    }
+                });
+                sessionId = startResponse.data.session_id;
+            }
+            else if (!isLastChunk) {
+                // Continue upload session
+                await uploadClient.post('/files/upload_session/append_v2', chunk, {
+                    headers: {
+                        'Dropbox-API-Arg': JSON.stringify({
+                            cursor: { session_id: sessionId, offset },
+                            close: false
+                        })
+                    }
+                });
+            }
+            else {
+                // Finish upload session
+                await uploadClient.post('/files/upload_session/finish', chunk, {
+                    headers: {
+                        'Dropbox-API-Arg': JSON.stringify({
+                            cursor: { session_id: sessionId, offset },
+                            commit: {
+                                path: targetPath,
+                                mode: 'add',
+                                autorename: true
+                            }
+                        })
+                    }
+                });
+            }
+            offset += chunkSize;
+        }
+    }
+    getConfigSchema() {
+        return {
+            type: 'object',
+            properties: {
+                accessToken: {
+                    type: 'string',
+                    description: 'Dropbox Access Token',
+                    required: true
+                },
+                appKey: {
+                    type: 'string',
+                    description: 'Dropbox App Key (optional)',
+                    required: false
+                },
+                appSecret: {
+                    type: 'string',
+                    description: 'Dropbox App Secret (optional)',
+                    required: false
+                },
+                rootPath: {
+                    type: 'string',
+                    description: 'Root path to scan (e.g., /Documents)',
+                    default: ''
+                }
+            },
+            required: ['accessToken']
+        };
+    }
+    async initialize(config) {
+        this.config = config;
+        if (!this.config.accessToken) {
+            throw new Error('Dropbox access token is required');
+        }
+        this.apiClient = this.createApiClient(this.config);
+    }
+    async destroy() {
+        this.config = undefined;
+        this.apiClient = undefined;
+    }
+    createApiClient(config) {
+        return axios_1.default.create({
+            baseURL: this.apiUrl,
+            headers: {
+                'Authorization': `Bearer ${config.accessToken}`,
+                'Content-Type': 'application/json'
+            },
+            timeout: 30000
+        });
+    }
+    getRelativePath(fullPath, rootPath) {
+        if (!rootPath)
+            return fullPath.startsWith('/') ? fullPath.substring(1) : fullPath;
+        const relativePath = fullPath.startsWith(rootPath)
+            ? fullPath.substring(rootPath.length)
+            : fullPath;
+        return relativePath.startsWith('/') ? relativePath.substring(1) : relativePath;
+    }
+    getMimeType(fileName) {
+        const ext = path_1.default.extname(fileName).toLowerCase();
+        const mimeTypes = {
+            '.pdf': 'application/pdf',
+            '.doc': 'application/msword',
+            '.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+            '.xls': 'application/vnd.ms-excel',
+            '.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+            '.ppt': 'application/vnd.ms-powerpoint',
+            '.pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
+            '.txt': 'text/plain',
+            '.csv': 'text/csv',
+            '.json': 'application/json',
+            '.jpg': 'image/jpeg',
+            '.jpeg': 'image/jpeg',
+            '.png': 'image/png',
+            '.gif': 'image/gif',
+            '.zip': 'application/zip'
+        };
+        return mimeTypes[ext] || 'application/octet-stream';
+    }
+    shouldIncludeSource(source, options) {
+        // Apply size filter
+        if (options?.filters?.maxSize && source.size > options.filters.maxSize) {
+            return false;
+        }
+        // Apply date range filter
+        if (options?.filters?.dateRange) {
+            const { from, to } = options.filters.dateRange;
+            if (from && source.lastModified < from)
+                return false;
+            if (to && source.lastModified > to)
+                return false;
+        }
+        // Apply MIME type filter
+        if (options?.filters?.mimeTypes && !options.filters.mimeTypes.includes(source.mimeType)) {
+            return false;
+        }
+        return true;
+    }
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+exports.default = DropboxPlugin;
+//# sourceMappingURL=index.js.map

package/dist/plugins/dropbox/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../plugins/dropbox/index.ts"],"names":[],"mappings":";;;;;AAAA,kDAA6C;AAC7C,wDAA0B;AAC1B,gDAAwB;AA+BxB,MAAqB,aAAa;IAAlC;QACW,SAAI,GAAG,SAAS,CAAC;QACjB,YAAO,GAAG,OAAO,CAAC;QAClB,gBAAW,GAAG,yBAAyB,CAAC;QACxC,wBAAmB,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAU,CAAC;QAIpD,WAAM,GAAG,8BAA8B,CAAC;QACxC,eAAU,GAAG,kCAAkC,CAAC;IAwZnE,CAAC;IAtZC,KAAK,CAAC,cAAc,CAAC,MAAoB;QACvC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,MAAuB,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YACjE,OAAO,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC;QACjC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAoB,EAAE,OAA6B;QAC5D,IAAI,CAAC,MAAM,GAAG,MAAuB,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEvD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,MAAM,EAAE,CAAC;oBAC5B,MAAM,MAAM,GAAmB;wBAC7B,EAAE,EAAE,IAAI,CAAC,YAAY;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC;wBACvD,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;wBACpB,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;wBACrC,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;wBAClF,QAAQ,EAAE;4BACR,SAAS,EAAE,IAAI,CAAC,EAAE;4BAClB,SAAS,EAAE,IAAI,CAAC,UAAU;4BAC1B,WAAW,EAAE,IAAI,CAAC,YAAY;yBAC/B;qBACF,CAAC;oBAEF,gBAAgB;oBAChB,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;wBAC9C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBACrB,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC;oBAC3B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,UAAU,EAAE,OAAO,CAAC,MAAM;gBAC1B,SAAS;gBACT,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,CAAC;gBACZ,MAAM,EAAE,CAAC,wBAAwB,KAAK,CAAC,OAAO,EAAE,CAAC;aAClD,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,UAAkB,EAAE,OAA6B;QACxE,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAEnE,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAC3C,IAAI,MAA0B,CAAC;QAE/B,IAAI,CAAC;YACH,kBAAkB;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAC/D,IAAI,EAAE,UAAU,IAAI,EAAE;gBACtB,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,IAAI;gBACX,kBAAkB,EAAE,KAAK;gBACzB,eAAe,EAAE,KAAK;gBACtB,mCAAmC,EAAE,KAAK;aAC3C,CAAC,CAAC;YAEH,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAExC,oBAAoB;YACpB,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9B,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC9B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,6BAA6B,EAAE;oBAChF,MAAM;iBACP,CAAC,CAAC;gBAEH,QAAQ,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAEhD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBAC3C,QAAQ,CAAC,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC;YACxC,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,gBAAgB,EAAE,CAAC;gBAC/D,OAAO,CAAC,IAAI,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAC;gBACzD,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAoB,EACpB,OAAyB,EACzB,SAAiB,EACjB,OAA6B;QAE7B,IAAI,CAAC,MAAM,GAAG,MAAuB,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;QAE3C,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAE9C,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC1D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAErB,qCAAqC;gBACrC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAsB,EAAE,SAAiB;QAClE,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAEnE,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,eAAe,GAAG,cAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEjD,MAAM,kBAAE,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAEpC,6BAA6B;YAC7B,MAAM,cAAc,GAAG,eAAK,CAAC,MAAM,CAAC;gBAClC,OAAO,EAAE,IAAI,CAAC,UAAU;gBACxB,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,IAAI,CAAC,MAAO,CAAC,WAAW,EAAE;oBACrD,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC;wBAChC,IAAI,EAAE,MAAM,CAAC,EAAE;qBAChB,CAAC;iBACH;gBACD,YAAY,EAAE,QAAQ;aACvB,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAE9D,MAAM,MAAM,GAAG,kBAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAChD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC7B,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACvB,OAAO,CAAC;wBACN,OAAO,EAAE,IAAI;wBACb,MAAM;wBACN,SAAS,EAAE,UAAU;wBACrB,gBAAgB,EAAE,MAAM,CAAC,IAAI;qBAC9B,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC3B,OAAO,CAAC;wBACN,OAAO,EAAE,KAAK;wBACd,MAAM;wBACN,KAAK,EAAE,KAAK,CAAC,OAAO;qBACrB,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM;gBACN,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAoB,EACpB,YAA8B,EAC9B,OAA6B;QAE7B,IAAI,CAAC,MAAM,GAAG,MAAuB,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,OAAO,EAAE,iBAAiB;oBAC3C,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,IAAI,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,EAAE;oBACtE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,IAAI,OAAO,EAAE,UAAU,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAEhF,oBAAoB;gBACpB,MAAM,WAAW,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACjD,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC;gBAEpC,yBAAyB;gBACzB,MAAM,YAAY,GAAG,eAAK,CAAC,MAAM,CAAC;oBAChC,OAAO,EAAE,IAAI,CAAC,UAAU;oBACxB,OAAO,EAAE;wBACP,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;wBACpD,cAAc,EAAE,0BAA0B;wBAC1C,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC;4BAChC,IAAI,EAAE,UAAU;4BAChB,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK;4BAC9C,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS;4BAC/B,IAAI,EAAE,KAAK;yBACZ,CAAC;qBACH;iBACF,CAAC,CAAC;gBAEH,+CAA+C;gBAC/C,IAAI,QAAQ,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACjC,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACN,MAAM,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;gBACxD,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,IAAI;oBACb,UAAU;oBACV,MAAM;oBACN,gBAAgB,EAAE,QAAQ;iBAC3B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE;oBACrC,MAAM;oBACN,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,YAA2B,EAAE,OAAe,EAAE,UAAkB;QAC5F,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,aAAa;QAChD,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,SAA6B,CAAC;QAElC,OAAO,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;YACxD,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;YAEzD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,uBAAuB;gBACvB,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,6BAA6B,EAAE,KAAK,EAAE;oBAClF,OAAO,EAAE;wBACP,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;qBACpD;iBACF,CAAC,CAAC;gBACH,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC;YAC5C,CAAC;iBAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxB,0BAA0B;gBAC1B,MAAM,YAAY,CAAC,IAAI,CAAC,iCAAiC,EAAE,KAAK,EAAE;oBAChE,OAAO,EAAE;wBACP,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC;4BAChC,MAAM,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE;4BACzC,KAAK,EAAE,KAAK;yBACb,CAAC;qBACH;iBACF,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,wBAAwB;gBACxB,MAAM,YAAY,CAAC,IAAI,CAAC,8BAA8B,EAAE,KAAK,EAAE;oBAC7D,OAAO,EAAE;wBACP,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC;4BAChC,MAAM,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE;4BACzC,MAAM,EAAE;gCACN,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,KAAK;gCACX,UAAU,EAAE,IAAI;6BACjB;yBACF,CAAC;qBACH;iBACF,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;IAED,eAAe;QACb,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sBAAsB;oBACnC,QAAQ,EAAE,IAAI;iBACf;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4BAA4B;oBACzC,QAAQ,EAAE,KAAK;iBAChB;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,+BAA+B;oBAC5C,QAAQ,EAAE,KAAK;iBAChB;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sCAAsC;oBACnD,OAAO,EAAE,EAAE;iBACZ;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAoB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAuB,CAAC;QAEtC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAEO,eAAe,CAAC,MAAqB;QAC3C,OAAO,eAAK,CAAC,MAAM,CAAC;YAClB,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,CAAC,WAAW,EAAE;gBAC/C,cAAc,EAAE,kBAAkB;aACnC;YACD,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,QAAgB;QACxD,IAAI,CAAC,QAAQ;YAAE,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAElF,MAAM,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;YAChD,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;YACrC,CAAC,CAAC,QAAQ,CAAC;QAEb,OAAO,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IACjF,CAAC;IAEO,WAAW,CAAC,QAAgB;QAClC,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,SAAS,GAA2B;YACxC,MAAM,EAAE,iBAAiB;YACzB,MAAM,EAAE,oBAAoB;YAC5B,OAAO,EAAE,yEAAyE;YAClF,MAAM,EAAE,0BAA0B;YAClC,OAAO,EAAE,mEAAmE;YAC5E,MAAM,EAAE,+BAA+B;YACvC,OAAO,EAAE,2EAA2E;YACpF,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,kBAAkB;YAC3B,MAAM,EAAE,YAAY;YACpB,OAAO,EAAE,YAAY;YACrB,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,iBAAiB;SAC1B,CAAC;QAEF,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC;IACtD,CAAC;IAEO,mBAAmB,CAAC,MAAsB,EAAE,OAA6B;QAC/E,oBAAoB;QACpB,IAAI,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACvE,OAAO,KAAK,CAAC;QACf,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAChC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;YAC/C,IAAI,IAAI,IAAI,MAAM,CAAC,YAAY,GAAG,IAAI;gBAAE,OAAO,KAAK,CAAC;YACrD,IAAI,EAAE,IAAI,MAAM,CAAC,YAAY,GAAG,EAAE;gBAAE,OAAO,KAAK,CAAC;QACnD,CAAC;QAED,yBAAyB;QACzB,IAAI,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAjaD,gCAiaC"}

package/dist/plugins/dropbox/plugin.json

@@ -0,0 +1,12 @@
+{
+  "name": "dropbox",
+  "version": "1.0.0",
+  "description": "Dropbox document source plugin",
+  "author": "HubDoc Tools",
+  "main": "index.js",
+  "hubdocToolVersion": "^1.0.0",
+  "dependencies": {
+    "axios": "^1.5.0",
+    "fs-extra": "^11.1.0"
+  }
+}

package/dist/plugins/filesystem/index.d.ts

@@ -0,0 +1,22 @@
+import { DocumentSourcePlugin, DocumentSource, PluginConfig, ScanResult, PluginImportOptions, PluginExportOptions, ImportResult, ExportResult } from '../../src/types/plugins';
+export default class FileSystemPlugin implements DocumentSourcePlugin {
+    readonly name = "filesystem";
+    readonly version = "1.0.0";
+    readonly description = "Local filesystem document source";
+    readonly supportedOperations: readonly ["import", "export", "both"];
+    private config?;
+    testConnection(config: PluginConfig): Promise<boolean>;
+    scan(config: PluginConfig, options?: PluginImportOptions): Promise<ScanResult>;
+    import(config: PluginConfig, sources: DocumentSource[], targetDir: string, options?: PluginImportOptions): Promise<ImportResult[]>;
+    private importSingle;
+    export?(config: PluginConfig, localSources: DocumentSource[], options?: PluginExportOptions): Promise<ExportResult[]>;
+    getConfigSchema(): Record<string, any>;
+    initialize(config: PluginConfig): Promise<void>;
+    destroy(): Promise<void>;
+    /**
+     * Check if a file is a metadata file and should be skipped from document processing
+     */
+    private isMetadataFile;
+    private getMimeType;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/plugins/filesystem/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../plugins/filesystem/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACb,MAAM,yBAAyB,CAAC;AAWjC,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,oBAAoB;IACnE,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,QAAQ,CAAC,OAAO,WAAW;IAC3B,QAAQ,CAAC,WAAW,sCAAsC;IAC1D,QAAQ,CAAC,mBAAmB,wCAAyC;IAErE,OAAO,CAAC,MAAM,CAAC,CAAmB;IAE5B,cAAc,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;IAUtD,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqH9E,MAAM,CACV,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,cAAc,EAAE,EACzB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC;YA2BZ,YAAY;IAyBpB,MAAM,CAAC,CACX,MAAM,EAAE,YAAY,EACpB,YAAY,EAAE,cAAc,EAAE,EAC9B,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC;IAiD1B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAkChC,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B;;OAEG;IACH,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,WAAW;CA2BpB"}