@moxn/kb-migrate 0.4.13 → 0.4.15

package/dist/client.js

@@ -227,6 +227,19 @@ export class MoxnClient {
                     rowCount: block.rowCount,
                 };
             }
+            // Handle generic files - upload to storage
+            if (block.blockType === 'file' && block.type === 'file' && block.path) {
+                const data = await fs.readFile(block.path);
+                const filename = block.filename || block.path.split('/').pop();
+                const { key } = await this.uploadFile(data, block.mediaType || 'application/octet-stream', filename);
+                return {
+                    blockType: block.blockType,
+                    type: 'storage',
+                    key,
+                    mediaType: block.mediaType || 'application/octet-stream',
+                    filename: block.filename,
+                };
+            }
             return block;
         }));
     }

package/dist/sources/notion-blocks.js

@@ -108,6 +108,9 @@ async function convertBlock(block, client, pagePathMap, visitedSyncedBlocks, dat
         case 'video':
             results.push(...convertVideo(block));
             break;
+        case 'audio':
+            results.push(...convertAudio(block));
+            break;
         case 'link_to_page':
             results.push(...convertLinkToPage(block, pagePathMap));
             break;
@@ -346,7 +349,7 @@ function convertFile(block) {
             },
         ];
     }
-    // CSV or other file — render as link
+    // CSV file
     if (filename.toLowerCase().endsWith('.csv')) {
         return [
             {
@@ -358,8 +361,16 @@ function convertFile(block) {
             },
         ];
     }
-    // Generic file — render as markdown link
-    return [textBlock(`[${filename}](${url})`)];
+    // Generic file — emit as file block
+    return [
+        {
+            blockType: 'file',
+            type: 'url',
+            url,
+            mediaType: guessFileMimeType(filename),
+            filename,
+        },
+    ];
 }
 function convertVideo(block) {
     const v = block;
@@ -367,7 +378,16 @@ function convertVideo(block) {
     if (!url)
         return [];
     const caption = richTextToPlain(v.video.caption ?? []);
-    return [textBlock(`[${caption || 'Video'}](${url})`)];
+    const filename = caption || extractFilename(url) || 'video';
+    return [
+        {
+            blockType: 'file',
+            type: 'url',
+            url,
+            mediaType: guessVideoMimeType(url),
+            filename,
+        },
+    ];
 }
 function convertLinkToPage(block, pagePathMap) {
     const ltp = block;
@@ -573,6 +593,74 @@ async function convertAndMergeChildren(children, client, pagePathMap, visitedSyn
     }
     return merged;
 }
+function convertAudio(block) {
+    const a = block;
+    const url = a.audio.type === 'external' ? a.audio.external?.url : a.audio.file?.url;
+    if (!url)
+        return [];
+    const caption = richTextToPlain(a.audio.caption ?? []);
+    const filename = caption || extractFilename(url) || 'audio';
+    return [
+        {
+            blockType: 'file',
+            type: 'url',
+            url,
+            mediaType: guessAudioMimeType(url),
+            filename,
+        },
+    ];
+}
+function guessFileMimeType(filename) {
+    const lower = filename.toLowerCase();
+    const ext = lower.split('.').pop();
+    const map = {
+        docx: 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+        xlsx: 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+        pptx: 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
+        doc: 'application/msword',
+        xls: 'application/vnd.ms-excel',
+        ppt: 'application/vnd.ms-powerpoint',
+        odt: 'application/vnd.oasis.opendocument.text',
+        ods: 'application/vnd.oasis.opendocument.spreadsheet',
+        rtf: 'application/rtf',
+        txt: 'text/plain',
+        md: 'text/markdown',
+        json: 'application/json',
+        xml: 'application/xml',
+        yaml: 'text/yaml',
+        yml: 'text/yaml',
+        html: 'text/html',
+        htm: 'text/html',
+        zip: 'application/zip',
+        gz: 'application/gzip',
+        tar: 'application/x-tar',
+        svg: 'image/svg+xml',
+        epub: 'application/epub+zip',
+    };
+    return (ext && map[ext]) || 'application/octet-stream';
+}
+function guessVideoMimeType(url) {
+    const lower = url.toLowerCase();
+    if (lower.includes('.mp4'))
+        return 'video/mp4';
+    if (lower.includes('.webm'))
+        return 'video/webm';
+    if (lower.includes('.mov'))
+        return 'video/quicktime';
+    return 'video/mp4';
+}
+function guessAudioMimeType(url) {
+    const lower = url.toLowerCase();
+    if (lower.includes('.mp3'))
+        return 'audio/mpeg';
+    if (lower.includes('.wav'))
+        return 'audio/wav';
+    if (lower.includes('.ogg'))
+        return 'audio/ogg';
+    if (lower.includes('.m4a'))
+        return 'audio/mp4';
+    return 'audio/mpeg';
+}
 function guessImageMediaType(url) {
     const lower = url.toLowerCase();
     if (lower.includes('.jpg') || lower.includes('.jpeg'))

package/dist/sources/notion-media.js

@@ -56,7 +56,7 @@ export class NotionMediaDownloader {
                             filename: urlBlock.filename,
                         });
                     }
-                    else {
+                    else if (urlBlock.blockType === 'csv') {
                         results.push({
                             blockType: 'csv',
                             type: 'file',
@@ -67,6 +67,16 @@ export class NotionMediaDownloader {
                             rowCount: urlBlock.rowCount,
                         });
                     }
+                    else {
+                        // file block
+                        results.push({
+                            blockType: 'file',
+                            type: 'file',
+                            path: localPath,
+                            mediaType: urlBlock.mediaType,
+                            filename: urlBlock.filename,
+                        });
+                    }
                 }
                 catch (error) {
                     console.warn(`  Warning: Failed to download ${block.blockType}: ${error instanceof Error ? error.message : error}`);
@@ -153,6 +163,23 @@ function mimeToExtension(mime) {
         'image/webp': '.webp',
         'application/pdf': '.pdf',
         'text/csv': '.csv',
+        'application/vnd.openxmlformats-officedocument.wordprocessingml.document': '.docx',
+        'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet': '.xlsx',
+        'application/vnd.openxmlformats-officedocument.presentationml.presentation': '.pptx',
+        'application/msword': '.doc',
+        'application/vnd.ms-excel': '.xls',
+        'application/vnd.ms-powerpoint': '.ppt',
+        'text/plain': '.txt',
+        'text/markdown': '.md',
+        'application/json': '.json',
+        'application/xml': '.xml',
+        'text/yaml': '.yaml',
+        'text/html': '.html',
+        'application/zip': '.zip',
+        'application/gzip': '.gz',
+        'application/x-tar': '.tar',
+        'image/svg+xml': '.svg',
+        'application/epub+zip': '.epub',
     };
     return map[mime] ?? null;
 }

package/dist/targets/notion.js

@@ -95,6 +95,95 @@ function notionFileBlock(url, caption) {
         },
     };
 }
+// ============================================
+// Notion file_upload block helpers
+// ============================================
+function notionImageUploadBlock(fileUploadId, alt) {
+    return {
+        object: 'block',
+        type: 'image',
+        image: {
+            type: 'file_upload',
+            file_upload: { id: fileUploadId },
+            ...(alt ? { caption: [{ type: 'text', text: { content: alt } }] } : {}),
+        },
+    };
+}
+function notionPdfUploadBlock(fileUploadId, caption) {
+    return {
+        object: 'block',
+        type: 'pdf',
+        pdf: {
+            type: 'file_upload',
+            file_upload: { id: fileUploadId },
+            ...(caption ? { caption: [{ type: 'text', text: { content: caption } }] } : {}),
+        },
+    };
+}
+function notionFileUploadBlock(fileUploadId, caption) {
+    return {
+        object: 'block',
+        type: 'file',
+        file: {
+            type: 'file_upload',
+            file_upload: { id: fileUploadId },
+            caption: [{ type: 'text', text: { content: caption || 'file' } }],
+        },
+    };
+}
+/**
+ * Derive a filename from a storage key and mime type.
+ * Falls back to a generic name if the key has no useful basename.
+ */
+function deriveFilename(storageKey, mimeType) {
+    const basename = storageKey.split('/').pop();
+    if (basename && basename.includes('.'))
+        return basename;
+    const ext = {
+        'image/png': '.png',
+        'image/jpeg': '.jpg',
+        'image/gif': '.gif',
+        'image/webp': '.webp',
+        'application/pdf': '.pdf',
+        'text/csv': '.csv',
+    };
+    return `file${ext[mimeType] || ''}`;
+}
+/**
+ * Upload a storage-backed file to Notion via the File Upload API.
+ *
+ * Downloads from signed URL, then uploads to Notion in single-part mode.
+ * Returns the file upload ID on success, or null on failure (graceful fallback).
+ */
+async function uploadFileToNotion(client, url, filename, contentType) {
+    try {
+        // Download file from signed URL
+        const response = await fetch(url);
+        if (!response.ok) {
+            console.warn(`  [upload] Download failed (${response.status}) for ${filename}`);
+            return null;
+        }
+        const buffer = Buffer.from(await response.arrayBuffer());
+        // Create file upload
+        await sleep(RATE_LIMIT_MS);
+        const upload = await client.fileUploads.create({
+            mode: 'single_part',
+            filename,
+            content_type: contentType,
+        });
+        // Send file data
+        await sleep(RATE_LIMIT_MS);
+        await client.fileUploads.send({
+            file_upload_id: upload.id,
+            file: { data: new Blob([buffer], { type: contentType }), filename },
+        });
+        return upload.id;
+    }
+    catch (error) {
+        console.warn(`  [upload] Failed for ${filename}: ${error instanceof Error ? error.message : error}`);
+        return null;
+    }
+}
 /**
  * Convert KB document sections to Notion blocks.
  *
@@ -105,7 +194,7 @@ function notionFileBlock(url, caption) {
  *
  * Section names become H2 headings (mirrors the import convention).
  */
-function sectionsToNotionBlocks(sections, options) {
+async function sectionsToNotionBlocks(sections, options) {
     const allBlocks = [];
     const allReferences = [];
     const databaseIds = [];
@@ -137,14 +226,32 @@ function sectionsToNotionBlocks(sections, options) {
                 pendingMarkdown.push('');
             }
             else if (block.blockType === 'image' && block.url) {
-                // Flush any pending text, then add image directly
                 flushText();
-                allBlocks.push(notionImageBlock(block.url, block.alt));
+                if (block.storageKey && options?.notionClient) {
+                    const fname = block.filename || deriveFilename(block.storageKey, block.mimeType || 'image/png');
+                    const uploadId = await uploadFileToNotion(options.notionClient, block.url, fname, block.mimeType || 'image/png');
+                    allBlocks.push(uploadId ? notionImageUploadBlock(uploadId, block.alt) : notionImageBlock(block.url, block.alt));
+                }
+                else {
+                    allBlocks.push(notionImageBlock(block.url, block.alt));
+                }
             }
             else if (block.blockType === 'document' && block.url) {
                 flushText();
-                // Use native pdf block for PDFs (inline viewer), file block for others
-                if (block.mimeType === 'application/pdf') {
+                if (block.storageKey && options?.notionClient) {
+                    const fname = block.filename || deriveFilename(block.storageKey, block.mimeType || 'application/octet-stream');
+                    const uploadId = await uploadFileToNotion(options.notionClient, block.url, fname, block.mimeType || 'application/octet-stream');
+                    if (uploadId) {
+                        allBlocks.push(block.mimeType === 'application/pdf' ? notionPdfUploadBlock(uploadId, block.filename) : notionFileUploadBlock(uploadId, block.filename));
+                    }
+                    else if (block.mimeType === 'application/pdf') {
+                        allBlocks.push(notionPdfBlock(block.url, block.filename));
+                    }
+                    else {
+                        allBlocks.push(notionFileBlock(block.url, block.filename));
+                    }
+                }
+                else if (block.mimeType === 'application/pdf') {
                     allBlocks.push(notionPdfBlock(block.url, block.filename));
                 }
                 else {
@@ -153,7 +260,14 @@ function sectionsToNotionBlocks(sections, options) {
             }
             else if (block.blockType === 'csv' && block.url) {
                 flushText();
-                allBlocks.push(notionFileBlock(block.url, block.filename || 'data.csv'));
+                if (block.storageKey && options?.notionClient) {
+                    const fname = block.filename || deriveFilename(block.storageKey, 'text/csv');
+                    const uploadId = await uploadFileToNotion(options.notionClient, block.url, fname, 'text/csv');
+                    allBlocks.push(uploadId ? notionFileUploadBlock(uploadId, block.filename || 'data.csv') : notionFileBlock(block.url, block.filename || 'data.csv'));
+                }
+                else {
+                    allBlocks.push(notionFileBlock(block.url, block.filename || 'data.csv'));
+                }
             }
             else if (block.blockType === 'database_embed' && block.databaseId) {
                 databaseIds.push(block.databaseId);
@@ -243,8 +357,8 @@ export class NotionExportTarget extends ExportTarget {
      * Returns the number of references resolved.
      */
     async resolveAndAppendReferences(doc, notionPageId) {
-        // Extract references from section content
-        const { references } = sectionsToNotionBlocks(doc.sections, { extractReferences: true });
+        // Extract references from section content (no upload needed for reference pass)
+        const { references } = await sectionsToNotionBlocks(doc.sections, { extractReferences: true });
         if (references.length === 0) {
             return { resolved: 0, unresolved: 0 };
         }
@@ -414,7 +528,7 @@ export class NotionExportTarget extends ExportTarget {
     // Notion page creation / update
     // ============================================
     async createNotionPage(doc) {
-        const { blocks } = sectionsToNotionBlocks(doc.sections, { extractReferences: true });
+        const { blocks } = await sectionsToNotionBlocks(doc.sections, { extractReferences: true, notionClient: this.client });
         // First batch: up to 100 blocks as children of the new page
         const firstBatch = blocks.slice(0, MAX_BLOCKS_PER_APPEND);
         const remainingBlocks = blocks.slice(MAX_BLOCKS_PER_APPEND);
@@ -446,7 +560,7 @@ export class NotionExportTarget extends ExportTarget {
             },
         });
         await this.clearPageContent(notionPageId);
-        const { blocks } = sectionsToNotionBlocks(doc.sections, { extractReferences: true });
+        const { blocks } = await sectionsToNotionBlocks(doc.sections, { extractReferences: true, notionClient: this.client });
         await this.appendRemainingBlocks(notionPageId, blocks);
     }
     async clearPageContent(pageId) {

package/dist/types.d.ts

@@ -8,7 +8,7 @@
  * to kb-migrate (local filesystem paths) — MoxnClient converts them to
  * `type: 'storage'` before sending to the KB API.
  */
-export type ContentBlock = TextBlock | ImageRemoteBlock | ImageFileBlock | DocumentRemoteBlock | DocumentFileBlock | CsvRemoteBlock | CsvFileBlock | DatabaseEmbedBlock;
+export type ContentBlock = TextBlock | ImageRemoteBlock | ImageFileBlock | DocumentRemoteBlock | DocumentFileBlock | CsvRemoteBlock | CsvFileBlock | FileRemoteBlock | FileFileBlock | DatabaseEmbedBlock;
 export interface TextBlock {
     blockType: 'text';
     text: string;
@@ -65,6 +65,22 @@ export interface CsvFileBlock {
     headers?: string[];
     rowCount?: number;
 }
+export interface FileRemoteBlock {
+    blockType: 'file';
+    type: 'base64' | 'url' | 'storage';
+    mediaType: string;
+    base64?: string;
+    url?: string;
+    key?: string;
+    filename?: string;
+}
+export interface FileFileBlock {
+    blockType: 'file';
+    type: 'file';
+    path: string;
+    mediaType: string;
+    filename?: string;
+}
 export interface DatabaseEmbedBlock {
     blockType: 'database_embed';
     databaseId: string;
@@ -187,7 +203,7 @@ export interface ConflictError {
  * A content block as returned by the KB API
  */
 export interface ExportContentBlock {
-    blockType: 'text' | 'image' | 'document' | 'csv' | 'database_embed';
+    blockType: 'text' | 'image' | 'document' | 'csv' | 'file' | 'database_embed';
     text?: string;
     url?: string;
     mimeType?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moxn/kb-migrate",
-  "version": "0.4.13",
+  "version": "0.4.15",
   "description": "Migration tool for importing documents into Moxn Knowledge Base from local files, Notion, Google Docs, and more",
   "type": "module",
   "main": "dist/index.js",
@@ -82,6 +82,7 @@
     "prepublishOnly": "npm run build"
   },
   "dependencies": {
+    "@moxn/kb-migrate": "^0.4.14",
     "@notionhq/client": "^5.9.0",
     "@tryfabric/martian": "^1.2.4",
     "commander": "^12.0.0",