@moxn/kb-migrate 0.4.25 → 0.4.27

package/dist/client.d.ts

@@ -176,5 +176,26 @@ export declare class MoxnClient {
      * Set a scalar property value on a document in a database.
      */
     setPropertyValue(databaseId: string, documentId: string, columnName: string, value: string | number | boolean | null): Promise<void>;
+    /**
+     * Create or upsert a Notion page → KB document mapping.
+     */
+    createNotionPageMapping(input: {
+        kbDocumentId: string;
+        notionPageId: string;
+        importSource: 'import' | 'export';
+        notionPageTitle?: string;
+    }): Promise<void>;
+    /**
+     * Get all Notion database → KB database mappings for the tenant.
+     * Returns a Map of notionDatabaseId → kbDatabaseId.
+     */
+    getAllDatabaseMappings(): Promise<Map<string, string>>;
+    /**
+     * Get a KB database by ID. Returns null if not found (404).
+     */
+    getDatabase(databaseId: string): Promise<{
+        id: string;
+        name: string;
+    } | null>;
     private isConflictError;
 }

package/dist/client.js

@@ -522,6 +522,52 @@ export class MoxnClient {
             throw new Error(body.error || `Failed to set property value: ${response.status}`);
         }
     }
+    // ──────────────────────────────────────────────
+    // Notion page mapping methods
+    // ──────────────────────────────────────────────
+    /**
+     * Create or upsert a Notion page → KB document mapping.
+     */
+    async createNotionPageMapping(input) {
+        const response = await fetch(`${this.apiUrl}/api/v1/kb/notion-mappings`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'x-api-key': this.apiKey,
+            },
+            body: JSON.stringify(input),
+        });
+        if (!response.ok) {
+            const body = await response.json().catch(() => ({}));
+            throw new Error(body.error || `Failed to create page mapping: ${response.status}`);
+        }
+    }
+    /**
+     * Get all Notion database → KB database mappings for the tenant.
+     * Returns a Map of notionDatabaseId → kbDatabaseId.
+     */
+    async getAllDatabaseMappings() {
+        const response = await fetch(`${this.apiUrl}/api/v1/kb/notion-mappings/databases`, {
+            headers: { 'x-api-key': this.apiKey },
+        });
+        if (!response.ok) {
+            const body = await response.json().catch(() => ({}));
+            throw new Error(body.error || `Failed to get database mappings: ${response.status}`);
+        }
+        const data = await response.json();
+        const map = new Map();
+        for (const mapping of data.mappings) {
+            map.set(mapping.notionDatabaseId, mapping.kbDatabaseId);
+        }
+        return map;
+    }
+    /**
+     * Get a KB database by ID. Returns null if not found (404).
+     */
+    async getDatabase(databaseId) {
+        const databases = await this.listDatabases();
+        return databases.find((db) => db.id === databaseId) ?? null;
+    }
     isConflictError(error) {
         return (error instanceof Error &&
             'documentId' in error &&

package/dist/index.js

@@ -16,6 +16,8 @@ import { Command } from 'commander';
 import { LocalSource } from './sources/local.js';
 import { NotionSource } from './sources/notion.js';
 import { notionColorToHex } from './sources/notion-api.js';
+import { getPageTitle } from './sources/notion-blocks.js';
+import { slugify } from './sources/notion.js';
 import { MoxnClient } from './client.js';
 import { runExport } from './export.js';
 import { runNotionExport } from './export-notion.js';
@@ -42,6 +44,21 @@ async function runMigration(source, options) {
         console.log(`Processing: ${doc.sourcePath}${progress}`);
         const result = await client.migrateDocument(doc, options.basePath, options.onConflict, options.dryRun);
         results.push(result);
+        // Store Notion page → KB document mapping (fire-and-forget)
+        if (result.sourcePageId &&
+            result.documentId &&
+            (result.status === 'created' || result.status === 'updated')) {
+            client
+                .createNotionPageMapping({
+                kbDocumentId: result.documentId,
+                notionPageId: result.sourcePageId,
+                importSource: 'import',
+                notionPageTitle: doc.metadata?.notionTitle,
+            })
+                .catch((err) => {
+                console.warn(`  Warning: page mapping failed for ${result.sourcePageId}: ${err instanceof Error ? err.message : err}`);
+            });
+        }
         // Track consecutive failures for circuit breaker
         if (result.status === 'failed') {
             consecutiveFailures++;
@@ -70,7 +87,8 @@ async function runMigration(source, options) {
             break;
         }
     }
-    // Build summary
+    // Build summary (include extraction stats if available)
+    const extractionStats = source.getExtractionStats?.();
     const summary = {
         total: results.length,
         created: results.filter((r) => r.status === 'created').length,
@@ -78,6 +96,12 @@ async function runMigration(source, options) {
         skipped: results.filter((r) => r.status === 'skipped').length,
         failed: results.filter((r) => r.status === 'failed').length,
         duration: Date.now() - startTime,
+        ...(extractionStats && {
+            discovered: extractionStats.discovered,
+            skippedDuringExtraction: extractionStats.skippedEmpty.length +
+                extractionStats.skippedNoContent.length +
+                extractionStats.errors.length,
+        }),
     };
     const log = {
         timestamp: new Date().toISOString(),
@@ -103,6 +127,15 @@ function printSummary(log) {
     console.log(`Base path: ${log.basePath}`);
     console.log(`Duration: ${(log.summary.duration / 1000).toFixed(1)}s`);
     console.log('');
+    // Show reconciliation if extraction stats are available
+    if (log.summary.discovered != null && log.summary.skippedDuringExtraction != null) {
+        console.log(`Discovered:  ${log.summary.discovered} pages`);
+        if (log.summary.skippedDuringExtraction > 0) {
+            console.log(`Skipped:     ${log.summary.skippedDuringExtraction} (empty or errored during extraction)`);
+        }
+        console.log(`Processed:   ${log.summary.total}`);
+        console.log('');
+    }
     console.log(`Total:   ${log.summary.total}`);
     console.log(`Created: ${log.summary.created}`);
     console.log(`Updated: ${log.summary.updated}`);
@@ -434,21 +467,139 @@ program
         if (!opts.dryRun && dbImports.length > 0) {
             console.log(`\nPre-creating ${dbImports.length} database(s)...`);
             const preClient = new MoxnClient(migrationOptions);
+            // Fetch existing database mappings (1 API call) to avoid duplicates
+            let existingMappings = new Map();
+            try {
+                existingMappings = await preClient.getAllDatabaseMappings();
+                if (existingMappings.size > 0) {
+                    console.log(`  Found ${existingMappings.size} existing database mapping(s).`);
+                }
+            }
+            catch (error) {
+                console.warn(`  Warning: Could not fetch existing mappings: ${error instanceof Error ? error.message : error}`);
+            }
             for (const dbImport of dbImports) {
                 try {
-                    const kbDbId = await preCreateNotionDatabase(preClient, dbImport);
+                    const kbDbId = await preCreateNotionDatabase(preClient, dbImport, existingMappings);
                     databaseIdMap.set(dbImport.notionDatabaseId, kbDbId);
                 }
                 catch (error) {
                     console.error(`  Error pre-creating database "${dbImport.schema.name}": ${error instanceof Error ? error.message : error}`);
                 }
             }
+            // Also add any other existing mappings (e.g. linked DB → source mappings
+            // from prior imports) so they're available during extraction
+            for (const [notionId, kbId] of existingMappings) {
+                if (!databaseIdMap.has(notionId)) {
+                    databaseIdMap.set(notionId, kbId);
+                }
+            }
             // Make the map available during extraction
             source.setDatabaseIdMap(databaseIdMap);
-            console.log(`  ${databaseIdMap.size} database(s) pre-created for embed resolution.\n`);
+            console.log(`  ${databaseIdMap.size} database(s) ready for embed resolution.\n`);
         }
         // Step 3: Run page migration (validate is idempotent, extract uses databaseIdMap)
         const log = await runMigration(source, migrationOptions);
+        // Step 3b: Resolve inline databases discovered during extraction
+        if (!opts.dryRun) {
+            const unresolvedDbs = source.getUnresolvedInlineDatabases();
+            if (unresolvedDbs.size > 0) {
+                console.log(`\nResolving ${unresolvedDbs.size} inline database(s) discovered during extraction...`);
+                const inlineClient = new MoxnClient(migrationOptions);
+                const notionApi = source.getNotionApiClient();
+                // Fetch current mappings to avoid duplicates (may have changed since pre-create)
+                let currentMappings = new Map();
+                try {
+                    currentMappings = await inlineClient.getAllDatabaseMappings();
+                }
+                catch {
+                    // Non-fatal — will create new databases
+                }
+                let inlineCreated = 0;
+                let linkedResolved = 0;
+                for (const [notionDbId, title] of unresolvedDbs) {
+                    // Skip if already mapped (could happen if previously imported)
+                    if (databaseIdMap.has(notionDbId) || currentMappings.has(notionDbId)) {
+                        continue;
+                    }
+                    try {
+                        // Fetch database schema from Notion
+                        const notionDb = await notionApi.getDatabase(notionDbId);
+                        const { parseDatabaseSchema } = await import('./sources/notion-databases.js');
+                        const schema = parseDatabaseSchema(notionDb);
+                        // Create KB database
+                        const kbDb = await inlineClient.createDatabase({
+                            name: schema.name || title,
+                            description: schema.description || undefined,
+                        });
+                        // Store mapping
+                        try {
+                            await inlineClient.createNotionDatabaseMapping({
+                                kbDatabaseId: kbDb.id,
+                                notionDatabaseId: notionDbId,
+                                notionDatabaseTitle: schema.name || title,
+                            });
+                        }
+                        catch {
+                            // Non-fatal — database created but mapping may fail
+                        }
+                        databaseIdMap.set(notionDbId, kbDb.id);
+                        // Query entries and add to dbImports for finalization
+                        const entries = await notionApi.queryDatabase(notionDbId);
+                        if (entries.length > 0) {
+                            dbImports.push({
+                                notionDatabaseId: notionDbId,
+                                schema,
+                                entries: entries.map((entry) => {
+                                    const entryTitle = getPageTitle(entry);
+                                    return { page: entry, kbPath: slugify(entryTitle) };
+                                }),
+                            });
+                        }
+                        inlineCreated++;
+                        console.log(`  Created inline database: ${schema.name || title} (${kbDb.id}) — ${entries.length} entries`);
+                    }
+                    catch (error) {
+                        // Check if this is a linked database — resolve to its source
+                        const errMsg = error instanceof Error ? error.message : String(error);
+                        if (errMsg.includes('linked database')) {
+                            const sourceDbId = await notionApi.resolveLinkedDatabaseSource(notionDbId);
+                            if (sourceDbId) {
+                                // Look up the source database in our mappings
+                                const kbDbId = databaseIdMap.get(sourceDbId) || currentMappings.get(sourceDbId);
+                                if (kbDbId) {
+                                    databaseIdMap.set(notionDbId, kbDbId);
+                                    // Store mapping so future imports resolve during pre-create
+                                    try {
+                                        await inlineClient.createNotionDatabaseMapping({
+                                            kbDatabaseId: kbDbId,
+                                            notionDatabaseId: notionDbId,
+                                            notionDatabaseTitle: title,
+                                        });
+                                    }
+                                    catch {
+                                        // Non-fatal
+                                    }
+                                    linkedResolved++;
+                                    console.log(`  Resolved linked database "${title}" (${notionDbId}) → source ${sourceDbId} → KB ${kbDbId}`);
+                                    continue;
+                                }
+                            }
+                            console.warn(`  Warning: Linked database "${title}" (${notionDbId}) — could not resolve source`);
+                        }
+                        else {
+                            console.warn(`  Warning: Failed to create inline database "${title}" (${notionDbId}): ${errMsg}`);
+                        }
+                    }
+                }
+                if (inlineCreated > 0) {
+                    console.log(`  Created ${inlineCreated} inline database(s). Re-run with --on-conflict update to resolve embeds.`);
+                }
+                if (linkedResolved > 0) {
+                    console.log(`  Resolved ${linkedResolved} linked database(s) to existing source databases.`);
+                }
+            }
+        }
         // Step 4: Resolve cross-references (between page migration and database finalization)
         if (!opts.dryRun) {
             const refsWithData = log.results.filter((r) => r.references?.length && r.sectionIds?.length);
@@ -583,15 +734,26 @@ program
  * Called before document extraction so child_database blocks can resolve.
  * Returns the KB database ID.
  */
-async function preCreateNotionDatabase(client, dbImport) {
+async function preCreateNotionDatabase(client, dbImport, existingMappings) {
     const { schema } = dbImport;
+    // Check if we already have a mapping for this Notion database
+    const existingKbDbId = existingMappings.get(dbImport.notionDatabaseId);
+    if (existingKbDbId) {
+        // Verify the KB database still exists
+        const existingDb = await client.getDatabase(existingKbDbId);
+        if (existingDb) {
+            console.log(`  Reusing existing database: ${existingDb.name} (${existingKbDbId})`);
+            return existingKbDbId;
+        }
+        console.log(`  Mapped database ${existingKbDbId} no longer exists, creating new one.`);
+    }
     console.log(`  Pre-creating database: ${schema.name}`);
     const db = await client.createDatabase({
         name: schema.name,
         description: schema.description || undefined,
     });
     console.log(`    Database created: ${db.id}`);
-    // Store Notion → KB database mapping
+    // Store Notion → KB database mapping (upsert handles duplicates)
     try {
         await client.createNotionDatabaseMapping({
             kbDatabaseId: db.id,

package/dist/sources/base.d.ts

@@ -40,4 +40,15 @@ export declare abstract class MigrationSource<TConfig extends SourceConfig = Sou
      * Returns undefined if count cannot be determined without full extraction
      */
     abstract getDocumentCount(): Promise<number | undefined>;
+    /**
+     * Get extraction stats for reconciling discovered vs extracted counts.
+     * Only available after extract() completes.
+     */
+    getExtractionStats?(): {
+        discovered: number;
+        extracted: number;
+        skippedEmpty: string[];
+        skippedNoContent: string[];
+        errors: string[];
+    };
 }

package/dist/sources/notion-api.d.ts

@@ -225,6 +225,12 @@ export declare class NotionApiClient {
     searchDatabases(): Promise<NotionDatabase[]>;
     /** Get a database schema by ID. */
     getDatabase(databaseId: string): Promise<NotionDatabase>;
+    /**
+     * For a linked database, resolve the source database ID by querying
+     * one entry and reading its parent.database_id.
+     * Returns null if the database is empty or not queryable.
+     */
+    resolveLinkedDatabaseSource(linkedDbId: string): Promise<string | null>;
     /**
      * Query all entries (pages) in a database.
      */

package/dist/sources/notion-api.js

@@ -101,6 +101,26 @@ export class NotionApiClient {
     async getDatabase(databaseId) {
         return this.request('GET', `/databases/${databaseId}`);
     }
+    /**
+     * For a linked database, resolve the source database ID by querying
+     * one entry and reading its parent.database_id.
+     * Returns null if the database is empty or not queryable.
+     */
+    async resolveLinkedDatabaseSource(linkedDbId) {
+        try {
+            const response = await this.request('POST', `/databases/${linkedDbId}/query`, { page_size: 1 });
+            if (response.results.length > 0) {
+                const entry = response.results[0];
+                if (entry.parent?.type === 'database_id' && entry.parent.database_id) {
+                    return entry.parent.database_id.replace(/-/g, '');
+                }
+            }
+            return null;
+        }
+        catch {
+            return null;
+        }
+    }
     /**
      * Query all entries (pages) in a database.
      */

package/dist/sources/notion-blocks.d.ts

@@ -16,6 +16,8 @@ export type UnsupportedBlockTracker = Map<string, number>;
  * H2 headings create section boundaries.
  * Content before the first H2 goes into an "Introduction" section.
  */
+/** Collects Notion database IDs that were encountered but not in databaseIdMap. */
+export type UnresolvedChildDatabaseCollector = Map<string, string>;
 export declare function blocksToSections(blocks: NotionBlock[], client: NotionApiClient, pagePathMap: PagePathMap, options?: {
     /** Track synced block IDs to detect cycles. */
     visitedSyncedBlocks?: Set<string>;
@@ -23,6 +25,8 @@ export declare function blocksToSections(blocks: NotionBlock[], client: NotionAp
     databaseIdMap?: Map<string, string>;
     /** Accumulates counts of unsupported block types (caller-owned). */
     unsupportedBlocks?: UnsupportedBlockTracker;
+    /** Collects inline databases not yet mapped (caller-owned). */
+    unresolvedChildDatabases?: UnresolvedChildDatabaseCollector;
 }): Promise<SectionInput[]>;
 /** Convert rich text array to markdown string. */
 export declare function richTextToMarkdown(richText: NotionRichText[]): string;

package/dist/sources/notion-blocks.js

@@ -4,19 +4,11 @@
  * Section boundaries are created at H2 headings.
  * Rich text is converted to markdown.
  */
-// ============================================
-// Main entry point
-// ============================================
-/**
- * Convert a page's blocks into Moxn sections.
- *
- * H2 headings create section boundaries.
- * Content before the first H2 goes into an "Introduction" section.
- */
 export async function blocksToSections(blocks, client, pagePathMap, options) {
     const visitedSyncedBlocks = options?.visitedSyncedBlocks ?? new Set();
     const databaseIdMap = options?.databaseIdMap;
     const unsupportedBlocks = options?.unsupportedBlocks;
+    const unresolvedChildDatabases = options?.unresolvedChildDatabases;
     const sections = [];
     let currentSectionName = 'Introduction';
     let currentBlocks = [];
@@ -36,7 +28,7 @@ export async function blocksToSections(blocks, client, pagePathMap, options) {
             continue;
         }
         // Convert block to content blocks
-        const converted = await convertBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks);
+        const converted = await convertBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
         currentBlocks.push(...converted);
     }
     // Flush last section
@@ -52,7 +44,7 @@ export async function blocksToSections(blocks, client, pagePathMap, options) {
 // ============================================
 // Block conversion
 // ============================================
-async function convertBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks) {
+async function convertBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases) {
     const results = [];
     switch (block.type) {
         case 'paragraph':
@@ -82,10 +74,10 @@ async function convertBlock(block, client, pagePathMap, visitedSyncedBlocks, dat
             results.push(...convertToDo(block));
             break;
         case 'quote':
-            results.push(...(await convertQuote(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks)));
+            results.push(...(await convertQuote(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases)));
             break;
         case 'callout':
-            results.push(...(await convertCallout(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks)));
+            results.push(...(await convertCallout(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases)));
             break;
         case 'divider':
             results.push(textBlock('---'));
@@ -94,7 +86,7 @@ async function convertBlock(block, client, pagePathMap, visitedSyncedBlocks, dat
             results.push(...(await convertTable(block, client)));
             break;
         case 'toggle':
-            results.push(...(await convertToggle(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks)));
+            results.push(...(await convertToggle(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases)));
             break;
         case 'bookmark':
             results.push(...convertBookmark(block));
@@ -120,13 +112,13 @@ async function convertBlock(block, client, pagePathMap, visitedSyncedBlocks, dat
             // Just note it in the content.
             break;
         case 'child_database':
-            results.push(...convertChildDatabase(block, databaseIdMap));
+            results.push(...convertChildDatabase(block, databaseIdMap, unresolvedChildDatabases));
             break;
         case 'synced_block':
-            results.push(...(await convertSyncedBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks)));
+            results.push(...(await convertSyncedBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases)));
             break;
         case 'column_list':
-            results.push(...(await convertColumnList(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks)));
+            results.push(...(await convertColumnList(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases)));
             break;
         case 'column':
             // Columns are handled by column_list
@@ -169,7 +161,7 @@ async function convertBlock(block, client, pagePathMap, visitedSyncedBlocks, dat
             ? '  '
             : undefined;
         const children = await client.getBlockChildren(block.id);
-        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, indent, databaseIdMap, unsupportedBlocks);
+        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, indent, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
         results.push(...childBlocks);
     }
     return results;
@@ -215,7 +207,7 @@ function convertToDo(block) {
     const text = richTextToMarkdown(td.to_do.rich_text);
     return [textBlock(`${checkbox} ${text}`)];
 }
-async function convertQuote(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks) {
+async function convertQuote(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases) {
     const q = block;
     const text = richTextToMarkdown(q.quote.rich_text);
     if (!text && !block.has_children)
@@ -229,12 +221,12 @@ async function convertQuote(block, client, pagePathMap, visitedSyncedBlocks, dat
     const results = quoted ? [textBlock(quoted)] : [];
     if (block.has_children) {
         const children = await client.getBlockChildren(block.id);
-        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, '> ', databaseIdMap, unsupportedBlocks);
+        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, '> ', databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
         results.push(...childBlocks);
     }
     return results;
 }
-async function convertCallout(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks) {
+async function convertCallout(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases) {
     const c = block;
     const text = richTextToMarkdown(c.callout.rich_text);
     const emoji = c.callout.icon?.emoji ?? '';
@@ -246,7 +238,7 @@ async function convertCallout(block, client, pagePathMap, visitedSyncedBlocks, d
     const results = [textBlock(quoted)];
     if (block.has_children) {
         const children = await client.getBlockChildren(block.id);
-        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, '> ', databaseIdMap, unsupportedBlocks);
+        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, '> ', databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
         results.push(...childBlocks);
     }
     return results;
@@ -275,18 +267,18 @@ async function convertTable(block, client) {
     }
     return [textBlock(lines.join('\n'))];
 }
-async function convertToggle(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks) {
+async function convertToggle(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases) {
     const t = block;
     const header = richTextToMarkdown(t.toggle.rich_text);
     const results = [textBlock(`**${header}**`)];
     if (block.has_children) {
         const children = await client.getBlockChildren(block.id);
-        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, '> ', databaseIdMap, unsupportedBlocks);
+        const childBlocks = await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, '> ', databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
         results.push(...childBlocks);
     }
     return results;
 }
-function convertChildDatabase(block, databaseIdMap) {
+function convertChildDatabase(block, databaseIdMap, unresolvedChildDatabases) {
     const cd = block;
     const title = cd.child_database?.title || 'Untitled Database';
     const notionDbId = normalizeId(block.id);
@@ -295,7 +287,10 @@ function convertChildDatabase(block, databaseIdMap) {
     if (kbDatabaseId) {
         return [{ blockType: 'database_embed', databaseId: kbDatabaseId }];
     }
-    // No mapping available — emit text placeholder
+    // No mapping available — collect for later creation and emit text placeholder
+    if (unresolvedChildDatabases) {
+        unresolvedChildDatabases.set(notionDbId, title);
+    }
     console.warn(`  No KB mapping for Notion database "${title}" (${notionDbId})`);
     return [textBlock(`*(Embedded database: ${title})*`)];
 }
@@ -406,7 +401,7 @@ function convertLinkToPage(block, pagePathMap) {
     // Target not in import set
     return [textBlock(`*(Link to Notion page: ${targetId})*`)];
 }
-async function convertSyncedBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks) {
+async function convertSyncedBlock(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases) {
     const sb = block;
     // Get the source block ID (either this block or the original)
     const sourceId = sb.synced_block.synced_from?.block_id ?? block.id;
@@ -417,19 +412,19 @@ async function convertSyncedBlock(block, client, pagePathMap, visitedSyncedBlock
     visitedSyncedBlocks.add(sourceId);
     try {
         const children = await client.getBlockChildren(sourceId);
-        return await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, undefined, databaseIdMap, unsupportedBlocks);
+        return await convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, undefined, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
     }
     finally {
         visitedSyncedBlocks.delete(sourceId);
     }
 }
-async function convertColumnList(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks) {
+async function convertColumnList(block, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases) {
     const children = await client.getBlockChildren(block.id);
     const results = [];
     for (const column of children) {
         if (column.type === 'column' && column.has_children) {
             const columnChildren = await client.getBlockChildren(column.id);
-            const converted = await convertAndMergeChildren(columnChildren, client, pagePathMap, visitedSyncedBlocks, undefined, databaseIdMap, unsupportedBlocks);
+            const converted = await convertAndMergeChildren(columnChildren, client, pagePathMap, visitedSyncedBlocks, undefined, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
             results.push(...converted);
         }
     }
@@ -578,10 +573,10 @@ function mergeConsecutiveListBlocks(blocks) {
 /**
  * Convert children blocks, merge consecutive list items, and optionally indent.
  */
-async function convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, indent, databaseIdMap, unsupportedBlocks) {
+async function convertAndMergeChildren(children, client, pagePathMap, visitedSyncedBlocks, indent, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases) {
     const blocks = [];
     for (const child of children) {
-        const converted = await convertBlock(child, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks);
+        const converted = await convertBlock(child, client, pagePathMap, visitedSyncedBlocks, databaseIdMap, unsupportedBlocks, unresolvedChildDatabases);
         blocks.push(...converted);
     }
     const merged = mergeConsecutiveListBlocks(blocks);

package/dist/sources/notion.d.ts

@@ -9,6 +9,7 @@
  */
 import type { ExtractedDocument } from '../types.js';
 import { MigrationSource, type SourceConfig } from './base.js';
+import { NotionApiClient } from './notion-api.js';
 import type { NotionPage, NotionDatabase } from './notion-api.js';
 import { type PagePathMap } from './notion-blocks.js';
 import { type ParsedDatabaseSchema } from './notion-databases.js';
@@ -60,6 +61,8 @@ export declare class NotionSource extends MigrationSource<NotionSourceConfig> {
     private _unsupportedBlocks;
     /** Map of Notion database ID → KB database ID, set before extraction. */
     private _databaseIdMap;
+    /** Collects inline databases encountered during extraction but not in databaseIdMap. */
+    private _unresolvedChildDatabases;
     constructor(config: NotionSourceConfig);
     /**
      * Set the database ID map (Notion DB ID → KB DB ID).
@@ -77,6 +80,18 @@ export declare class NotionSource extends MigrationSource<NotionSourceConfig> {
      */
     getDatabaseImports(): NotionDatabaseImportInfo[];
     extract(): AsyncGenerator<ExtractedDocument, void, unknown>;
+    /** Get extraction stats for reconciling discovered vs extracted counts. */
+    getExtractionStats(): {
+        discovered: number;
+        extracted: number;
+        skippedEmpty: string[];
+        skippedNoContent: string[];
+        errors: string[];
+    };
+    /** Get unresolved inline databases found during extraction. */
+    getUnresolvedInlineDatabases(): Map<string, string>;
+    /** Expose the Notion API client (for fetching inline DB schemas). */
+    getNotionApiClient(): NotionApiClient;
     /** Clean up temp files after migration completes. */
     cleanup(): Promise<void>;
     private buildPageTreeInternal;

package/dist/sources/notion.js

@@ -37,6 +37,8 @@ export class NotionSource extends MigrationSource {
     _unsupportedBlocks = new Map();
     /** Map of Notion database ID → KB database ID, set before extraction. */
     _databaseIdMap = new Map();
+    /** Collects inline databases encountered during extraction but not in databaseIdMap. */
+    _unresolvedChildDatabases = new Map();
     constructor(config) {
         super(config);
         this.client = new NotionApiClient(config.token);
@@ -157,6 +159,7 @@ export class NotionSource extends MigrationSource {
         this._skippedNoContent = [];
         this._extractionErrors = [];
         this._unsupportedBlocks = new Map();
+        this._unresolvedChildDatabases = new Map();
         let yielded = 0;
         // Walk pages depth-first
         for (const node of this.allPages) {
@@ -225,6 +228,27 @@ export class NotionSource extends MigrationSource {
             console.log(`  ⚠ Count mismatch: expected ${expectedYield} (${this._documentCount} - ${totalSkipped} skipped) but extracted ${yielded}`);
         }
     }
+    /** Get extraction stats for reconciling discovered vs extracted counts. */
+    getExtractionStats() {
+        const totalSkipped = this._skippedEmpty.length +
+            this._skippedNoContent.length +
+            this._extractionErrors.length;
+        return {
+            discovered: this._documentCount,
+            extracted: this._documentCount - totalSkipped,
+            skippedEmpty: [...this._skippedEmpty],
+            skippedNoContent: [...this._skippedNoContent],
+            errors: [...this._extractionErrors],
+        };
+    }
+    /** Get unresolved inline databases found during extraction. */
+    getUnresolvedInlineDatabases() {
+        return new Map(this._unresolvedChildDatabases);
+    }
+    /** Expose the Notion API client (for fetching inline DB schemas). */
+    getNotionApiClient() {
+        return this.client;
+    }
     /** Clean up temp files after migration completes. */
     async cleanup() {
         await this.mediaDownloader.cleanup();
@@ -289,6 +313,7 @@ export class NotionSource extends MigrationSource {
             let sections = await blocksToSections(blocks, this.client, this.pagePathMap, {
                 databaseIdMap: this._databaseIdMap.size > 0 ? this._databaseIdMap : undefined,
                 unsupportedBlocks: this._unsupportedBlocks,
+                unresolvedChildDatabases: this._unresolvedChildDatabases,
             });
             // Download Notion-hosted media files
             sections = await this.downloadSectionMedia(sections);
@@ -335,6 +360,7 @@ export class NotionSource extends MigrationSource {
                 const contentSections = await blocksToSections(blocks, this.client, this.pagePathMap, {
                     databaseIdMap: this._databaseIdMap.size > 0 ? this._databaseIdMap : undefined,
                     unsupportedBlocks: this._unsupportedBlocks,
+                    unresolvedChildDatabases: this._unresolvedChildDatabases,
                 });
                 sections.push(...contentSections);
             }

package/dist/types.d.ts

@@ -172,6 +172,10 @@ export interface MigrationLog {
         skipped: number;
         failed: number;
         duration: number;
+        /** Upper-bound page count from discovery (before extraction skips). */
+        discovered?: number;
+        /** Pages skipped during extraction (empty, no content, errors). */
+        skippedDuringExtraction?: number;
     };
 }
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moxn/kb-migrate",
-  "version": "0.4.25",
+  "version": "0.4.27",
   "description": "Migration tool for importing documents into Moxn Knowledge Base from local files, Notion, Google Docs, and more",
   "type": "module",
   "main": "dist/index.js",