@moxn/kb-migrate 0.4.22 → 0.4.23

package/dist/sources/notion.d.ts

@@ -9,7 +9,7 @@
  */
 import type { ExtractedDocument } from '../types.js';
 import { MigrationSource, type SourceConfig } from './base.js';
-import type { NotionPage } from './notion-api.js';
+import type { NotionPage, NotionDatabase } from './notion-api.js';
 import { type PagePathMap } from './notion-blocks.js';
 import { type ParsedDatabaseSchema } from './notion-databases.js';
 export interface NotionSourceConfig extends SourceConfig {
@@ -26,6 +26,7 @@ export interface PageTreeNode {
     children: PageTreeNode[];
     kbPath: string;
     isDatabaseEntry: boolean;
+    isDatabaseNode?: boolean;
     parentDatabaseId?: string;
 }
 /** Info yielded to the migration runner for database import (post-document pass). */
@@ -83,6 +84,7 @@ export declare class NotionSource extends MigrationSource<NotionSourceConfig> {
 export interface BuildPageTreeOptions {
     rootPageId?: string;
     maxDepth?: number;
+    databases?: NotionDatabase[];
 }
 /** Result of building the page tree. */
 export interface PageTreeResult {

package/dist/sources/notion.js

@@ -84,12 +84,12 @@ export class NotionSource extends MigrationSource {
         console.log('Discovering databases...');
         const allNotionDatabases = await this.client.searchDatabases();
         console.log(`  Found ${allNotionDatabases.length} databases.`);
-        // 4. Build page tree
-        this.buildPageTreeInternal(allNotionPages);
+        // 4. Build page tree (pass databases so they become tree nodes for nesting entries)
+        this.buildPageTreeInternal(allNotionPages, allNotionDatabases);
         // 5. Process databases — identify entries and build schemas
         await this.processDatabases(allNotionDatabases);
-        // 6. Count and validate
-        this._documentCount = this.allPages.length;
+        // 6. Count and validate (exclude synthetic database container nodes)
+        this._documentCount = this.allPages.filter((n) => !n.isDatabaseNode).length;
         // Add database-only entries (pages that are in databases but not in page tree)
         for (const dbInfo of this.databases) {
             for (const entry of dbInfo.entries) {
@@ -141,6 +141,9 @@ export class NotionSource extends MigrationSource {
             // unless they also appear in the page tree (child_page)
             if (node.isDatabaseEntry)
                 continue;
+            // Skip synthetic database container nodes — they're for nesting, not documents
+            if (node.isDatabaseNode)
+                continue;
             const doc = await this.extractPage(node);
             if (doc)
                 yield doc;
@@ -171,10 +174,11 @@ export class NotionSource extends MigrationSource {
     // ============================================
     // Tree building (delegates to standalone function)
     // ============================================
-    buildPageTreeInternal(pages) {
+    buildPageTreeInternal(pages, databases) {
         const result = buildPageTree(pages, {
             rootPageId: this.config.rootPageId,
             maxDepth: this.config.maxDepth,
+            databases,
         });
         this.pageTree = result.tree;
         this.allPages = result.allPages;
@@ -332,6 +336,7 @@ export function buildPageTree(pages, options) {
     // Build lookup maps
     const pageById = new Map();
     const childrenByParent = new Map();
+    const syntheticDatabaseIds = new Set();
     for (const page of pages) {
         const nid = normalizeId(page.id);
         pageById.set(nid, page);
@@ -344,6 +349,39 @@ export function buildPageTree(pages, options) {
             childrenByParent.get(npid).push(page);
         }
     }
+    // Inject synthetic page nodes for databases so entries nest under them
+    if (options?.databases?.length) {
+        for (const db of options.databases) {
+            const dbNid = normalizeId(db.id);
+            // Skip if a real page already has this ID
+            if (pageById.has(dbNid))
+                continue;
+            // Create synthetic NotionPage wrapper
+            const syntheticPage = {
+                id: db.id,
+                object: 'page',
+                parent: db.parent,
+                created_time: db.created_time,
+                last_edited_time: db.last_edited_time,
+                created_by: { id: '', object: 'user' },
+                last_edited_by: { id: '', object: 'user' },
+                url: '',
+                properties: {
+                    title: { id: 'title', type: 'title', title: db.title },
+                },
+            };
+            pageById.set(dbNid, syntheticPage);
+            // Add to childrenByParent
+            const parentId = getParentPageId(syntheticPage);
+            if (parentId) {
+                const npid = normalizeId(parentId);
+                if (!childrenByParent.has(npid))
+                    childrenByParent.set(npid, []);
+                childrenByParent.get(npid).push(syntheticPage);
+            }
+            syntheticDatabaseIds.add(dbNid);
+        }
+    }
     // Identify database entries
     for (const page of pages) {
         if (page.parent.type === 'database_id' && page.parent.database_id) {
@@ -377,6 +415,19 @@ export function buildPageTree(pages, options) {
                 }
             }
         }
+        // Also add synthetic database nodes whose parent is workspace or not in the tree
+        for (const dbNid of syntheticDatabaseIds) {
+            const synth = pageById.get(dbNid);
+            if (synth.parent.type === 'workspace') {
+                rootPages.push(synth);
+            }
+            else {
+                const parentId = getParentPageId(synth);
+                if (parentId && !pageById.has(normalizeId(parentId))) {
+                    rootPages.push(synth);
+                }
+            }
+        }
     }
     // Build tree recursively
     const buildNode = (page, parentPath, depth, siblingSlugCounts) => {
@@ -400,6 +451,7 @@ export function buildPageTree(pages, options) {
             slug,
             kbPath,
             isDatabaseEntry,
+            isDatabaseNode: syntheticDatabaseIds.has(nid) || undefined,
             parentDatabaseId: page.parent.type === 'database_id' ? page.parent.database_id : undefined,
             children: [],
         };
@@ -438,6 +490,8 @@ export function buildPageTree(pages, options) {
 function getParentPageId(page) {
     if (page.parent.type === 'page_id')
         return page.parent.page_id ?? null;
+    if (page.parent.type === 'database_id')
+        return page.parent.database_id ?? null;
     if (page.parent.type === 'block_id')
         return page.parent.block_id ?? null;
     return null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moxn/kb-migrate",
-  "version": "0.4.22",
+  "version": "0.4.23",
   "description": "Migration tool for importing documents into Moxn Knowledge Base from local files, Notion, Google Docs, and more",
   "type": "module",
   "main": "dist/index.js",