@moxn/kb-migrate 0.4.24 → 0.4.25

package/dist/client.d.ts

@@ -53,7 +53,7 @@ export declare class MoxnClient {
      */
     addDatabaseColumn(databaseId: string, input: {
         name: string;
-        type: 'select' | 'multi_select' | 'status' | 'checkbox' | 'number' | 'date' | 'text' | 'url' | 'email';
+        type: 'select' | 'multi_select' | 'status' | 'checkbox' | 'number' | 'date' | 'text' | 'url' | 'email' | 'page_ref';
         optionTagIds?: string[];
         newOptionParentPath?: string;
         config?: Record<string, unknown>;

package/dist/index.js

@@ -63,7 +63,9 @@ async function runMigration(source, options) {
         // Circuit breaker: abort after too many consecutive failures
         if (consecutiveFailures >= MAX_CONSECUTIVE_FAILURES) {
             console.error(`\nAborting: ${MAX_CONSECUTIVE_FAILURES} consecutive failures. ` +
-                'Last error: ' + (result.error || 'unknown') + '\n' +
+                'Last error: ' +
+                (result.error || 'unknown') +
+                '\n' +
                 'Fix the underlying issue and retry. Remaining documents will be skipped.');
             break;
         }
@@ -688,6 +690,8 @@ async function importNotionDatabase(client, dbImport, log, options, preCreatedDb
     // 3. Link entries and assign tags
     // Build a map of KB path → { documentId, branchId } from migration results
     const docByPath = new Map();
+    // Build a map of Notion page ID → KB document ID for page_ref resolution
+    const notionIdToDocId = new Map();
     for (const result of log.results) {
         if (result.documentId && result.branchId) {
             docByPath.set(result.documentPath, {
@@ -695,6 +699,9 @@ async function importNotionDatabase(client, dbImport, log, options, preCreatedDb
                 branchId: result.branchId,
             });
         }
+        if (result.sourcePageId && result.documentId) {
+            notionIdToDocId.set(result.sourcePageId, result.documentId);
+        }
     }
     let linkedCount = 0;
     for (const entry of entries) {
@@ -749,6 +756,19 @@ async function importNotionDatabase(client, dbImport, log, options, preCreatedDb
                     case 'email':
                         value = scalarVal.textValue ?? null;
                         break;
+                    case 'page_ref': {
+                        // Resolve notion:XXX markers to KB document IDs
+                        const refs = JSON.parse(scalarVal.textValue ?? '[]');
+                        const resolvedRefs = refs.map((ref) => {
+                            if (ref.startsWith('notion:')) {
+                                const notionId = ref.substring(7);
+                                return notionIdToDocId.get(notionId) ?? ref;
+                            }
+                            return ref;
+                        });
+                        value = JSON.stringify(resolvedRefs);
+                        break;
+                    }
                 }
                 if (value != null) {
                     try {

package/dist/sources/notion-databases.d.ts

@@ -30,8 +30,8 @@ export interface MappedColumn {
 export interface ScalarColumn {
     notionPropertyId: string;
     notionPropertyName: string;
-    notionType: 'number' | 'date' | 'url' | 'email' | 'rich_text' | 'checkbox';
-    moxnType: 'number' | 'date' | 'url' | 'email' | 'text';
+    notionType: 'number' | 'date' | 'url' | 'email' | 'rich_text' | 'checkbox' | 'relation';
+    moxnType: 'number' | 'date' | 'url' | 'email' | 'text' | 'page_ref';
 }
 /** Parsed Notion column that will be rendered as text in a Properties section. */
 export interface UnmappedColumn {
@@ -50,7 +50,7 @@ export interface ParsedDatabaseSchema {
 /** Scalar value for a single database entry property. */
 export interface ScalarValue {
     columnName: string;
-    moxnType: 'number' | 'date' | 'url' | 'email' | 'text';
+    moxnType: 'number' | 'date' | 'url' | 'email' | 'text' | 'page_ref';
     textValue?: string | null;
     numberValue?: number | null;
     dateValue?: string | null;

package/dist/sources/notion-databases.js

@@ -123,6 +123,14 @@ export function parseDatabaseSchema(db) {
                 moxnType: 'text',
             });
         }
+        else if (prop.type === 'relation') {
+            scalarColumns.push({
+                notionPropertyId: prop.id,
+                notionPropertyName: propName,
+                notionType: 'relation',
+                moxnType: 'page_ref',
+            });
+        }
         else {
             // Warn on property types that have no meaningful static value
             if (prop.type === 'button' || prop.type === 'ai_text') {
@@ -175,9 +183,24 @@ export function parseEntryValues(page, schema) {
         // Check if this is a scalar column
         const scalar = scalarByName.get(propName);
         if (scalar) {
-            const extracted = extractScalarValue(propValue, scalar);
-            if (extracted) {
-                scalarValues.set(propName, extracted);
+            // page_ref columns extract relation page IDs (handled differently from standard scalars)
+            if (scalar.moxnType === 'page_ref') {
+                const refs = (propValue.relation ?? [])
+                    .map((r) => normalizeId(r.id))
+                    .filter(Boolean);
+                if (refs.length > 0) {
+                    scalarValues.set(propName, {
+                        columnName: propName,
+                        moxnType: 'page_ref',
+                        textValue: JSON.stringify(refs.map((id) => `notion:${id}`)),
+                    });
+                }
+            }
+            else {
+                const extracted = extractScalarValue(propValue, scalar);
+                if (extracted) {
+                    scalarValues.set(propName, extracted);
+                }
             }
             continue;
         }

package/dist/sources/notion-references.d.ts

@@ -10,6 +10,7 @@
 import type { SectionInput } from '../types.js';
 export interface NotionIdMapping {
     notionIdToKbPath: Map<string, string>;
+    notionIdToTitle?: Map<string, string>;
 }
 export interface ExtractedReference {
     sectionIndex: number;

package/dist/sources/notion-references.js

@@ -125,17 +125,19 @@ export function resolveNotionReferences(sections, mapping) {
             text = text.replace(RELATION_REF_RE, (_match, rawId) => {
                 const nid = normalizeId(rawId);
                 const kbPath = mapping.notionIdToKbPath.get(nid);
+                const title = mapping.notionIdToTitle?.get(nid);
                 if (kbPath) {
+                    const displayText = title || kbPath;
                     references.push({
                         sectionIndex,
                         targetNotionId: nid,
                         targetKbPath: kbPath,
-                        displayText: kbPath,
+                        displayText,
                     });
-                    return `[${kbPath}](${kbPath})`;
+                    return `[${displayText}](${kbPath})`;
                 }
-                // Unresolved — keep the ID
-                return nid;
+                // Unresolved — show title if available, otherwise keep the ID
+                return title || nid;
             });
             return { blockType: 'text', text };
         });
@@ -151,9 +153,10 @@ export function resolveRelationIds(value, mapping) {
     return value.replace(RELATION_REF_RE, (_match, rawId) => {
         const nid = normalizeId(rawId);
         const kbPath = mapping.notionIdToKbPath.get(nid);
+        const title = mapping.notionIdToTitle?.get(nid);
         if (kbPath) {
-            return `[${kbPath}](${kbPath})`;
+            return `[${title || kbPath}](${kbPath})`;
         }
-        return nid;
+        return title || nid;
     });
 }

package/dist/sources/notion.d.ts

@@ -48,6 +48,7 @@ export declare class NotionSource extends MigrationSource<NotionSourceConfig> {
     private pageTree;
     private allPages;
     private pagePathMap;
+    private pageTitleMap;
     private databases;
     private databaseEntryPageIds;
     private _documentCount;
@@ -96,6 +97,7 @@ export interface PageTreeResult {
     tree: PageTreeNode[];
     allPages: PageTreeNode[];
     pagePathMap: PagePathMap;
+    pageTitleMap: Map<string, string>;
     databaseEntryPageIds: Set<string>;
 }
 /**

package/dist/sources/notion.js

@@ -24,6 +24,7 @@ export class NotionSource extends MigrationSource {
     pageTree = [];
     allPages = []; // flat list, depth-first order
     pagePathMap = new Map();
+    pageTitleMap = new Map();
     databases = [];
     databaseEntryPageIds = new Set();
     _documentCount = 0;
@@ -240,6 +241,7 @@ export class NotionSource extends MigrationSource {
         this.pageTree = result.tree;
         this.allPages = result.allPages;
         this.pagePathMap = result.pagePathMap;
+        this.pageTitleMap = result.pageTitleMap;
         this.databaseEntryPageIds = result.databaseEntryPageIds;
     }
     // ============================================
@@ -291,7 +293,7 @@ export class NotionSource extends MigrationSource {
             // Download Notion-hosted media files
             sections = await this.downloadSectionMedia(sections);
             // Resolve cross-references
-            const { sections: resolvedSections, references } = resolveNotionReferences(sections, { notionIdToKbPath: this.pagePathMap });
+            const { sections: resolvedSections, references } = resolveNotionReferences(sections, { notionIdToKbPath: this.pagePathMap, notionIdToTitle: this.pageTitleMap });
             sections = resolvedSections;
             if (sections.length === 0) {
                 this._skippedNoContent.push(node.title);
@@ -339,7 +341,7 @@ export class NotionSource extends MigrationSource {
             // Download media
             let processedSections = await this.downloadSectionMedia(sections);
             // Resolve cross-references
-            const { sections: resolvedSections, references } = resolveNotionReferences(processedSections, { notionIdToKbPath: this.pagePathMap });
+            const { sections: resolvedSections, references } = resolveNotionReferences(processedSections, { notionIdToKbPath: this.pagePathMap, notionIdToTitle: this.pageTitleMap });
             processedSections = resolvedSections;
             const nid = normalizeId(entry.id);
             const kbPath = this.pagePathMap.get(nid) ?? slug;
@@ -392,6 +394,7 @@ export class NotionSource extends MigrationSource {
  */
 export function buildPageTree(pages, options) {
     const pagePathMap = new Map();
+    const pageTitleMap = new Map();
     const databaseEntryPageIds = new Set();
     const tree = [];
     const allPages = [];
@@ -493,7 +496,11 @@ export function buildPageTree(pages, options) {
     }
     // Build tree recursively
     const buildNode = (page, parentPath, depth, siblingSlugCounts) => {
-        if (options?.maxDepth !== undefined && depth > options.maxDepth) {
+        const nid = normalizeId(page.id);
+        const isDatabaseSubtree = syntheticDatabaseIds.has(nid) || databaseEntryPageIds.has(nid);
+        if (options?.maxDepth !== undefined &&
+            depth > options.maxDepth &&
+            !isDatabaseSubtree) {
             return null;
         }
         const title = getPageTitle(page);
@@ -505,7 +512,6 @@ export function buildPageTree(pages, options) {
             slug = `${slug}-${existing + 1}`;
         }
         const kbPath = parentPath ? `${parentPath}/${slug}` : slug;
-        const nid = normalizeId(page.id);
         const isDatabaseEntry = databaseEntryPageIds.has(nid);
         const node = {
             page,
@@ -517,8 +523,9 @@ export function buildPageTree(pages, options) {
             parentDatabaseId: page.parent.type === 'database_id' ? page.parent.database_id : undefined,
             children: [],
         };
-        // Register in path map
+        // Register in path map and title map
         pagePathMap.set(nid, kbPath);
+        pageTitleMap.set(nid, title);
         // Process children
         const childPages = childrenByParent.get(nid) ?? [];
         const childSlugCounts = new Map();
@@ -546,7 +553,7 @@ export function buildPageTree(pages, options) {
         }
     };
     flatten(tree);
-    return { tree, allPages, pagePathMap, databaseEntryPageIds };
+    return { tree, allPages, pagePathMap, pageTitleMap, databaseEntryPageIds };
 }
 /** Extract the parent page ID from a Notion page's parent field. */
 function getParentPageId(page) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moxn/kb-migrate",
-  "version": "0.4.24",
+  "version": "0.4.25",
   "description": "Migration tool for importing documents into Moxn Knowledge Base from local files, Notion, Google Docs, and more",
   "type": "module",
   "main": "dist/index.js",