@moxn/kb-migrate 0.4.32 → 0.4.34

package/dist/sources/local.d.ts

@@ -6,6 +6,21 @@
 import { MigrationSource, type SourceConfig } from './base.js';
 import type { ExtractedDocument } from '../types.js';
 import type { DateFilter } from '../date-filter.js';
+/**
+ * Sanitize a single path segment for ltree compatibility.
+ * Server's validatePathForLtree only allows [a-zA-Z0-9-]. We:
+ *   - normalize NFKD + strip combining marks so "résumé" → "resume"
+ *   - replace anything not in [a-zA-Z0-9-] with "-"
+ *   - collapse runs of "-" and trim leading/trailing "-"
+ * Falls back to "untitled" when the result is empty (e.g. "___.md").
+ */
+export declare function sanitizePathSegment(segment: string): string;
+/**
+ * Convert a relative file path (e.g. "subdir/My_Doc.v2.md") into a
+ * server-acceptable KB path (e.g. "subdir/My-Doc-v2"). Strips the file
+ * extension and sanitizes each path segment.
+ */
+export declare function filePathToKbPath(relativePath: string): string;
 export interface LocalSourceConfig extends SourceConfig {
     /** Directory path to scan for documents */
     directory: string;

package/dist/sources/local.js

@@ -10,6 +10,33 @@ import { glob } from 'glob';
 import { unified } from 'unified';
 import remarkParse from 'remark-parse';
 import { MigrationSource } from './base.js';
+/**
+ * Sanitize a single path segment for ltree compatibility.
+ * Server's validatePathForLtree only allows [a-zA-Z0-9-]. We:
+ *   - normalize NFKD + strip combining marks so "résumé" → "resume"
+ *   - replace anything not in [a-zA-Z0-9-] with "-"
+ *   - collapse runs of "-" and trim leading/trailing "-"
+ * Falls back to "untitled" when the result is empty (e.g. "___.md").
+ */
+export function sanitizePathSegment(segment) {
+    const cleaned = segment
+        .normalize('NFKD')
+        .replace(/[̀-ͯ]/g, '')
+        .replace(/[^a-zA-Z0-9-]/g, '-')
+        .replace(/-+/g, '-')
+        .replace(/^-+|-+$/g, '');
+    return cleaned.length > 0 ? cleaned : 'untitled';
+}
+/**
+ * Convert a relative file path (e.g. "subdir/My_Doc.v2.md") into a
+ * server-acceptable KB path (e.g. "subdir/My-Doc-v2"). Strips the file
+ * extension and sanitizes each path segment.
+ */
+export function filePathToKbPath(relativePath) {
+    const parsed = path.parse(relativePath);
+    const dirParts = parsed.dir ? parsed.dir.split(path.sep) : [];
+    return [...dirParts, parsed.name].map(sanitizePathSegment).join('/');
+}
 /**
  * Local filesystem migration source
  */
@@ -94,9 +121,7 @@ export class LocalSource extends MigrationSource {
         // Detect KB path collisions (e.g., doc.md and doc.mdx both map to /doc)
         const pathToFiles = new Map();
         for (const file of uniqueFiles) {
-            const parsed = path.parse(file);
-            const dirParts = parsed.dir ? parsed.dir.split(path.sep) : [];
-            const kbPath = [...dirParts, parsed.name].join('/').replace(/ /g, '-');
+            const kbPath = filePathToKbPath(file);
             const existing = pathToFiles.get(kbPath) || [];
             existing.push(file);
             pathToFiles.set(kbPath, existing);
@@ -120,10 +145,11 @@ export class LocalSource extends MigrationSource {
         const parsed = path.parse(relativePath);
         const dirParts = parsed.dir ? parsed.dir.split(path.sep) : [];
         const rawPath = [...dirParts, parsed.name].join('/');
-        // Sanitize: replace spaces with hyphens (server rejects paths with spaces)
-        const docPath = rawPath.replace(/ /g, '-');
+        // Sanitize each segment: server's ltree validation only allows [a-zA-Z0-9-].
+        // Spaces, underscores, dots, and other special chars are replaced with hyphens.
+        const docPath = filePathToKbPath(relativePath);
         if (docPath !== rawPath) {
-            console.warn(`  ⚠ Path sanitized: "${rawPath}" → "${docPath}" (spaces replaced with hyphens)`);
+            console.warn(`  ⚠ Path sanitized: "${rawPath}" → "${docPath}" (unsupported chars replaced with hyphens)`);
         }
         // Derive name from filename
         const name = parsed.name

package/dist/sources/local.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/sources/local.test.js

@@ -0,0 +1,63 @@
+import { describe, it, expect } from 'vitest';
+import { sanitizePathSegment, filePathToKbPath } from './local.js';
+describe('sanitizePathSegment', () => {
+    it('replaces spaces with hyphens', () => {
+        expect(sanitizePathSegment('My Doc')).toBe('My-Doc');
+    });
+    it('replaces underscores with hyphens (ltree forbids _)', () => {
+        expect(sanitizePathSegment('my_doc')).toBe('my-doc');
+    });
+    it('replaces periods with hyphens (ltree forbids .)', () => {
+        expect(sanitizePathSegment('my.doc.v2')).toBe('my-doc-v2');
+    });
+    it('handles mixed underscores, periods, and spaces', () => {
+        expect(sanitizePathSegment('My_Doc.v2 final')).toBe('My-Doc-v2-final');
+    });
+    it('collapses runs of separators', () => {
+        expect(sanitizePathSegment('foo___bar...baz')).toBe('foo-bar-baz');
+    });
+    it('replaces other special characters with hyphens', () => {
+        expect(sanitizePathSegment('foo@bar!')).toBe('foo-bar');
+    });
+    it('handles parentheses, ampersands, apostrophes', () => {
+        expect(sanitizePathSegment("Q3 Plan (final)")).toBe('Q3-Plan-final');
+        expect(sanitizePathSegment("Tom's & Jerry's")).toBe('Tom-s-Jerry-s');
+    });
+    it('strips accents via NFKD normalization', () => {
+        expect(sanitizePathSegment('résumé')).toBe('resume');
+        expect(sanitizePathSegment('café')).toBe('cafe');
+    });
+    it('replaces unsupported scripts with hyphens', () => {
+        expect(sanitizePathSegment('файл')).toBe('untitled');
+    });
+    it('trims leading/trailing hyphens', () => {
+        expect(sanitizePathSegment('_foo_')).toBe('foo');
+    });
+    it('preserves case', () => {
+        expect(sanitizePathSegment('MyDoc')).toBe('MyDoc');
+    });
+    it('falls back to "untitled" for empty result', () => {
+        expect(sanitizePathSegment('___')).toBe('untitled');
+        expect(sanitizePathSegment('!!!')).toBe('untitled');
+    });
+});
+describe('filePathToKbPath', () => {
+    it('strips file extension', () => {
+        expect(filePathToKbPath('readme.md')).toBe('readme');
+    });
+    it('sanitizes underscores in filename', () => {
+        expect(filePathToKbPath('my_notes.md')).toBe('my-notes');
+    });
+    it('sanitizes periods in filename', () => {
+        expect(filePathToKbPath('release.v2.md')).toBe('release-v2');
+    });
+    it('sanitizes each directory segment', () => {
+        expect(filePathToKbPath('eng_docs/my.spec/readme.md')).toBe('eng-docs/my-spec/readme');
+    });
+    it('handles paths with both underscores and periods together', () => {
+        expect(filePathToKbPath('release_notes/v1.2.md')).toBe('release-notes/v1-2');
+    });
+    it('handles parens and special chars in filename', () => {
+        expect(filePathToKbPath('Q3 Plan (final).md')).toBe('Q3-Plan-final');
+    });
+});

package/dist/sources/onenote/__tests__/onenote-html.test.js

@@ -105,7 +105,9 @@ describe('convertOneNoteHtmlToSections', () => {
         const charts = result.sections[1];
         const imageBlock = charts.content.find((b) => b.blockType === 'image');
         expect(imageBlock).toBeDefined();
-        if (imageBlock && imageBlock.blockType === 'image' && imageBlock.type === 'storage') {
+        if (imageBlock &&
+            imageBlock.blockType === 'image' &&
+            imageBlock.type === 'storage') {
             expect(imageBlock.key).toMatch(/kb\/onenote\/test\/abc-123\./);
             expect(imageBlock.mediaType).toBe('image/png');
             expect(imageBlock.alt).toBe('semis relative performance');

package/dist/sources/onenote/onenote-api.d.ts

@@ -34,6 +34,8 @@ export declare class OneNoteApiClient {
     listPages(sectionId: string, options?: {
         modifiedAfter?: Date;
         modifiedBefore?: Date;
+        createdAfter?: Date;
+        createdBefore?: Date;
     }): Promise<OneNotePage[]>;
     getPage(pageId: string): Promise<OneNotePage>;
     /**

package/dist/sources/onenote/onenote-api.js

@@ -52,7 +52,15 @@ export class OneNoteApiClient {
         if (options?.modifiedBefore) {
             filters.push(`lastModifiedTime le ${options.modifiedBefore.toISOString()}`);
         }
-        const filter = filters.length ? `&$filter=${encodeURIComponent(filters.join(' and '))}` : '';
+        if (options?.createdAfter) {
+            filters.push(`createdTime ge ${options.createdAfter.toISOString()}`);
+        }
+        if (options?.createdBefore) {
+            filters.push(`createdTime le ${options.createdBefore.toISOString()}`);
+        }
+        const filter = filters.length
+            ? `&$filter=${encodeURIComponent(filters.join(' and '))}`
+            : '';
         return this.paginate(`${this.baseUrl}/${this.userSlug}/onenote/sections/${encodeURIComponent(sectionId)}/pages?$top=${DEFAULT_PAGE_SIZE}${filter}&${select.slice(1)}`);
     }
     async getPage(pageId) {
@@ -141,7 +149,7 @@ export class OneNoteApiClient {
             const errorBody = await response.text().catch(() => '');
             throw new Error(`Graph API ${response.status} on ${url}: ${errorBody.slice(0, 400)}`);
         }
-        throw lastError ?? new Error(`Graph API request failed after ${MAX_RETRIES} retries`);
+        throw (lastError ?? new Error(`Graph API request failed after ${MAX_RETRIES} retries`));
     }
 }
 function sleep(ms) {

package/dist/sources/onenote/onenote-html.js

@@ -453,9 +453,7 @@ function extractInlineMarkdown(node, ctx) {
 function walkInline(node, refs, ctx) {
     const tag = node.tagName?.toUpperCase();
     const style = node.getAttribute('style') ?? '';
-    const children = node.childNodes
-        .map((c) => renderChild(c, refs, ctx))
-        .join('');
+    const children = node.childNodes.map((c) => renderChild(c, refs, ctx)).join('');
     switch (tag) {
         case 'B':
         case 'STRONG':
@@ -593,10 +591,22 @@ function textBlock(text) {
     return { blockType: 'text', text };
 }
 function block(b) {
-    return { blocks: [b], refs: [], mediaCount: 0, skippedItemCount: 0, skippedReasons: [] };
+    return {
+        blocks: [b],
+        refs: [],
+        mediaCount: 0,
+        skippedItemCount: 0,
+        skippedReasons: [],
+    };
 }
 function empty() {
-    return { blocks: [], refs: [], mediaCount: 0, skippedItemCount: 0, skippedReasons: [] };
+    return {
+        blocks: [],
+        refs: [],
+        mediaCount: 0,
+        skippedItemCount: 0,
+        skippedReasons: [],
+    };
 }
 /**
  * Collapse consecutive text blocks with two newlines between; drop empties.

package/dist/sources/onenote/onenote-tree.d.ts

@@ -20,6 +20,8 @@ export interface DiscoverOptions {
     pathPrefix?: string;
     modifiedAfter?: Date;
     modifiedBefore?: Date;
+    createdAfter?: Date;
+    createdBefore?: Date;
 }
 /**
  * Normalize any human text into a ltree-safe slug segment.

package/dist/sources/onenote/onenote-tree.js

@@ -92,6 +92,8 @@ async function walkSection(client, section, pathSegs, ctx, ancestorSelected, sel
     const pages = await client.listPages(section.id, {
         modifiedAfter: opts.modifiedAfter,
         modifiedBefore: opts.modifiedBefore,
+        createdAfter: opts.createdAfter,
+        createdBefore: opts.createdBefore,
     });
     const sectionSeg = slugifyPathSegment(section.displayName);
     for (const page of pages) {
@@ -117,8 +119,7 @@ function toDiscovered(page, section, segs, ctx) {
         lastModifiedDateTime: page.lastModifiedTime,
         createdByEmail: page.createdBy?.user?.email ?? page.createdBy?.user?.userPrincipalName,
         createdByDisplayName: page.createdBy?.user?.displayName,
-        lastModifiedByEmail: page.lastModifiedBy?.user?.email ??
-            page.lastModifiedBy?.user?.userPrincipalName,
+        lastModifiedByEmail: page.lastModifiedBy?.user?.email ?? page.lastModifiedBy?.user?.userPrincipalName,
     };
 }
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moxn/kb-migrate",
-  "version": "0.4.32",
+  "version": "0.4.34",
   "description": "Migration tool for importing documents into Moxn Knowledge Base from local files, Notion, Google Docs, and more",
   "type": "module",
   "main": "dist/index.js",