@diaryx/wasm-node 1.1.0 → 1.2.0-dev.d069796

package/README.md

@@ -360,6 +360,72 @@ CRDT operations use `doc_type` to specify which document to operate on:
 | `body`      | file path | Per-file body content (e.g., `notes/a.md`) |
 
 
+## Node.js / Obsidian / Electron Usage
+
+The `@diaryx/wasm-node` npm package is a build of this crate without browser-specific storage backends. It's published automatically by CI and works in any JavaScript environment that supports WebAssembly.
+
+### Setup
+
+```javascript
+import init, { DiaryxBackend } from '@diaryx/wasm-node';
+import fs from 'fs';
+
+// Load WASM binary and initialize
+const wasmPath = new URL('./diaryx_wasm_bg.wasm', import.meta.url);
+await init(fs.readFileSync(wasmPath));
+
+// Create backend with JavaScript filesystem callbacks
+const backend = DiaryxBackend.createFromJsFileSystem({
+  readToString: (path) => fs.promises.readFile(path, 'utf8'),
+  writeFile: (path, content) => fs.promises.writeFile(path, content),
+  exists: (path) => fs.promises.access(path).then(() => true).catch(() => false),
+  isDir: (path) => fs.promises.stat(path).then(s => s.isDirectory()).catch(() => false),
+  listFiles: (dir) => fs.promises.readdir(dir),
+  listMdFiles: (dir) => fs.promises.readdir(dir).then(f => f.filter(n => n.endsWith('.md'))),
+  createDirAll: (path) => fs.promises.mkdir(path, { recursive: true }),
+  moveFile: (from, to) => fs.promises.rename(from, to),
+  deleteFile: (path) => fs.promises.unlink(path),
+  readBinary: (path) => fs.promises.readFile(path),
+  writeBinary: (path, data) => fs.promises.writeFile(path, data),
+});
+```
+
+### Obsidian Plugin Integration
+
+For Obsidian plugins, bridge the Vault adapter API:
+
+```javascript
+const backend = DiaryxBackend.createFromJsFileSystem({
+  readToString: (path) => app.vault.adapter.read(path),
+  writeFile: (path, content) => app.vault.adapter.write(path, content),
+  exists: (path) => app.vault.adapter.exists(path),
+  isDir: (path) => app.vault.adapter.stat(path).then(s => s?.type === 'folder'),
+  listFiles: (dir) => app.vault.adapter.list(dir).then(r => [...r.files, ...r.folders]),
+  listMdFiles: (dir) => app.vault.adapter.list(dir).then(r => r.files.filter(f => f.endsWith('.md'))),
+  createDirAll: (path) => app.vault.adapter.mkdir(path),
+  moveFile: (from, to) => app.vault.adapter.rename(from, to),
+  deleteFile: (path) => app.vault.adapter.remove(path),
+  readBinary: (path) => app.vault.adapter.readBinary(path),
+  writeBinary: (path, data) => app.vault.adapter.writeBinary(path, data),
+});
+```
+
+### Reacting to External File Moves
+
+When an external tool (Obsidian, VS Code, etc.) has already moved a file, use `SyncMoveMetadata` to update the workspace hierarchy metadata without re-doing the filesystem move:
+
+```javascript
+// Obsidian fires this after a file is moved/renamed
+app.vault.on('rename', async (file, oldPath) => {
+  await backend.executeJs({
+    type: 'SyncMoveMetadata',
+    params: { old_path: oldPath, new_path: file.path }
+  });
+});
+```
+
+This updates `contents` in the old and new parent indexes and `part_of` in the moved file.
+
 ## Error Handling
 
 All methods return `Result<T, JsValue>` for JavaScript interop. Errors are converted to JavaScript exceptions with descriptive messages.

package/diaryx_wasm.d.ts

@@ -120,6 +120,24 @@ export class DiaryxBackend {
      * Create backend with specific storage type.
      */
     static create(storage_type: string): Promise<DiaryxBackend>;
+    /**
+     * Create a new DiaryxBackend backed by JavaScript filesystem callbacks.
+     *
+     * This is the primary way to use diaryx from non-browser environments
+     * (Node.js, Obsidian, Electron). The `callbacks` object must implement
+     * the `JsFileSystemCallbacks` interface.
+     *
+     * ## Example
+     * ```javascript
+     * const backend = DiaryxBackend.createFromJsFileSystem({
+     *   readToString: async (path) => fs.readFile(path, 'utf8'),
+     *   writeFile: async (path, content) => fs.writeFile(path, content),
+     *   exists: async (path) => fs.access(path).then(() => true).catch(() => false),
+     *   // ... other callbacks
+     * });
+     * ```
+     */
+    static createFromJsFileSystem(callbacks: any): DiaryxBackend;
     /**
      * Create a new DiaryxBackend with in-memory storage.
      *
@@ -274,6 +292,35 @@ export class DiaryxBackend {
      * ```
      */
     onFileSystemEvent(callback: Function): bigint;
+    /**
+     * Parse a Day One export (ZIP or JSON) and return entries as JSON.
+     *
+     * Auto-detects the format: ZIP files (with media directories) have
+     * attachments populated with binary data. Plain JSON files are parsed
+     * with empty attachment data (backward compatible).
+     *
+     * ## Example
+     * ```javascript
+     * const bytes = new Uint8Array(await file.arrayBuffer());
+     * const result = backend.parseDayOneJson(bytes);
+     * const { entries, errors } = JSON.parse(result);
+     * ```
+     */
+    parseDayOneJson(bytes: Uint8Array): string;
+    /**
+     * Parse a single markdown file and return the entry as JSON.
+     *
+     * Takes the raw bytes of a `.md` file and its filename, and returns
+     * a JSON-serialized `ImportedEntry`.
+     *
+     * ## Example
+     * ```javascript
+     * const bytes = new Uint8Array(await file.arrayBuffer());
+     * const entryJson = backend.parseMarkdownFile(bytes, file.name);
+     * const entry = JSON.parse(entryJson);
+     * ```
+     */
+    parseMarkdownFile(bytes: Uint8Array, filename: string): string;
     /**
      * Read binary file.
      *
@@ -467,14 +514,9 @@ export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembl
 export interface InitOutput {
     readonly memory: WebAssembly.Memory;
     readonly init: () => void;
-    readonly __wbg_jsasyncfilesystem_free: (a: number, b: number) => void;
-    readonly jsasyncfilesystem_has_callback: (a: number, b: number, c: number) => number;
-    readonly jsasyncfilesystem_new: (a: any) => number;
-    readonly now_timestamp: () => [number, number];
-    readonly today_formatted: (a: number, b: number) => [number, number];
     readonly __wbg_diaryxbackend_free: (a: number, b: number) => void;
-    readonly __wbg_wasmsyncclient_free: (a: number, b: number) => void;
     readonly diaryxbackend_create: (a: number, b: number) => any;
+    readonly diaryxbackend_createFromJsFileSystem: (a: any) => [number, number, number];
     readonly diaryxbackend_createInMemory: () => [number, number, number];
     readonly diaryxbackend_createSyncClient: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => number;
     readonly diaryxbackend_emitFileSystemEvent: (a: number, b: number, c: number) => [number, number];
@@ -486,10 +528,16 @@ export interface InitOutput {
     readonly diaryxbackend_isCrdtEnabled: (a: number) => number;
     readonly diaryxbackend_offFileSystemEvent: (a: number, b: bigint) => number;
     readonly diaryxbackend_onFileSystemEvent: (a: number, b: any) => bigint;
+    readonly diaryxbackend_parseDayOneJson: (a: number, b: number, c: number) => [number, number, number, number];
+    readonly diaryxbackend_parseMarkdownFile: (a: number, b: number, c: number, d: number, e: number) => [number, number, number, number];
     readonly diaryxbackend_readBinary: (a: number, b: number, c: number) => any;
     readonly diaryxbackend_saveConfig: (a: number, b: any) => any;
     readonly diaryxbackend_setCrdtEnabled: (a: number, b: number) => void;
     readonly diaryxbackend_writeBinary: (a: number, b: number, c: number, d: any) => any;
+    readonly __wbg_jsasyncfilesystem_free: (a: number, b: number) => void;
+    readonly __wbg_wasmsyncclient_free: (a: number, b: number) => void;
+    readonly jsasyncfilesystem_has_callback: (a: number, b: number, c: number) => number;
+    readonly jsasyncfilesystem_new: (a: any) => number;
     readonly wasmsyncclient_focusFiles: (a: number, b: number, c: number) => void;
     readonly wasmsyncclient_getServerUrl: (a: number) => [number, number];
     readonly wasmsyncclient_getWorkspaceId: (a: number) => [number, number];
@@ -508,6 +556,8 @@ export interface InitOutput {
     readonly wasmsyncclient_setSessionCode: (a: number, b: number, c: number) => void;
     readonly wasmsyncclient_syncBodyFiles: (a: number, b: number, c: number) => any;
     readonly wasmsyncclient_unfocusFiles: (a: number, b: number, c: number) => void;
+    readonly now_timestamp: () => [number, number];
+    readonly today_formatted: (a: number, b: number) => [number, number];
     readonly wasm_bindgen__closure__destroy__h358403ff5b31de35: (a: number, b: number) => void;
     readonly wasm_bindgen__convert__closures_____invoke__h9824f9855d7aa260: (a: number, b: number, c: any, d: any) => void;
     readonly wasm_bindgen__convert__closures_____invoke__h4b881ac518a5291a: (a: number, b: number, c: any) => void;

package/diaryx_wasm.js

@@ -48,6 +48,32 @@ export class DiaryxBackend {
         const ret = wasm.diaryxbackend_create(ptr0, len0);
         return ret;
     }
+    /**
+     * Create a new DiaryxBackend backed by JavaScript filesystem callbacks.
+     *
+     * This is the primary way to use diaryx from non-browser environments
+     * (Node.js, Obsidian, Electron). The `callbacks` object must implement
+     * the `JsFileSystemCallbacks` interface.
+     *
+     * ## Example
+     * ```javascript
+     * const backend = DiaryxBackend.createFromJsFileSystem({
+     *   readToString: async (path) => fs.readFile(path, 'utf8'),
+     *   writeFile: async (path, content) => fs.writeFile(path, content),
+     *   exists: async (path) => fs.access(path).then(() => true).catch(() => false),
+     *   // ... other callbacks
+     * });
+     * ```
+     * @param {any} callbacks
+     * @returns {DiaryxBackend}
+     */
+    static createFromJsFileSystem(callbacks) {
+        const ret = wasm.diaryxbackend_createFromJsFileSystem(callbacks);
+        if (ret[2]) {
+            throw takeFromExternrefTable0(ret[1]);
+        }
+        return DiaryxBackend.__wrap(ret[0]);
+    }
     /**
      * Create a new DiaryxBackend with in-memory storage.
      *
@@ -268,6 +294,80 @@ export class DiaryxBackend {
         const ret = wasm.diaryxbackend_onFileSystemEvent(this.__wbg_ptr, callback);
         return BigInt.asUintN(64, ret);
     }
+    /**
+     * Parse a Day One export (ZIP or JSON) and return entries as JSON.
+     *
+     * Auto-detects the format: ZIP files (with media directories) have
+     * attachments populated with binary data. Plain JSON files are parsed
+     * with empty attachment data (backward compatible).
+     *
+     * ## Example
+     * ```javascript
+     * const bytes = new Uint8Array(await file.arrayBuffer());
+     * const result = backend.parseDayOneJson(bytes);
+     * const { entries, errors } = JSON.parse(result);
+     * ```
+     * @param {Uint8Array} bytes
+     * @returns {string}
+     */
+    parseDayOneJson(bytes) {
+        let deferred3_0;
+        let deferred3_1;
+        try {
+            const ptr0 = passArray8ToWasm0(bytes, wasm.__wbindgen_malloc);
+            const len0 = WASM_VECTOR_LEN;
+            const ret = wasm.diaryxbackend_parseDayOneJson(this.__wbg_ptr, ptr0, len0);
+            var ptr2 = ret[0];
+            var len2 = ret[1];
+            if (ret[3]) {
+                ptr2 = 0; len2 = 0;
+                throw takeFromExternrefTable0(ret[2]);
+            }
+            deferred3_0 = ptr2;
+            deferred3_1 = len2;
+            return getStringFromWasm0(ptr2, len2);
+        } finally {
+            wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
+        }
+    }
+    /**
+     * Parse a single markdown file and return the entry as JSON.
+     *
+     * Takes the raw bytes of a `.md` file and its filename, and returns
+     * a JSON-serialized `ImportedEntry`.
+     *
+     * ## Example
+     * ```javascript
+     * const bytes = new Uint8Array(await file.arrayBuffer());
+     * const entryJson = backend.parseMarkdownFile(bytes, file.name);
+     * const entry = JSON.parse(entryJson);
+     * ```
+     * @param {Uint8Array} bytes
+     * @param {string} filename
+     * @returns {string}
+     */
+    parseMarkdownFile(bytes, filename) {
+        let deferred4_0;
+        let deferred4_1;
+        try {
+            const ptr0 = passArray8ToWasm0(bytes, wasm.__wbindgen_malloc);
+            const len0 = WASM_VECTOR_LEN;
+            const ptr1 = passStringToWasm0(filename, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+            const len1 = WASM_VECTOR_LEN;
+            const ret = wasm.diaryxbackend_parseMarkdownFile(this.__wbg_ptr, ptr0, len0, ptr1, len1);
+            var ptr3 = ret[0];
+            var len3 = ret[1];
+            if (ret[3]) {
+                ptr3 = 0; len3 = 0;
+                throw takeFromExternrefTable0(ret[2]);
+            }
+            deferred4_0 = ptr3;
+            deferred4_1 = len3;
+            return getStringFromWasm0(ptr3, len3);
+        } finally {
+            wasm.__wbindgen_free(deferred4_0, deferred4_1, 1);
+        }
+    }
     /**
      * Read binary file.
      *
@@ -759,6 +859,10 @@ function __wbg_get_imports() {
         __wbg__wbg_cb_unref_d9b87ff7982e3b21: function(arg0) {
             arg0._wbg_cb_unref();
         },
+        __wbg_apply_ada2ee1a60ac7b3c: function() { return handleError(function (arg0, arg1, arg2) {
+            const ret = arg0.apply(arg1, arg2);
+            return ret;
+        }, arguments); },
         __wbg_call_389efe28435a9388: function() { return handleError(function (arg0, arg1) {
             const ret = arg0.call(arg1);
             return ret;
@@ -767,6 +871,14 @@ function __wbg_get_imports() {
             const ret = arg0.call(arg1, arg2);
             return ret;
         }, arguments); },
+        __wbg_call_812d25f1510c13c8: function() { return handleError(function (arg0, arg1, arg2, arg3) {
+            const ret = arg0.call(arg1, arg2, arg3);
+            return ret;
+        }, arguments); },
+        __wbg_call_e8c868596c950cf6: function() { return handleError(function (arg0, arg1, arg2, arg3, arg4) {
+            const ret = arg0.call(arg1, arg2, arg3, arg4);
+            return ret;
+        }, arguments); },
         __wbg_crypto_86f2631e91b51511: function(arg0) {
             const ret = arg0.crypto;
             return ret;
@@ -835,6 +947,26 @@ function __wbg_get_imports() {
             const ret = result;
             return ret;
         },
+        __wbg_instanceof_Object_1c6af87502b733ed: function(arg0) {
+            let result;
+            try {
+                result = arg0 instanceof Object;
+            } catch (_) {
+                result = false;
+            }
+            const ret = result;
+            return ret;
+        },
+        __wbg_instanceof_Promise_0094681e3519d6ec: function(arg0) {
+            let result;
+            try {
+                result = arg0 instanceof Promise;
+            } catch (_) {
+                result = false;
+            }
+            const ret = result;
+            return ret;
+        },
         __wbg_instanceof_Uint8Array_9b9075935c74707c: function(arg0) {
             let result;
             try {
@@ -949,6 +1081,10 @@ function __wbg_get_imports() {
         __wbg_prototypesetcall_bdcdcc5842e4d77d: function(arg0, arg1, arg2) {
             Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), arg2);
         },
+        __wbg_push_8ffdcb2063340ba5: function(arg0, arg1) {
+            const ret = arg0.push(arg1);
+            return ret;
+        },
         __wbg_queueMicrotask_0aa0a927f78f5d98: function(arg0) {
             const ret = arg0.queueMicrotask;
             return ret;
@@ -974,6 +1110,9 @@ function __wbg_get_imports() {
         __wbg_set_3f1d0b984ed272ed: function(arg0, arg1, arg2) {
             arg0[arg1] = arg2;
         },
+        __wbg_set_cc56eefd2dd91957: function(arg0, arg1, arg2) {
+            arg0.set(getArrayU8FromWasm0(arg1, arg2));
+        },
         __wbg_set_f43e577aea94465b: function(arg0, arg1, arg2) {
             arg0[arg1 >>> 0] = arg2;
         },
@@ -1001,10 +1140,18 @@ function __wbg_get_imports() {
             const ret = arg0.subarray(arg1 >>> 0, arg2 >>> 0);
             return ret;
         },
+        __wbg_then_0d9fe2c7b1857d32: function(arg0, arg1, arg2) {
+            const ret = arg0.then(arg1, arg2);
+            return ret;
+        },
         __wbg_then_b9e7b3b5f1a9e1b5: function(arg0, arg1) {
             const ret = arg0.then(arg1);
             return ret;
         },
+        __wbg_toString_964ff7fe6eca8362: function(arg0) {
+            const ret = arg0.toString();
+            return ret;
+        },
         __wbg_value_0546255b415e96c1: function(arg0) {
             const ret = arg0.value;
             return ret;
@@ -1017,7 +1164,7 @@ function __wbg_get_imports() {
             console.warn(arg0, arg1, arg2, arg3);
         },
         __wbindgen_cast_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { dtor_idx: 615, function: Function { arguments: [Externref], shim_idx: 616, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            // Cast intrinsic for `Closure(Closure { dtor_idx: 678, function: Function { arguments: [Externref], shim_idx: 679, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
             const ret = makeMutClosure(arg0, arg1, wasm.wasm_bindgen__closure__destroy__h358403ff5b31de35, wasm_bindgen__convert__closures_____invoke__h4b881ac518a5291a);
             return ret;
         },

package/diaryx_wasm_bg.wasm.d.ts

@@ -2,14 +2,9 @@
 /* eslint-disable */
 export const memory: WebAssembly.Memory;
 export const init: () => void;
-export const __wbg_jsasyncfilesystem_free: (a: number, b: number) => void;
-export const jsasyncfilesystem_has_callback: (a: number, b: number, c: number) => number;
-export const jsasyncfilesystem_new: (a: any) => number;
-export const now_timestamp: () => [number, number];
-export const today_formatted: (a: number, b: number) => [number, number];
 export const __wbg_diaryxbackend_free: (a: number, b: number) => void;
-export const __wbg_wasmsyncclient_free: (a: number, b: number) => void;
 export const diaryxbackend_create: (a: number, b: number) => any;
+export const diaryxbackend_createFromJsFileSystem: (a: any) => [number, number, number];
 export const diaryxbackend_createInMemory: () => [number, number, number];
 export const diaryxbackend_createSyncClient: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => number;
 export const diaryxbackend_emitFileSystemEvent: (a: number, b: number, c: number) => [number, number];
@@ -21,10 +16,16 @@ export const diaryxbackend_hasNativeSync: (a: number) => number;
 export const diaryxbackend_isCrdtEnabled: (a: number) => number;
 export const diaryxbackend_offFileSystemEvent: (a: number, b: bigint) => number;
 export const diaryxbackend_onFileSystemEvent: (a: number, b: any) => bigint;
+export const diaryxbackend_parseDayOneJson: (a: number, b: number, c: number) => [number, number, number, number];
+export const diaryxbackend_parseMarkdownFile: (a: number, b: number, c: number, d: number, e: number) => [number, number, number, number];
 export const diaryxbackend_readBinary: (a: number, b: number, c: number) => any;
 export const diaryxbackend_saveConfig: (a: number, b: any) => any;
 export const diaryxbackend_setCrdtEnabled: (a: number, b: number) => void;
 export const diaryxbackend_writeBinary: (a: number, b: number, c: number, d: any) => any;
+export const __wbg_jsasyncfilesystem_free: (a: number, b: number) => void;
+export const __wbg_wasmsyncclient_free: (a: number, b: number) => void;
+export const jsasyncfilesystem_has_callback: (a: number, b: number, c: number) => number;
+export const jsasyncfilesystem_new: (a: any) => number;
 export const wasmsyncclient_focusFiles: (a: number, b: number, c: number) => void;
 export const wasmsyncclient_getServerUrl: (a: number) => [number, number];
 export const wasmsyncclient_getWorkspaceId: (a: number) => [number, number];
@@ -43,6 +44,8 @@ export const wasmsyncclient_queueLocalUpdate: (a: number, b: number, c: number,
 export const wasmsyncclient_setSessionCode: (a: number, b: number, c: number) => void;
 export const wasmsyncclient_syncBodyFiles: (a: number, b: number, c: number) => any;
 export const wasmsyncclient_unfocusFiles: (a: number, b: number, c: number) => void;
+export const now_timestamp: () => [number, number];
+export const today_formatted: (a: number, b: number) => [number, number];
 export const wasm_bindgen__closure__destroy__h358403ff5b31de35: (a: number, b: number) => void;
 export const wasm_bindgen__convert__closures_____invoke__h9824f9855d7aa260: (a: number, b: number, c: any, d: any) => void;
 export const wasm_bindgen__convert__closures_____invoke__h4b881ac518a5291a: (a: number, b: number, c: any) => void;

package/package.json

@@ -2,7 +2,7 @@
   "name": "@diaryx/wasm-node",
   "type": "module",
   "description": "WebAssembly bindings for Diaryx core functionality",
-  "version": "1.1.0",
+  "version": "1.2.0-dev.d069796",
   "license": "SEE LICENSE IN ../../LICENSE.md",
   "repository": {
     "type": "git",