obedding 1.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 tuannvm
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,223 @@
+# Obsidian Memory - Semantic Search with MLX Embeddings
+
+Semantic search for your Obsidian vault using local MLX embeddings.
+
+## Overview
+
+Obsidian Memory indexes your Obsidian notes and generates embeddings using the local MLX embedding server. This enables semantic search that understands the meaning of your queries, not just keyword matching.
+
+## Features
+
+- **Semantic Search**: Find notes by meaning, not just keywords
+- **Fast & Local**: All processing happens on your machine using MLX
+- **Incremental Indexing**: Only re-index changed files
+- **YAML Frontmatter Support**: Extracts metadata from note properties
+- **Privacy First**: No external API calls, everything runs locally
+
+## Installation
+
+### npm Package (Recommended)
+
+```bash
+npm install -g obedging
+```
+
+### From Source
+
+```bash
+git clone https://github.com/tuannvm/obedding.git
+cd obedging
+npm install
+npm run build
+npm link
+```
+
+## Prerequisites
+
+1. **MLX Embedding Server** running at `http://localhost:28100` with model `mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ`
+
+2. **Node.js** 18+ installed
+
+3. **Obsidian vault** at:
+   ```
+   ~/.obsidian/Projects
+   ```
+
+## Usage
+
+### Using the CLI
+
+Index all notes in your Obsidian vault:
+
+```bash
+obedding index --vault ~/.obsidian/Projects
+```
+
+Incremental indexing (only new/modified files):
+
+```bash
+obedding index --vault ~/.obsidian/Projects --incremental
+```
+
+Semantic search:
+
+```bash
+obedding search "caching strategies"
+```
+
+Get top 5 results:
+
+```bash
+obedding search "database optimization" --top-k 5
+```
+
+Output as JSON:
+
+```bash
+obedding search "API design" --json
+```
+
+### Other Commands
+
+Show statistics:
+
+```bash
+obedding stats
+```
+
+Clear all embeddings:
+
+```bash
+obedding clear --force
+```
+
+## Options
+
+### Index Command
+
+| Option | Description | Default |
+|--------|-------------|---------|
+| `-v, --vault <path>` | Path to Obsidian vault | `~/.obsidian` |
+| `-s, --storage <path>` | Path to storage file | `~/.claude/data/obsidian-embeddings.json` |
+| `-i, --incremental` | Only index new/modified files | false |
+| `-m, --model <name>` | MLX model to use | `mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ` |
+
+### Search Command
+
+| Option | Description | Default |
+|--------|-------------|---------|
+| `-k, --top-k <number>` | Number of results | 10 |
+| `-s, --storage <path>` | Path to storage file | `~/.claude/data/obsidian-embeddings.json` |
+| `-m, --model <name>` | MLX model to use | `mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ` |
+| `--min-score <number>` | Minimum similarity (0-1) | 0 |
+| `--json` | Output as JSON | false |
+
+## Data Structure
+
+Embeddings are stored in `~/.claude/data/obsidian-embeddings.json`:
+
+```json
+{
+  "version": "1.0",
+  "model": "mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ",
+  "dimensions": 2048,
+  "indexed_at": "2026-03-08T10:00:00Z",
+  "notes": [
+    {
+      "path": "Projects/cli/my-repo/feature-x/note.md",
+      "vault_path": "/full/path/to/note.md",
+      "embedding": [0.0123, -0.0456, ...],
+      "metadata": {
+        "type": "cli",
+        "repo": "my-repo",
+        "context": "feature-x",
+        "tags": ["decision", "architecture"],
+        "title": "Note Title"
+      },
+      "excerpt": "First 200 chars...",
+      "indexed_at": "2026-03-08T10:00:00Z",
+      "hash": "sha256..."
+    }
+  ]
+}
+```
+
+## Performance
+
+- **Embedding dimensions**: 2048 (truncated from variable MLX output)
+- **Storage per note**: ~8KB
+- **Index speed**: ~1-2 notes/sec (depends on hardware)
+- **Search latency**: ~50-100ms for 100 notes
+
+## Claude Code Integration
+
+The `/obsidian-search` skill automatically triggers when you ask to search your notes:
+
+- "Search obsidian for..."
+- "Find notes about..."
+- "What did we decide about..."
+- "Show me notes related to..."
+
+## YAML Frontmatter
+
+Obsidian Memory extracts metadata from YAML frontmatter:
+
+```yaml
+---
+type: cli
+repo: my-repo
+context: feature-x
+date: 2024-01-15
+tags: [decision, architecture, cache]
+title: Cache Strategy Decision
+---
+```
+
+## Troubleshooting
+
+### MLX server not running
+
+```bash
+# Check if MLX server is running
+curl http://localhost:28100/
+
+# Test embedding endpoint
+curl -X POST http://localhost:28100/v1/embeddings \
+  -H "Content-Type: application/json" \
+  -d '{"input": ["test"], "model": "mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ"}'
+```
+
+### Vault path not found
+
+```bash
+# Specify custom vault path
+node dist/cli.js index --vault /path/to/vault
+```
+
+### Search returns no results
+
+```bash
+# Check if embeddings exist
+node dist/cli.js stats
+
+# Re-index if needed
+node dist/cli.js index --vault ~/.obsidian/Projects
+```
+
+## Known Issues
+
+- **Variable-length embeddings**: MLX server returns variable-length embeddings based on input content. The client truncates to 2048 dimensions as a workaround.
+
+## Development
+
+```bash
+# Watch mode for development
+npm run dev
+
+# Build
+npm run build
+```
+
+## License
+
+MIT

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,147 @@
+#!/usr/bin/env node
+import { Command } from 'commander';
+import * as path from 'path';
+import { indexNotes } from './index.js';
+import { searchNotes, formatSearchResults } from './search.js';
+const DEFAULT_VAULT_PATH = path.resolve(process.env.HOME || '', 'Library/Mobile Documents/iCloud~md~obsidian/Documents/obsidian');
+const DEFAULT_STORAGE_PATH = path.resolve(process.env.HOME || '', '.claude/data/obsidian-embeddings.json');
+const program = new Command();
+program
+    .name('obsidian-memory')
+    .description('Semantic search for Obsidian notes using MLX embeddings')
+    .version('1.0.0');
+program
+    .command('index')
+    .description('Index Obsidian notes and generate embeddings')
+    .option('-v, --vault <path>', `Path to Obsidian vault`, DEFAULT_VAULT_PATH)
+    .option('-s, --storage <path>', `Path to storage file`, DEFAULT_STORAGE_PATH)
+    .option('-i, --incremental', 'Only index new or modified files')
+    .option('-m, --model <name>', 'MLX model to use', 'mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ')
+    .action(async (options) => {
+    try {
+        const vaultPath = path.resolve(options.vault);
+        const storagePath = path.resolve(options.storage);
+        console.log('🔍 Obsidian Memory - Index Notes\n');
+        const result = await indexNotes({
+            vaultPath,
+            storagePath,
+            incremental: options.incremental,
+            model: options.model
+        });
+        console.log('\n✓ Indexing complete!');
+        console.log(`  Storage: ${storagePath}`);
+    }
+    catch (error) {
+        console.error(`\n✗ Error: ${error.message}`);
+        process.exit(1);
+    }
+});
+program
+    .command('search')
+    .description('Search notes using semantic similarity')
+    .argument('<query>', 'Search query')
+    .option('-v, --vault <path>', `Path to Obsidian vault (for reference)`, DEFAULT_VAULT_PATH)
+    .option('-s, --storage <path>', `Path to storage file`, DEFAULT_STORAGE_PATH)
+    .option('-k, --top-k <number>', 'Number of results to return', '10')
+    .option('-m, --model <name>', 'MLX model to use', 'mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ')
+    .option('--min-score <number>', 'Minimum similarity score (0-1)', '0')
+    .option('--json', 'Output results as JSON')
+    .action(async (query, options) => {
+    try {
+        const storagePath = path.resolve(options.storage);
+        const topK = parseInt(options.topK, 10);
+        const minScore = parseFloat(options.minScore);
+        // Validate numeric options
+        if (isNaN(topK) || topK < 1) {
+            console.error('✗ Error: --top-k must be a positive integer');
+            process.exit(1);
+        }
+        if (isNaN(minScore) || minScore < 0 || minScore > 1) {
+            console.error('✗ Error: --min-score must be a number between 0 and 1');
+            process.exit(1);
+        }
+        console.log('🔍 Obsidian Memory - Search\n');
+        const response = await searchNotes({
+            query,
+            storagePath,
+            topK,
+            model: options.model,
+            minScore
+        });
+        if (options.json) {
+            console.log(JSON.stringify(response, null, 2));
+        }
+        else {
+            console.log(formatSearchResults(response));
+        }
+    }
+    catch (error) {
+        console.error(`\n✗ Error: ${error.message}`);
+        process.exit(1);
+    }
+});
+program
+    .command('stats')
+    .description('Show storage statistics')
+    .option('-s, --storage <path>', `Path to storage file`, DEFAULT_STORAGE_PATH)
+    .action(async (options) => {
+    try {
+        const { StorageManager } = await import('./storage.js');
+        const { formatFileSize } = await import('./utils.js');
+        const storagePath = path.resolve(options.storage);
+        const storage = new StorageManager(storagePath);
+        await storage.initialize();
+        const stats = storage.getStats();
+        console.log('🔍 Obsidian Memory - Statistics\n');
+        console.log(`  Storage: ${storagePath}`);
+        console.log(`  Notes: ${stats.noteCount}`);
+        console.log(`  Model: ${stats.model}`);
+        console.log(`  Dimensions: ${stats.dimensions}`);
+        console.log(`  Storage size: ${formatFileSize(stats.totalSize)}`);
+        console.log(`  Last indexed: ${stats.lastIndexed}`);
+    }
+    catch (error) {
+        console.error(`\n✗ Error: ${error.message}`);
+        process.exit(1);
+    }
+});
+program
+    .command('clear')
+    .description('Clear all stored embeddings')
+    .option('-s, --storage <path>', `Path to storage file`, DEFAULT_STORAGE_PATH)
+    .option('-f, --force', 'Skip confirmation')
+    .action(async (options) => {
+    try {
+        const { StorageManager } = await import('./storage.js');
+        const storagePath = path.resolve(options.storage);
+        if (!options.force) {
+            const readline = await import('readline');
+            const rl = readline.createInterface({
+                input: process.stdin,
+                output: process.stdout
+            });
+            const answer = await new Promise((resolve) => {
+                rl.question(`Are you sure you want to clear all embeddings at ${storagePath}? (yes/no): `, resolve);
+            });
+            rl.close();
+            if (answer.toLowerCase() !== 'yes') {
+                console.log('Cancelled.');
+                return;
+            }
+        }
+        const storage = new StorageManager(storagePath);
+        await storage.initialize();
+        await storage.clear();
+        console.log('✓ Cleared all embeddings');
+    }
+    catch (error) {
+        console.error(`\n✗ Error: ${error.message}`);
+        process.exit(1);
+    }
+});
+// Parse arguments
+program.parseAsync(process.argv).catch((error) => {
+    console.error(`Error: ${error.message}`);
+    process.exit(1);
+});
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAE/D,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CACrC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EACtB,gEAAgE,CACjE,CAAC;AACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,OAAO,CACvC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EACtB,uCAAuC,CACxC,CAAC;AAEF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,iBAAiB,CAAC;KACvB,WAAW,CAAC,yDAAyD,CAAC;KACtE,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,oBAAoB,EAAE,wBAAwB,EAAE,kBAAkB,CAAC;KAC1E,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,oBAAoB,CAAC;KAC5E,MAAM,CAAC,mBAAmB,EAAE,kCAAkC,CAAC;KAC/D,MAAM,CAAC,oBAAoB,EAAE,kBAAkB,EAAE,6CAA6C,CAAC;KAC/F,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElD,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAElD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,SAAS;YACT,WAAW;YACX,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,cAAc,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,cAAe,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,wCAAwC,CAAC;KACrD,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;KACnC,MAAM,CAAC,oBAAoB,EAAE,wCAAwC,EAAE,kBAAkB,CAAC;KAC1F,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,oBAAoB,CAAC;KAC5E,MAAM,CAAC,sBAAsB,EAAE,6BAA6B,EAAE,IAAI,CAAC;KACnE,MAAM,CAAC,oBAAoB,EAAE,kBAAkB,EAAE,6CAA6C,CAAC;KAC/F,MAAM,CAAC,sBAAsB,EAAE,gCAAgC,EAAE,GAAG,CAAC;KACrE,MAAM,CAAC,QAAQ,EAAE,wBAAwB,CAAC;KAC1C,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAC/B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE9C,2BAA2B;QAC3B,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACpD,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAE7C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC;YACjC,KAAK;YACL,WAAW;YACX,IAAI;YACJ,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ;SACT,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,cAAe,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,yBAAyB,CAAC;KACtC,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,oBAAoB,CAAC;KAC5E,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QACxD,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAEtD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;QAE3B,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QAEjC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,cAAc,WAAW,EAAE,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,mBAAmB,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACtD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,cAAe,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,6BAA6B,CAAC;KAC1C,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,oBAAoB,CAAC;KAC5E,MAAM,CAAC,aAAa,EAAE,mBAAmB,CAAC;KAC1C,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QAExD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;gBAClC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,EAAE;gBACnD,EAAE,CAAC,QAAQ,CACT,oDAAoD,WAAW,cAAc,EAC7E,OAAO,CACR,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,KAAK,EAAE,CAAC;YAEX,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,KAAK,EAAE,CAAC;gBACnC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;QAC3B,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,cAAe,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,kBAAkB;AAClB,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IAC/C,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,21 @@
+export interface IndexOptions {
+    vaultPath: string;
+    storagePath: string;
+    incremental?: boolean;
+    model?: string;
+    onProgress?: (current: number, total: number, file: string) => void;
+}
+export interface IndexResult {
+    totalNotes: number;
+    indexedNotes: number;
+    skippedNotes: number;
+    failedNotes: number;
+    duration: number;
+    model: string;
+    storageSize: number;
+}
+/**
+ * Index Obsidian notes and generate embeddings
+ */
+export declare function indexNotes(options: IndexOptions): Promise<IndexResult>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CACrE;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAiK5E"}

package/dist/index.js

@@ -0,0 +1,136 @@
+import { scanObsidianVault, extractMetadata, getNoteHash } from './scanner.js';
+import { generateEmbeddings, checkMLXConnection, getModelInfo } from './mlx.js';
+import { StorageManager } from './storage.js';
+import { truncateToTokens, generateExcerpt, formatDuration, formatFileSize } from './utils.js';
+/**
+ * Index Obsidian notes and generate embeddings
+ */
+export async function indexNotes(options) {
+    const startTime = Date.now();
+    const { vaultPath, storagePath, incremental = false, model = 'mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ' } = options;
+    // Check MLX connection
+    console.log('Checking MLX embedding server connection...');
+    const isConnected = await checkMLXConnection();
+    if (!isConnected) {
+        throw new Error('Cannot connect to MLX embedding server. Make sure it is running at http://localhost:28100');
+    }
+    console.log('✓ MLX embedding server is running');
+    // Get model info
+    const modelInfo = await getModelInfo(model);
+    if (modelInfo) {
+        console.log(`✓ Using model: ${modelInfo.name} (${modelInfo.dimensions} dimensions)`);
+    }
+    else {
+        console.log(`✓ Using model: ${model}`);
+    }
+    // Initialize storage
+    const storage = new StorageManager(storagePath);
+    await storage.initialize();
+    // Scan vault for notes
+    console.log(`\nScanning vault: ${vaultPath}`);
+    const notes = await scanObsidianVault(vaultPath);
+    console.log(`Found ${notes.length} markdown files`);
+    // Filter notes for incremental indexing
+    let notesToIndex = notes;
+    if (incremental) {
+        console.log('\nIncremental mode: checking for modified files...');
+        notesToIndex = notes.filter(note => {
+            const contentHash = getNoteHash(note);
+            const needsUpdate = storage.needsUpdate(note.relativePath, contentHash);
+            if (!needsUpdate) {
+                options.onProgress?.(0, notes.length, note.relativePath);
+            }
+            return needsUpdate;
+        });
+        console.log(`Will index ${notesToIndex.length} modified/new files`);
+    }
+    // Prepare texts for embedding
+    const textsToEmbed = [];
+    const noteMapping = [];
+    for (const note of notesToIndex) {
+        // Use content without frontmatter for embedding
+        const contentForEmbedding = note.frontmatter.content;
+        // Truncate to avoid token limits
+        const truncated = truncateToTokens(contentForEmbedding, 8000);
+        textsToEmbed.push(truncated);
+        const hash = getNoteHash(note);
+        noteMapping.push({ note, hash });
+    }
+    if (textsToEmbed.length === 0) {
+        console.log('\nNo notes to index (all up to date)');
+        const stats = storage.getStats();
+        return {
+            totalNotes: notes.length,
+            indexedNotes: 0,
+            skippedNotes: notes.length,
+            failedNotes: 0,
+            duration: (Date.now() - startTime) / 1000,
+            model,
+            storageSize: stats.totalSize
+        };
+    }
+    // Generate embeddings
+    console.log(`\nGenerating embeddings for ${textsToEmbed.length} notes...`);
+    const embeddings = await generateEmbeddings(textsToEmbed, model, (current, total) => {
+        const percent = ((current / total) * 100).toFixed(1);
+        const note = noteMapping[current - 1]?.note.relativePath || 'unknown';
+        console.log(`  [${percent}%] ${note}`);
+        options.onProgress?.(current, total, note);
+    });
+    // Store embeddings
+    console.log('\nStoring embeddings...');
+    let indexedCount = 0;
+    let failedCount = 0;
+    for (let i = 0; i < embeddings.length; i++) {
+        try {
+            const { note, hash } = noteMapping[i];
+            const embedding = embeddings[i];
+            const metadata = extractMetadata(note, vaultPath);
+            const excerpt = generateExcerpt(note.content);
+            // Validate embedding
+            if (!embedding || embedding.length === 0) {
+                console.warn(`  Warning: Empty embedding for ${note.relativePath}, skipping`);
+                failedCount++;
+                continue;
+            }
+            await storage.upsertNote({
+                path: note.relativePath,
+                vault_path: note.fullPath,
+                embedding,
+                metadata,
+                excerpt,
+                indexed_at: new Date().toISOString(),
+                hash
+            });
+            indexedCount++;
+        }
+        catch (error) {
+            console.error(`  Failed to store note ${i + 1}: ${error.message}`);
+            failedCount++;
+        }
+    }
+    // Save to disk
+    await storage.save();
+    // Save to disk
+    await storage.save();
+    // Save to disk
+    await storage.save();
+    const duration = (Date.now() - startTime) / 1000;
+    const stats = storage.getStats();
+    console.log(`\n✓ Indexed ${indexedCount} notes in ${formatDuration(duration)}`);
+    console.log(`  Skipped: ${notes.length - indexedCount} notes`);
+    if (failedCount > 0) {
+        console.log(`  Failed: ${failedCount} notes`);
+    }
+    console.log(`  Storage size: ${formatFileSize(stats.totalSize)}`);
+    return {
+        totalNotes: notes.length,
+        indexedNotes: indexedCount,
+        skippedNotes: notes.length - indexedCount,
+        failedNotes: failedCount,
+        duration,
+        model,
+        storageSize: stats.totalSize
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,WAAW,EAAY,MAAM,cAAc,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAqB/F;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAqB;IACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,GAAG,KAAK,EAAE,KAAK,GAAG,6CAA6C,EAAE,GAAG,OAAO,CAAC;IAEvH,uBAAuB;IACvB,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,MAAM,kBAAkB,EAAE,CAAC;IAE/C,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,2FAA2F,CAAC,CAAC;IAC/G,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IAEjD,iBAAiB;IACjB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,cAAc,CAAC,CAAC;IACvF,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,qBAAqB;IACrB,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;IAE3B,uBAAuB;IACvB,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;IAEpD,wCAAwC;IACxC,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAElE,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YACjC,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAExE,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAC3D,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,MAAM,qBAAqB,CAAC,CAAC;IACtE,CAAC;IAED,8BAA8B;IAC9B,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,WAAW,GAA4C,EAAE,CAAC;IAEhE,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,gDAAgD;QAChD,MAAM,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;QAErD,iCAAiC;QACjC,MAAM,SAAS,GAAG,gBAAgB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAC9D,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE7B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAC/B,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QAEpD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QACjC,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI;YACzC,KAAK;YACL,WAAW,EAAE,KAAK,CAAC,SAAS;SAC7B,CAAC;IACJ,CAAC;IAED,sBAAsB;IACtB,OAAO,CAAC,GAAG,CAAC,+BAA+B,YAAY,CAAC,MAAM,WAAW,CAAC,CAAC;IAE3E,MAAM,UAAU,GAAG,MAAM,kBAAkB,CACzC,YAAY,EACZ,KAAK,EACL,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QACjB,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,MAAM,OAAO,MAAM,IAAI,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC,CACF,CAAC;IAEF,mBAAmB;IACnB,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAEvC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAClD,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE9C,qBAAqB;YACrB,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,OAAO,CAAC,IAAI,CAAC,kCAAkC,IAAI,CAAC,YAAY,YAAY,CAAC,CAAC;gBAC9E,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,MAAM,OAAO,CAAC,UAAU,CAAC;gBACvB,IAAI,EAAE,IAAI,CAAC,YAAY;gBACvB,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzB,SAAS;gBACT,QAAQ;gBACR,OAAO;gBACP,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI;aACL,CAAC,CAAC;YAEH,YAAY,EAAE,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9E,WAAW,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,eAAe;IACf,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IAErB,eAAe;IACf,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IAErB,eAAe;IACf,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IAErB,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAEjC,OAAO,CAAC,GAAG,CAAC,eAAe,YAAY,aAAa,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAChF,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,MAAM,GAAG,YAAY,QAAQ,CAAC,CAAC;IAC/D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,QAAQ,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,mBAAmB,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAElE,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,YAAY,EAAE,YAAY;QAC1B,YAAY,EAAE,KAAK,CAAC,MAAM,GAAG,YAAY;QACzC,WAAW,EAAE,WAAW;QACxB,QAAQ;QACR,KAAK;QACL,WAAW,EAAE,KAAK,CAAC,SAAS;KAC7B,CAAC;AACJ,CAAC"}

package/dist/mlx.d.ts

@@ -0,0 +1,39 @@
+/**
+ * MLX Embedding API client for generating embeddings
+ * Compatible with OpenAI-style /v1/embeddings endpoint
+ */
+export interface EmbeddingResponse {
+    data: Array<{
+        embedding: number[];
+        index: number;
+    }>;
+    model: string;
+    usage?: {
+        prompt_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface MLXError {
+    error: string;
+    message?: string;
+}
+/**
+ * Check if MLX embedding server is running
+ */
+export declare function checkMLXConnection(): Promise<boolean>;
+/**
+ * Generate embedding for text using MLX server
+ */
+export declare function generateEmbedding(text: string, model?: string): Promise<number[]>;
+/**
+ * Batch generate embeddings for multiple texts
+ */
+export declare function generateEmbeddings(texts: string[], model?: string, onProgress?: (current: number, total: number) => void): Promise<number[][]>;
+/**
+ * Get model information (basic, MLX doesn't expose model info like Ollama)
+ */
+export declare function getModelInfo(model?: string): Promise<{
+    name: string;
+    dimensions: number;
+} | null>;
+//# sourceMappingURL=mlx.d.ts.map

package/dist/mlx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx.d.ts","sourceRoot":"","sources":["../src/mlx.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,KAAK,CAAC;QACV,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC,CAgB3D;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,KAAK,GAAE,MAAsB,GAC5B,OAAO,CAAC,MAAM,EAAE,CAAC,CAsDnB;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,MAAM,EAAE,EACf,KAAK,GAAE,MAAsB,EAC7B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACpD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAsDrB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,KAAK,GAAE,MAAsB,GAAG,OAAO,CAAC;IACzE,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,IAAI,CAAC,CAWR"}