mdcontext 0.1.0 → 0.2.0

package/dist/chunk-KRYIFLQR.js

@@ -1,92 +1,88 @@
-import {
-  buildIndex,
-  createStorage,
-  indexExists
-} from "./chunk-S7E6TFX6.js";
-
-// src/index/watcher.ts
-import * as path from "path";
 import { watch } from "chokidar";
 import { Effect } from "effect";
-var isMarkdownFile = (filePath) => filePath.endsWith(".md") || filePath.endsWith(".mdx");
-var watchDirectory = (rootPath, options = {}) => Effect.gen(function* () {
-  const resolvedRoot = path.resolve(rootPath);
-  const storage = createStorage(resolvedRoot);
-  const debounceMs = options.debounceMs ?? 300;
-  const exists = yield* indexExists(storage);
-  if (!exists) {
-    const result = yield* buildIndex(resolvedRoot, options);
-    options.onIndex?.({
-      documentsIndexed: result.documentsIndexed,
-      duration: result.duration
-    });
-  }
-  const pendingPaths = /* @__PURE__ */ new Set();
-  let debounceTimer = null;
-  const scheduleReindex = () => {
-    if (debounceTimer) {
-      clearTimeout(debounceTimer);
-    }
-    debounceTimer = setTimeout(async () => {
-      if (pendingPaths.size === 0) return;
-      pendingPaths.clear();
-      try {
-        const result = await Effect.runPromise(
-          buildIndex(resolvedRoot, options)
-        );
-        options.onIndex?.({
-          documentsIndexed: result.documentsIndexed,
-          duration: result.duration
-        });
-      } catch (error) {
-        options.onError?.(
-          error instanceof Error ? error : new Error(String(error))
-        );
-      }
-    }, debounceMs);
-  };
-  const watcher = watch(resolvedRoot, {
-    ignored: [
-      /(^|[/\\])\../,
-      // Ignore dotfiles
-      "**/node_modules/**"
-    ],
-    persistent: true,
-    ignoreInitial: true
-  });
-  watcher.on("add", (filePath) => {
-    if (isMarkdownFile(filePath)) {
-      pendingPaths.add(filePath);
-      scheduleReindex();
-    }
-  });
-  watcher.on("change", (filePath) => {
-    if (isMarkdownFile(filePath)) {
-      pendingPaths.add(filePath);
-      scheduleReindex();
-    }
-  });
-  watcher.on("unlink", (filePath) => {
-    if (isMarkdownFile(filePath)) {
-      pendingPaths.add(filePath);
-      scheduleReindex();
-    }
-  });
-  watcher.on("error", (error) => {
-    options.onError?.(
-      error instanceof Error ? error : new Error(String(error))
-    );
-  });
-  return {
-    stop: () => {
-      if (debounceTimer) {
-        clearTimeout(debounceTimer);
-      }
-      watcher.close();
-    }
-  };
-});
+// src/index/watcher.ts
+import * as path from "path";
+import { buildIndex, createStorage, indexExists } from "./chunk-S7E6TFX6.js";
+
+var isMarkdownFile = (filePath) =>
+	filePath.endsWith(".md") || filePath.endsWith(".mdx");
+var watchDirectory = (rootPath, options = {}) =>
+	Effect.gen(function* () {
+		const resolvedRoot = path.resolve(rootPath);
+		const storage = createStorage(resolvedRoot);
+		const debounceMs = options.debounceMs ?? 300;
+		const exists = yield* indexExists(storage);
+		if (!exists) {
+			const result = yield* buildIndex(resolvedRoot, options);
+			options.onIndex?.({
+				documentsIndexed: result.documentsIndexed,
+				duration: result.duration,
+			});
+		}
+		const pendingPaths = /* @__PURE__ */ new Set();
+		let debounceTimer = null;
+		const scheduleReindex = () => {
+			if (debounceTimer) {
+				clearTimeout(debounceTimer);
+			}
+			debounceTimer = setTimeout(async () => {
+				if (pendingPaths.size === 0) return;
+				pendingPaths.clear();
+				try {
+					const result = await Effect.runPromise(
+						buildIndex(resolvedRoot, options),
+					);
+					options.onIndex?.({
+						documentsIndexed: result.documentsIndexed,
+						duration: result.duration,
+					});
+				} catch (error) {
+					options.onError?.(
+						error instanceof Error ? error : new Error(String(error)),
+					);
+				}
+			}, debounceMs);
+		};
+		const watcher = watch(resolvedRoot, {
+			ignored: [
+				/(^|[/\\])\../,
+				// Ignore dotfiles
+				"**/node_modules/**",
+			],
+			persistent: true,
+			ignoreInitial: true,
+		});
+		watcher.on("add", (filePath) => {
+			if (isMarkdownFile(filePath)) {
+				pendingPaths.add(filePath);
+				scheduleReindex();
+			}
+		});
+		watcher.on("change", (filePath) => {
+			if (isMarkdownFile(filePath)) {
+				pendingPaths.add(filePath);
+				scheduleReindex();
+			}
+		});
+		watcher.on("unlink", (filePath) => {
+			if (isMarkdownFile(filePath)) {
+				pendingPaths.add(filePath);
+				scheduleReindex();
+			}
+		});
+		watcher.on("error", (error) => {
+			options.onError?.(
+				error instanceof Error ? error : new Error(String(error)),
+			);
+		});
+		return {
+			stop: () => {
+				if (debounceTimer) {
+					clearTimeout(debounceTimer);
+				}
+				watcher.close();
+			},
+		};
+	});
 
-export {
-  watchDirectory
-};
+export { watchDirectory };

package/dist/chunk-LBSDNLEM.js

@@ -0,0 +1,287 @@
+// src/config/schema.ts
+import { Config, Option } from "effect";
+
+var IndexConfig = Config.all({
+	/**
+	 * Maximum directory depth to traverse when indexing
+	 * Default: 10
+	 */
+	maxDepth: Config.number("maxDepth").pipe(Config.withDefault(10)),
+	/**
+	 * Glob patterns to exclude from indexing (comma-separated)
+	 * Default: ['node_modules', '.git', 'dist', 'build']
+	 */
+	excludePatterns: Config.array(Config.string(), "excludePatterns").pipe(
+		Config.withDefault(["node_modules", ".git", "dist", "build"]),
+	),
+	/**
+	 * File extensions to index (comma-separated)
+	 * Default: ['.md', '.mdx']
+	 */
+	fileExtensions: Config.array(Config.string(), "fileExtensions").pipe(
+		Config.withDefault([".md", ".mdx"]),
+	),
+	/**
+	 * Whether to follow symlinks when traversing directories
+	 * Default: false
+	 */
+	followSymlinks: Config.boolean("followSymlinks").pipe(
+		Config.withDefault(false),
+	),
+	/**
+	 * Directory where index files are stored (relative to project root)
+	 * Default: '.mdcontext'
+	 */
+	indexDir: Config.string("indexDir").pipe(Config.withDefault(".mdcontext")),
+});
+var SearchConfig = Config.all({
+	/**
+	 * Default number of search results to return
+	 * Default: 10
+	 */
+	defaultLimit: Config.number("defaultLimit").pipe(Config.withDefault(10)),
+	/**
+	 * Maximum number of search results allowed
+	 * Default: 100
+	 */
+	maxLimit: Config.number("maxLimit").pipe(Config.withDefault(100)),
+	/**
+	 * Minimum similarity score for semantic search results (0-1)
+	 * Default: 0.5
+	 */
+	minSimilarity: Config.number("minSimilarity").pipe(Config.withDefault(0.5)),
+	/**
+	 * Whether to include content snippets in search results
+	 * Default: true
+	 */
+	includeSnippets: Config.boolean("includeSnippets").pipe(
+		Config.withDefault(true),
+	),
+	/**
+	 * Maximum length of content snippets in characters
+	 * Default: 200
+	 */
+	snippetLength: Config.number("snippetLength").pipe(Config.withDefault(200)),
+	/**
+	 * Auto-create semantic index if estimated time is under this threshold (seconds)
+	 * Default: 10
+	 */
+	autoIndexThreshold: Config.number("autoIndexThreshold").pipe(
+		Config.withDefault(10),
+	),
+});
+var EmbeddingsConfig = Config.all({
+	/**
+	 * Embedding provider to use
+	 * Default: 'openai'
+	 */
+	provider: Config.literal(
+		"openai",
+		"ollama",
+		"lm-studio",
+		"openrouter",
+	)("provider").pipe(Config.withDefault("openai")),
+	/**
+	 * Custom base URL for the embedding API
+	 * If not specified, provider-specific defaults are used:
+	 * - openai: https://api.openai.com/v1
+	 * - ollama: http://localhost:11434/v1
+	 * - lm-studio: http://localhost:1234/v1
+	 * - openrouter: https://openrouter.ai/api/v1
+	 */
+	baseURL: Config.option(Config.string("baseURL")),
+	/**
+	 * OpenAI embedding model to use
+	 * Default: 'text-embedding-3-small'
+	 */
+	model: Config.string("model").pipe(
+		Config.withDefault("text-embedding-3-small"),
+	),
+	/**
+	 * Number of dimensions for embeddings
+	 * Lower dimensions = faster search, higher = more accuracy
+	 * Default: 512
+	 */
+	dimensions: Config.number("dimensions").pipe(Config.withDefault(512)),
+	/**
+	 * Batch size for embedding API calls
+	 * Default: 100
+	 */
+	batchSize: Config.number("batchSize").pipe(Config.withDefault(100)),
+	/**
+	 * Maximum retries for failed API calls
+	 * Default: 3
+	 */
+	maxRetries: Config.number("maxRetries").pipe(Config.withDefault(3)),
+	/**
+	 * Delay between retries in milliseconds
+	 * Default: 1000
+	 */
+	retryDelayMs: Config.number("retryDelayMs").pipe(Config.withDefault(1e3)),
+	/**
+	 * Request timeout in milliseconds
+	 * Default: 30000 (30 seconds)
+	 */
+	timeoutMs: Config.number("timeoutMs").pipe(Config.withDefault(3e4)),
+	/**
+	 * OpenAI API key (usually from environment variable)
+	 * No default - must be provided
+	 */
+	apiKey: Config.option(Config.string("apiKey")),
+});
+var OutputConfig = Config.all({
+	/**
+	 * Default output format
+	 * Default: 'text'
+	 */
+	format: Config.literal(
+		"text",
+		"json",
+	)("format").pipe(Config.withDefault("text")),
+	/**
+	 * Whether to use colors in terminal output
+	 * Default: true
+	 */
+	color: Config.boolean("color").pipe(Config.withDefault(true)),
+	/**
+	 * Whether to pretty-print JSON output
+	 * Default: true
+	 */
+	prettyJson: Config.boolean("prettyJson").pipe(Config.withDefault(true)),
+	/**
+	 * Whether to show verbose output
+	 * Default: false
+	 */
+	verbose: Config.boolean("verbose").pipe(Config.withDefault(false)),
+	/**
+	 * Whether to show debug information
+	 * Default: false
+	 */
+	debug: Config.boolean("debug").pipe(Config.withDefault(false)),
+});
+var SummarizationConfig = Config.all({
+	/**
+	 * Token budget for 'brief' compression level
+	 * Default: 100
+	 */
+	briefTokenBudget: Config.number("briefTokenBudget").pipe(
+		Config.withDefault(100),
+	),
+	/**
+	 * Token budget for 'summary' compression level
+	 * Default: 500
+	 */
+	summaryTokenBudget: Config.number("summaryTokenBudget").pipe(
+		Config.withDefault(500),
+	),
+	/**
+	 * Target compression ratio for summaries (0-1)
+	 * Default: 0.3 (30% of original)
+	 */
+	compressionRatio: Config.number("compressionRatio").pipe(
+		Config.withDefault(0.3),
+	),
+	/**
+	 * Minimum tokens for any section summary
+	 * Default: 20
+	 */
+	minSectionTokens: Config.number("minSectionTokens").pipe(
+		Config.withDefault(20),
+	),
+	/**
+	 * Maximum topics to extract from a document
+	 * Default: 10
+	 */
+	maxTopics: Config.number("maxTopics").pipe(Config.withDefault(10)),
+	/**
+	 * Minimum remaining budget to include partial content
+	 * Default: 50
+	 */
+	minPartialBudget: Config.number("minPartialBudget").pipe(
+		Config.withDefault(50),
+	),
+});
+var PathsConfig = Config.all({
+	/**
+	 * Root directory for markdown files (default: current working directory)
+	 */
+	root: Config.option(Config.string("root")),
+	/**
+	 * Custom config file path (default: auto-detected)
+	 */
+	configFile: Config.option(Config.string("configFile")),
+	/**
+	 * Cache directory for temporary files
+	 * Default: '.mdcontext/cache'
+	 */
+	cacheDir: Config.string("cacheDir").pipe(
+		Config.withDefault(".mdcontext/cache"),
+	),
+});
+var MdContextConfig = Config.all({
+	index: Config.nested(IndexConfig, "index"),
+	search: Config.nested(SearchConfig, "search"),
+	embeddings: Config.nested(EmbeddingsConfig, "embeddings"),
+	summarization: Config.nested(SummarizationConfig, "summarization"),
+	output: Config.nested(OutputConfig, "output"),
+	paths: Config.nested(PathsConfig, "paths"),
+});
+var defaultConfig = {
+	index: {
+		maxDepth: 10,
+		excludePatterns: ["node_modules", ".git", "dist", "build"],
+		fileExtensions: [".md", ".mdx"],
+		followSymlinks: false,
+		indexDir: ".mdcontext",
+	},
+	search: {
+		defaultLimit: 10,
+		maxLimit: 100,
+		minSimilarity: 0.5,
+		includeSnippets: true,
+		snippetLength: 200,
+		autoIndexThreshold: 10,
+	},
+	embeddings: {
+		provider: "openai",
+		baseURL: Option.none(),
+		model: "text-embedding-3-small",
+		dimensions: 512,
+		batchSize: 100,
+		maxRetries: 3,
+		retryDelayMs: 1e3,
+		timeoutMs: 3e4,
+		apiKey: Option.none(),
+	},
+	summarization: {
+		briefTokenBudget: 100,
+		summaryTokenBudget: 500,
+		compressionRatio: 0.3,
+		minSectionTokens: 20,
+		maxTopics: 10,
+		minPartialBudget: 50,
+	},
+	output: {
+		format: "text",
+		color: true,
+		prettyJson: true,
+		verbose: false,
+		debug: false,
+	},
+	paths: {
+		root: Option.none(),
+		configFile: Option.none(),
+		cacheDir: ".mdcontext/cache",
+	},
+};
+
+export {
+	IndexConfig,
+	SearchConfig,
+	EmbeddingsConfig,
+	OutputConfig,
+	SummarizationConfig,
+	PathsConfig,
+	MdContextConfig,
+	defaultConfig,
+};