mdcontext 0.0.1 → 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,266 @@
+import { Effect } from 'effect';
+
+/**
+ * Core data types for mdcontext
+ * Based on DESIGN.md specifications
+ */
+interface MdDocument {
+    readonly id: string;
+    readonly path: string;
+    readonly title: string;
+    readonly frontmatter: Record<string, unknown>;
+    readonly sections: readonly MdSection[];
+    readonly links: readonly MdLink[];
+    readonly codeBlocks: readonly MdCodeBlock[];
+    readonly metadata: DocumentMetadata;
+}
+interface DocumentMetadata {
+    readonly wordCount: number;
+    readonly tokenCount: number;
+    readonly headingCount: number;
+    readonly linkCount: number;
+    readonly codeBlockCount: number;
+    readonly lastModified: Date;
+    readonly indexedAt: Date;
+}
+type HeadingLevel = 1 | 2 | 3 | 4 | 5 | 6;
+interface MdSection {
+    readonly id: string;
+    readonly heading: string;
+    readonly level: HeadingLevel;
+    readonly content: string;
+    readonly plainText: string;
+    readonly startLine: number;
+    readonly endLine: number;
+    readonly children: readonly MdSection[];
+    readonly metadata: SectionMetadata;
+}
+interface SectionMetadata {
+    readonly wordCount: number;
+    readonly tokenCount: number;
+    readonly hasCode: boolean;
+    readonly hasList: boolean;
+    readonly hasTable: boolean;
+}
+type LinkType = 'internal' | 'external' | 'image';
+interface MdLink {
+    readonly type: LinkType;
+    readonly href: string;
+    readonly text: string;
+    readonly sectionId: string;
+    readonly line: number;
+}
+interface MdCodeBlock {
+    readonly language: string | null;
+    readonly content: string;
+    readonly sectionId: string;
+    readonly startLine: number;
+    readonly endLine: number;
+}
+interface ParseError {
+    readonly _tag: 'ParseError';
+    readonly message: string;
+    readonly line?: number | undefined;
+    readonly column?: number | undefined;
+}
+declare const ParseError: (message: string, line?: number, column?: number) => ParseError;
+interface IoError {
+    readonly _tag: 'IoError';
+    readonly message: string;
+    readonly path: string;
+    readonly cause?: unknown;
+}
+declare const IoError: (message: string, path: string, cause?: unknown) => IoError;
+interface IndexError {
+    readonly _tag: 'IndexError';
+    readonly cause: 'DiskFull' | 'Permission' | 'Corrupted' | 'Unknown';
+    readonly message: string;
+}
+declare const IndexError: (cause: IndexError["cause"], message: string) => IndexError;
+
+/**
+ * Index data types for mdcontext
+ */
+interface IndexConfig {
+    readonly version: number;
+    readonly rootPath: string;
+    readonly include: readonly string[];
+    readonly exclude: readonly string[];
+    readonly createdAt: string;
+    readonly updatedAt: string;
+}
+interface DocumentIndex {
+    readonly version: number;
+    readonly rootPath: string;
+    readonly documents: Record<string, DocumentEntry>;
+}
+interface DocumentEntry {
+    readonly id: string;
+    readonly path: string;
+    readonly title: string;
+    readonly mtime: number;
+    readonly hash: string;
+    readonly tokenCount: number;
+    readonly sectionCount: number;
+}
+interface SectionIndex {
+    readonly version: number;
+    readonly sections: Record<string, SectionEntry>;
+    readonly byHeading: Record<string, readonly string[]>;
+    readonly byDocument: Record<string, readonly string[]>;
+}
+interface SectionEntry {
+    readonly id: string;
+    readonly documentId: string;
+    readonly documentPath: string;
+    readonly heading: string;
+    readonly level: number;
+    readonly startLine: number;
+    readonly endLine: number;
+    readonly tokenCount: number;
+    readonly hasCode: boolean;
+    readonly hasList: boolean;
+    readonly hasTable: boolean;
+}
+interface LinkIndex {
+    readonly version: number;
+    readonly forward: Record<string, readonly string[]>;
+    readonly backward: Record<string, readonly string[]>;
+    readonly broken: readonly string[];
+}
+interface IndexResult {
+    readonly documentsIndexed: number;
+    readonly sectionsIndexed: number;
+    readonly linksIndexed: number;
+    readonly totalDocuments: number;
+    readonly totalSections: number;
+    readonly totalLinks: number;
+    readonly duration: number;
+    readonly errors: readonly IndexBuildError[];
+}
+interface IndexBuildError {
+    readonly path: string;
+    readonly message: string;
+}
+declare const INDEX_DIR = ".mdcontext";
+declare const INDEX_VERSION = 1;
+declare const getIndexPaths: (rootPath: string) => {
+    root: string;
+    config: string;
+    documents: string;
+    sections: string;
+    links: string;
+    cache: string;
+    parsed: string;
+};
+
+/**
+ * Indexer service for building and updating indexes
+ */
+
+interface IndexOptions {
+    readonly force?: boolean;
+    readonly exclude?: readonly string[];
+}
+declare const buildIndex: (rootPath: string, options?: IndexOptions) => Effect.Effect<IndexResult, Error>;
+declare const getOutgoingLinks: (rootPath: string, filePath: string) => Effect.Effect<readonly string[], Error>;
+declare const getIncomingLinks: (rootPath: string, filePath: string) => Effect.Effect<readonly string[], Error>;
+declare const getBrokenLinks: (rootPath: string) => Effect.Effect<readonly string[], Error>;
+
+/**
+ * Index storage operations
+ */
+
+declare const computeHash: (content: string) => string;
+interface IndexStorage {
+    readonly rootPath: string;
+    readonly paths: ReturnType<typeof getIndexPaths>;
+}
+declare const createStorage: (rootPath: string) => IndexStorage;
+declare const initializeIndex: (storage: IndexStorage) => Effect.Effect<void, Error>;
+declare const loadConfig: (storage: IndexStorage) => Effect.Effect<IndexConfig | null, Error>;
+declare const saveConfig: (storage: IndexStorage, config: IndexConfig) => Effect.Effect<void, Error>;
+declare const loadDocumentIndex: (storage: IndexStorage) => Effect.Effect<DocumentIndex | null, Error>;
+declare const saveDocumentIndex: (storage: IndexStorage, index: DocumentIndex) => Effect.Effect<void, Error>;
+declare const createEmptyDocumentIndex: (rootPath: string) => DocumentIndex;
+declare const loadSectionIndex: (storage: IndexStorage) => Effect.Effect<SectionIndex | null, Error>;
+declare const saveSectionIndex: (storage: IndexStorage, index: SectionIndex) => Effect.Effect<void, Error>;
+declare const createEmptySectionIndex: () => SectionIndex;
+declare const loadLinkIndex: (storage: IndexStorage) => Effect.Effect<LinkIndex | null, Error>;
+declare const saveLinkIndex: (storage: IndexStorage, index: LinkIndex) => Effect.Effect<void, Error>;
+declare const createEmptyLinkIndex: () => LinkIndex;
+declare const indexExists: (storage: IndexStorage) => Effect.Effect<boolean, Error>;
+
+/**
+ * File watcher for automatic re-indexing
+ */
+
+interface WatcherOptions extends IndexOptions {
+    readonly debounceMs?: number;
+    readonly onIndex?: (result: {
+        documentsIndexed: number;
+        duration: number;
+    }) => void;
+    readonly onError?: (error: Error) => void;
+}
+interface Watcher {
+    readonly stop: () => void;
+}
+declare const watchDirectory: (rootPath: string, options?: WatcherOptions) => Effect.Effect<Watcher, Error>;
+
+/**
+ * Markdown parser using remark/unified
+ * Handles GFM (tables, task lists) and YAML frontmatter
+ */
+
+interface ParseOptions {
+    readonly path?: string;
+    readonly lastModified?: Date;
+}
+declare const parse: (content: string, options?: ParseOptions) => Effect.Effect<MdDocument, ParseError>;
+/**
+ * Parse a markdown file from the filesystem
+ */
+declare const parseFile: (filePath: string) => Effect.Effect<MdDocument, ParseError | {
+    _tag: "IoError";
+    message: string;
+    path: string;
+}>;
+
+/**
+ * Token counting utilities using tiktoken
+ */
+
+/**
+ * Count tokens in a string using the cl100k_base encoding
+ * (compatible with GPT-4, GPT-3.5-turbo, and Claude models)
+ */
+declare const countTokens: (text: string) => Effect.Effect<number, never, never>;
+/**
+ * Synchronous token counting with improved approximation
+ *
+ * Uses heuristics calibrated against cl100k_base encoding:
+ * - Base prose: ~3.5 chars/token (conservative to never under-count)
+ * - Code blocks: Content at ~2.8 chars/token + fixed overhead per block
+ * - Inline code: ~2.5 chars/token + 2 tokens per backtick pair
+ * - Paths: ~3.0 chars/token (slashes tokenize separately)
+ * - Newlines: ~1 token each (they often become separate tokens)
+ * - Punctuation/symbols: adds ~0.8 tokens per mark
+ * - CJK characters: ~1.2 tokens per character
+ * - Emojis: ~2.5 tokens per emoji
+ *
+ * Safety margin of 10% to handle edge cases and ensure budget compliance.
+ * The conservative ratios combined with safety margin ensure we NEVER under-count.
+ */
+declare const countTokensApprox: (text: string) => number;
+/**
+ * Count words in text
+ */
+declare const countWords: (text: string) => number;
+/**
+ * Free the tiktoken encoder to release WebAssembly resources.
+ * Call this in test teardown to prevent process hang.
+ */
+declare const freeEncoder: () => void;
+
+export { type DocumentEntry, type DocumentIndex, type DocumentMetadata, type HeadingLevel, INDEX_DIR, INDEX_VERSION, type IndexBuildError, type IndexConfig, IndexError, type IndexOptions, type IndexResult, type IndexStorage, IoError, type LinkIndex, type LinkType, type MdCodeBlock, type MdDocument, type MdLink, type MdSection, ParseError, type ParseOptions, type SectionEntry, type SectionIndex, type SectionMetadata, type Watcher, type WatcherOptions, buildIndex, computeHash, countTokens, countTokensApprox, countWords, createEmptyDocumentIndex, createEmptyLinkIndex, createEmptySectionIndex, createStorage, freeEncoder, getBrokenLinks, getIncomingLinks, getIndexPaths, getOutgoingLinks, indexExists, initializeIndex, loadConfig, loadDocumentIndex, loadLinkIndex, loadSectionIndex, parse, parseFile, saveConfig, saveDocumentIndex, saveLinkIndex, saveSectionIndex, watchDirectory };

package/dist/index.js

@@ -0,0 +1,86 @@
+import {
+  watchDirectory
+} from "./chunk-KRYIFLQR.js";
+import {
+  INDEX_DIR,
+  INDEX_VERSION,
+  buildIndex,
+  computeHash,
+  countTokens,
+  countTokensApprox,
+  countWords,
+  createEmptyDocumentIndex,
+  createEmptyLinkIndex,
+  createEmptySectionIndex,
+  createStorage,
+  freeEncoder,
+  getBrokenLinks,
+  getIncomingLinks,
+  getIndexPaths,
+  getOutgoingLinks,
+  indexExists,
+  initializeIndex,
+  loadConfig,
+  loadDocumentIndex,
+  loadLinkIndex,
+  loadSectionIndex,
+  parse,
+  parseFile,
+  saveConfig,
+  saveDocumentIndex,
+  saveLinkIndex,
+  saveSectionIndex
+} from "./chunk-S7E6TFX6.js";
+
+// src/core/types.ts
+var ParseError = (message, line, column) => ({
+  _tag: "ParseError",
+  message,
+  line,
+  column
+});
+var IoError = (message, path, cause) => ({
+  _tag: "IoError",
+  message,
+  path,
+  cause
+});
+var IndexError = (cause, message) => ({
+  _tag: "IndexError",
+  cause,
+  message
+});
+export {
+  INDEX_DIR,
+  INDEX_VERSION,
+  IndexError,
+  IoError,
+  ParseError,
+  buildIndex,
+  computeHash,
+  countTokens,
+  countTokensApprox,
+  countWords,
+  createEmptyDocumentIndex,
+  createEmptyLinkIndex,
+  createEmptySectionIndex,
+  createStorage,
+  freeEncoder,
+  getBrokenLinks,
+  getIncomingLinks,
+  getIndexPaths,
+  getOutgoingLinks,
+  indexExists,
+  initializeIndex,
+  loadConfig,
+  loadDocumentIndex,
+  loadLinkIndex,
+  loadSectionIndex,
+  parse,
+  parseFile,
+  saveConfig,
+  saveDocumentIndex,
+  saveLinkIndex,
+  saveSectionIndex,
+  watchDirectory
+};

package/dist/mcp/server.d.ts

@@ -0,0 +1 @@
+#!/usr/bin/env node