@theglitchking/semantic-pages 0.4.3 → 0.4.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@theglitchking/semantic-pages",
-  "version": "0.4.3",
+  "version": "0.4.5",
   "description": "Semantic search + knowledge graph MCP server for any folder of markdown files",
   "type": "module",
   "main": "./dist/core/index.js",

package/dist/chunk-TDC45FQJ.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/core/indexer.ts"],"sourcesContent":["import { unified } from \"unified\";\nimport remarkParse from \"remark-parse\";\nimport remarkWikiLink from \"remark-wiki-link\";\nimport matter from \"gray-matter\";\nimport { glob } from \"glob\";\nimport { readFile } from \"node:fs/promises\";\nimport { basename, join, relative } from \"node:path\";\nimport type { IndexedDocument } from \"./types.js\";\n\nconst CHUNK_TARGET_CHARS = 2000; // ~512 tokens\n\nexport class Indexer {\n  private notesPath: string;\n  private processor: any;\n\n  constructor(notesPath: string) {\n    this.notesPath = notesPath;\n    this.processor = unified().use(remarkParse).use(remarkWikiLink);\n  }\n\n  async indexAll(): Promise<IndexedDocument[]> {\n    const files = await glob(\"**/*.md\", { cwd: this.notesPath });\n    const docs = await Promise.all(\n      files.map((file) => this.indexFile(join(this.notesPath, file), file))\n    );\n    return docs;\n  }\n\n  async indexFile(\n    absolutePath: string,\n    relativePath: string\n  ): Promise<IndexedDocument> {\n    const raw = await readFile(absolutePath, \"utf-8\");\n    const { data: frontmatter, content } = matter(raw);\n    const tree = this.processor.parse(content);\n\n    const wikilinks = this.extractWikilinks(tree);\n    const tags = this.extractTags(content, frontmatter);\n    const headers = this.extractHeaders(tree);\n    const plainText = this.stripMarkdown(content);\n    const chunks = this.chunkText(plainText);\n\n    const title =\n      (frontmatter.title as string) ||\n      headers[0] ||\n      basename(relativePath, \".md\");\n\n    return {\n      path: relativePath,\n      title,\n      content: plainText,\n      frontmatter,\n      wikilinks,\n      tags,\n      headers,\n      chunks,\n    };\n  }\n\n  private extractWikilinks(tree: any): string[] {\n    const links: string[] = [];\n    const walk = (node: any) => {\n      if (node.type === \"wikiLink\") {\n        links.push(node.value || node.data?.alias || \"\");\n      }\n      if (node.children) {\n        for (const child of node.children) walk(child);\n      }\n    };\n    walk(tree);\n    return [...new Set(links.filter(Boolean))];\n  }\n\n  private extractTags(content: string, frontmatter: Record<string, unknown>): string[] {\n    const inlineTags = [...content.matchAll(/(?:^|\\s)#([a-zA-Z][\\w-/]*)/g)].map(\n      (m) => m[1]\n    );\n\n    const fmTags = Array.isArray(frontmatter.tags)\n      ? (frontmatter.tags as string[])\n      : [];\n\n    return [...new Set([...fmTags, ...inlineTags])];\n  }\n\n  private extractHeaders(tree: any): string[] {\n    const headers: string[] = [];\n    const walk = (node: any) => {\n      if (node.type === \"heading\") {\n        const text = this.nodeToText(node);\n        if (text) headers.push(text);\n      }\n      if (node.children) {\n        for (const child of node.children) walk(child);\n      }\n    };\n    walk(tree);\n    return headers;\n  }\n\n  private nodeToText(node: any): string {\n    if (node.type === \"text\") return node.value;\n    if (node.children) return node.children.map((c: any) => this.nodeToText(c)).join(\"\");\n    return \"\";\n  }\n\n  private stripMarkdown(content: string): string {\n    return content\n      .replace(/```[\\s\\S]*?```/g, \"\")\n      .replace(/`[^`]+`/g, \"\")\n      .replace(/!\\[.*?\\]\\(.*?\\)/g, \"\")\n      .replace(/\\[([^\\]]+)\\]\\(.*?\\)/g, \"$1\")\n      .replace(/#{1,6}\\s+/g, \"\")\n      .replace(/[*_~]{1,3}/g, \"\")\n      .replace(/>\\s+/g, \"\")\n      .replace(/\\|.*\\|/g, \"\")\n      .replace(/-{3,}/g, \"\")\n      .replace(/\\n{3,}/g, \"\\n\\n\")\n      .trim();\n  }\n\n  chunkText(text: string): string[] {\n    if (text.length <= CHUNK_TARGET_CHARS) return [text];\n\n    const sentences = text.match(/[^.!?\\n]+[.!?\\n]+|[^.!?\\n]+$/g) || [text];\n    const chunks: string[] = [];\n    let current = \"\";\n\n    for (const sentence of sentences) {\n      if (current.length + sentence.length > CHUNK_TARGET_CHARS && current) {\n        chunks.push(current.trim());\n        current = \"\";\n      }\n      current += sentence;\n    }\n    if (current.trim()) chunks.push(current.trim());\n\n    return chunks;\n  }\n}\n"],"mappings":";;;;;;;AAAA,SAAS,eAAe;AACxB,OAAO,iBAAiB;AACxB,OAAO,oBAAoB;AAC3B,OAAO,YAAY;AACnB,SAAS,YAAY;AACrB,SAAS,gBAAgB;AACzB,SAAS,UAAU,YAAsB;AAGzC,IAAM,qBAAqB;AAEpB,IAAM,UAAN,MAAc;AAAA,EACX;AAAA,EACA;AAAA,EAER,YAAY,WAAmB;AAC7B,SAAK,YAAY;AACjB,SAAK,YAAY,QAAQ,EAAE,IAAI,WAAW,EAAE,IAAI,cAAc;AAAA,EAChE;AAAA,EAEA,MAAM,WAAuC;AAC3C,UAAM,QAAQ,MAAM,KAAK,WAAW,EAAE,KAAK,KAAK,UAAU,CAAC;AAC3D,UAAM,OAAO,MAAM,QAAQ;AAAA,MACzB,MAAM,IAAI,CAAC,SAAS,KAAK,UAAU,KAAK,KAAK,WAAW,IAAI,GAAG,IAAI,CAAC;AAAA,IACtE;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UACJ,cACA,cAC0B;AAC1B,UAAM,MAAM,MAAM,SAAS,cAAc,OAAO;AAChD,UAAM,EAAE,MAAM,aAAa,QAAQ,IAAI,OAAO,GAAG;AACjD,UAAM,OAAO,KAAK,UAAU,MAAM,OAAO;AAEzC,UAAM,YAAY,KAAK,iBAAiB,IAAI;AAC5C,UAAM,OAAO,KAAK,YAAY,SAAS,WAAW;AAClD,UAAM,UAAU,KAAK,eAAe,IAAI;AACxC,UAAM,YAAY,KAAK,cAAc,OAAO;AAC5C,UAAM,SAAS,KAAK,UAAU,SAAS;AAEvC,UAAM,QACH,YAAY,SACb,QAAQ,CAAC,KACT,SAAS,cAAc,KAAK;AAE9B,WAAO;AAAA,MACL,MAAM;AAAA,MACN;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,iBAAiB,MAAqB;AAC5C,UAAM,QAAkB,CAAC;AACzB,UAAM,OAAO,CAAC,SAAc;AAC1B,UAAI,KAAK,SAAS,YAAY;AAC5B,cAAM,KAAK,KAAK,SAAS,KAAK,MAAM,SAAS,EAAE;AAAA,MACjD;AACA,UAAI,KAAK,UAAU;AACjB,mBAAW,SAAS,KAAK,SAAU,MAAK,KAAK;AAAA,MAC/C;AAAA,IACF;AACA,SAAK,IAAI;AACT,WAAO,CAAC,GAAG,IAAI,IAAI,MAAM,OAAO,OAAO,CAAC,CAAC;AAAA,EAC3C;AAAA,EAEQ,YAAY,SAAiB,aAAgD;AACnF,UAAM,aAAa,CAAC,GAAG,QAAQ,SAAS,6BAA6B,CAAC,EAAE;AAAA,MACtE,CAAC,MAAM,EAAE,CAAC;AAAA,IACZ;AAEA,UAAM,SAAS,MAAM,QAAQ,YAAY,IAAI,IACxC,YAAY,OACb,CAAC;AAEL,WAAO,CAAC,GAAG,oBAAI,IAAI,CAAC,GAAG,QAAQ,GAAG,UAAU,CAAC,CAAC;AAAA,EAChD;AAAA,EAEQ,eAAe,MAAqB;AAC1C,UAAM,UAAoB,CAAC;AAC3B,UAAM,OAAO,CAAC,SAAc;AAC1B,UAAI,KAAK,SAAS,WAAW;AAC3B,cAAM,OAAO,KAAK,WAAW,IAAI;AACjC,YAAI,KAAM,SAAQ,KAAK,IAAI;AAAA,MAC7B;AACA,UAAI,KAAK,UAAU;AACjB,mBAAW,SAAS,KAAK,SAAU,MAAK,KAAK;AAAA,MAC/C;AAAA,IACF;AACA,SAAK,IAAI;AACT,WAAO;AAAA,EACT;AAAA,EAEQ,WAAW,MAAmB;AACpC,QAAI,KAAK,SAAS,OAAQ,QAAO,KAAK;AACtC,QAAI,KAAK,SAAU,QAAO,KAAK,SAAS,IAAI,CAAC,MAAW,KAAK,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE;AACnF,WAAO;AAAA,EACT;AAAA,EAEQ,cAAc,SAAyB;AAC7C,WAAO,QACJ,QAAQ,mBAAmB,EAAE,EAC7B,QAAQ,YAAY,EAAE,EACtB,QAAQ,oBAAoB,EAAE,EAC9B,QAAQ,wBAAwB,IAAI,EACpC,QAAQ,cAAc,EAAE,EACxB,QAAQ,eAAe,EAAE,EACzB,QAAQ,SAAS,EAAE,EACnB,QAAQ,WAAW,EAAE,EACrB,QAAQ,UAAU,EAAE,EACpB,QAAQ,WAAW,MAAM,EACzB,KAAK;AAAA,EACV;AAAA,EAEA,UAAU,MAAwB;AAChC,QAAI,KAAK,UAAU,mBAAoB,QAAO,CAAC,IAAI;AAEnD,UAAM,YAAY,KAAK,MAAM,+BAA+B,KAAK,CAAC,IAAI;AACtE,UAAM,SAAmB,CAAC;AAC1B,QAAI,UAAU;AAEd,eAAW,YAAY,WAAW;AAChC,UAAI,QAAQ,SAAS,SAAS,SAAS,sBAAsB,SAAS;AACpE,eAAO,KAAK,QAAQ,KAAK,CAAC;AAC1B,kBAAU;AAAA,MACZ;AACA,iBAAW;AAAA,IACb;AACA,QAAI,QAAQ,KAAK,EAAG,QAAO,KAAK,QAAQ,KAAK,CAAC;AAE9C,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/indexer-HSCSXWIO.js

@@ -1,7 +0,0 @@
-import {
-  Indexer
-} from "./chunk-TDC45FQJ.js";
-export {
-  Indexer
-};
-//# sourceMappingURL=indexer-HSCSXWIO.js.map