markdown-lsp 0.1.0

package/dist/db/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/db/schema.ts"],"names":[],"mappings":"AAqBA,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAA;AAEF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAerB,CAAA;AAED,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAuBpB,CAAA;AAED,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqBjB,CAAA;AAED,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBjB,CAAA;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAwB3B,CAAA;AAED,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAetB,CAAA;AAEF,MAAM,MAAM,SAAS,GAAG,OAAO,UAAU,CAAC,YAAY,CAAA;AACtD,MAAM,MAAM,QAAQ,GAAG,OAAO,SAAS,CAAC,YAAY,CAAA;AACpD,MAAM,MAAM,OAAO,GAAG,OAAO,QAAQ,CAAC,YAAY,CAAA;AAClD,MAAM,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,YAAY,CAAA;AAC5C,MAAM,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,YAAY,CAAA;AAC5C,MAAM,MAAM,cAAc,GAAG,OAAO,eAAe,CAAC,YAAY,CAAA;AAChE,MAAM,MAAM,UAAU,GAAG,OAAO,WAAW,CAAC,YAAY,CAAA;AAExD,eAAO,MAAM,sBAAsB,oCAA6C,CAAA"}

package/dist/db/schema.js

@@ -0,0 +1,118 @@
+import { pgTable, uuid, text, integer, real, boolean, timestamp, uniqueIndex, index, customType, } from "drizzle-orm/pg-core";
+import { sql } from "drizzle-orm";
+const vector = (name, opts) => customType({
+    dataType: () => `vector(${opts.dimensions})`,
+    fromDriver: (v) => JSON.parse(v),
+    toDriver: (v) => `[${v.join(",")}]`,
+})(name);
+export const workspaces = pgTable("mdlsp_workspaces", {
+    id: uuid("id").primaryKey().defaultRandom(),
+    name: text("name").notNull(),
+    rootPath: text("root_path").notNull(),
+    createdAt: timestamp("created_at").defaultNow().notNull(),
+    updatedAt: timestamp("updated_at").defaultNow().notNull(),
+});
+export const documents = pgTable("mdlsp_documents", {
+    id: uuid("id").primaryKey().defaultRandom(),
+    workspaceId: uuid("workspace_id")
+        .references(() => workspaces.id, { onDelete: "cascade" })
+        .notNull(),
+    path: text("path").notNull(),
+    contentHash: text("content_hash").notNull(),
+    title: text("title"),
+    lastIndexedAt: timestamp("last_indexed_at").defaultNow().notNull(),
+}, (t) => ({
+    workspacePathIdx: uniqueIndex("mdlsp_documents_workspace_path_idx").on(t.workspaceId, t.path),
+}));
+export const sections = pgTable("mdlsp_sections", {
+    id: uuid("id").primaryKey().defaultRandom(),
+    documentId: uuid("document_id")
+        .references(() => documents.id, { onDelete: "cascade" })
+        .notNull(),
+    workspaceId: uuid("workspace_id")
+        .references(() => workspaces.id, { onDelete: "cascade" })
+        .notNull(),
+    headingPath: text("heading_path").array().notNull(),
+    anchor: text("anchor"),
+    level: integer("level").notNull(),
+    content: text("content").notNull(),
+    charCount: integer("char_count").notNull(),
+    positionStartLine: integer("position_start_line").notNull(),
+    positionStartCol: integer("position_start_col").notNull(),
+    positionEndLine: integer("position_end_line").notNull(),
+    positionEndCol: integer("position_end_col").notNull(),
+}, (t) => ({
+    workspaceDocIdx: index("mdlsp_sections_workspace_doc_idx").on(t.workspaceId, t.documentId),
+}));
+export const links = pgTable("mdlsp_links", {
+    id: uuid("id").primaryKey().defaultRandom(),
+    workspaceId: uuid("workspace_id")
+        .references(() => workspaces.id, { onDelete: "cascade" })
+        .notNull(),
+    fromDocumentId: uuid("from_document_id")
+        .references(() => documents.id, { onDelete: "cascade" })
+        .notNull(),
+    fromSectionId: uuid("from_section_id").references(() => sections.id, { onDelete: "cascade" }),
+    toPath: text("to_path").notNull(),
+    toDocumentId: uuid("to_document_id").references(() => documents.id, { onDelete: "set null" }),
+    toAnchor: text("to_anchor"),
+    kind: text("kind", { enum: ["inline", "reference", "wiki", "autolink"] }).notNull(),
+    textAtLink: text("text_at_link"),
+}, (t) => ({
+    workspaceToDocIdx: index("mdlsp_links_workspace_to_doc_idx").on(t.workspaceId, t.toDocumentId),
+    workspaceToPathIdx: index("mdlsp_links_workspace_to_path_idx").on(t.workspaceId, t.toPath),
+}));
+export const terms = pgTable("mdlsp_terms", {
+    id: uuid("id").primaryKey().defaultRandom(),
+    workspaceId: uuid("workspace_id")
+        .references(() => workspaces.id, { onDelete: "cascade" })
+        .notNull(),
+    canonicalId: text("canonical_id").notNull(),
+    surfaceForms: text("surface_forms").array().notNull(),
+    description: text("description"),
+    embedding: vector("embedding", { dimensions: 1536 }),
+    userOverridden: boolean("user_overridden").default(false).notNull(),
+    createdAt: timestamp("created_at").defaultNow().notNull(),
+    updatedAt: timestamp("updated_at").defaultNow().notNull(),
+}, (t) => ({
+    workspaceCanonIdx: uniqueIndex("mdlsp_terms_workspace_canon_idx").on(t.workspaceId, t.canonicalId),
+}));
+export const termOccurrences = pgTable("mdlsp_term_occurrences", {
+    id: uuid("id").primaryKey().defaultRandom(),
+    workspaceId: uuid("workspace_id")
+        .references(() => workspaces.id, { onDelete: "cascade" })
+        .notNull(),
+    termId: uuid("term_id")
+        .references(() => terms.id, { onDelete: "cascade" })
+        .notNull(),
+    sectionId: uuid("section_id")
+        .references(() => sections.id, { onDelete: "cascade" })
+        .notNull(),
+    documentId: uuid("document_id")
+        .references(() => documents.id, { onDelete: "cascade" })
+        .notNull(),
+    kind: text("kind", { enum: ["definition", "mention", "example"] }).notNull(),
+    confidence: real("confidence").notNull().default(1.0),
+    surfaceForm: text("surface_form").notNull(),
+}, (t) => ({
+    workspaceTermKindIdx: index("mdlsp_occ_workspace_term_kind_idx").on(t.workspaceId, t.termId, t.kind),
+    workspaceSectionIdx: index("mdlsp_occ_workspace_section_idx").on(t.workspaceId, t.sectionId),
+}));
+export const reindexJobs = pgTable("mdlsp_reindex_jobs", {
+    id: uuid("id").primaryKey().defaultRandom(),
+    workspaceId: uuid("workspace_id")
+        .references(() => workspaces.id, { onDelete: "cascade" })
+        .notNull(),
+    kind: text("kind", { enum: ["full", "incremental", "glossary_only"] }).notNull(),
+    status: text("status", { enum: ["pending", "running", "done", "failed"] }).notNull(),
+    sectionsProcessed: integer("sections_processed").default(0).notNull(),
+    llmTokensIn: integer("llm_tokens_in").default(0).notNull(),
+    llmTokensOut: integer("llm_tokens_out").default(0).notNull(),
+    embeddingTokens: integer("embedding_tokens").default(0).notNull(),
+    costEstimateUsd: real("cost_estimate_usd").default(0).notNull(),
+    error: text("error"),
+    startedAt: timestamp("started_at").defaultNow().notNull(),
+    finishedAt: timestamp("finished_at"),
+});
+export const PGVECTOR_EXTENSION_SQL = sql `CREATE EXTENSION IF NOT EXISTS vector`;
+//# sourceMappingURL=schema.js.map

package/dist/db/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/db/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EACP,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,IAAI,EACJ,OAAO,EACP,SAAS,EACT,WAAW,EACX,KAAK,EACL,UAAU,GACX,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AAEjC,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,IAA4B,EAAE,EAAE,CAC5D,UAAU,CAAyC;IACjD,QAAQ,EAAE,GAAG,EAAE,CAAC,UAAU,IAAI,CAAC,UAAU,GAAG;IAC5C,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAChC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;CACpC,CAAC,CAAC,IAAI,CAAC,CAAA;AAEV,MAAM,CAAC,MAAM,UAAU,GAAG,OAAO,CAAC,kBAAkB,EAAE;IACpD,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE;IAC3C,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;IAC5B,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;IACrC,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;CAC1D,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,OAAO,CAC9B,iBAAiB,EACjB;IACE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE;IAC3C,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC;SAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACxD,OAAO,EAAE;IACZ,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;IAC5B,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE;IAC3C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC;IACpB,aAAa,EAAE,SAAS,CAAC,iBAAiB,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;CACnE,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,gBAAgB,EAAE,WAAW,CAAC,oCAAoC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC;CAC9F,CAAC,CACH,CAAA;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG,OAAO,CAC7B,gBAAgB,EAChB;IACE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE;IAC3C,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC;SAC5B,UAAU,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACvD,OAAO,EAAE;IACZ,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC;SAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACxD,OAAO,EAAE;IACZ,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE;IACnD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC;IACtB,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE;IACjC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE;IAClC,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;IAC1C,iBAAiB,EAAE,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,EAAE;IAC3D,gBAAgB,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE;IACzD,eAAe,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE;IACvD,cAAc,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE;CACtD,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,eAAe,EAAE,KAAK,CAAC,kCAAkC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,UAAU,CAAC;CAC3F,CAAC,CACH,CAAA;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,OAAO,CAC1B,aAAa,EACb;IACE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE;IAC3C,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC;SAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACxD,OAAO,EAAE;IACZ,cAAc,EAAE,IAAI,CAAC,kBAAkB,CAAC;SACrC,UAAU,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACvD,OAAO,EAAE;IACZ,aAAa,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAC7F,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE;IACjC,YAAY,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAC7F,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC;IAC3B,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE;IACnF,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC;CACjC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,iBAAiB,EAAE,KAAK,CAAC,kCAAkC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC;IAC9F,kBAAkB,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;CAC3F,CAAC,CACH,CAAA;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,OAAO,CAC1B,aAAa,EACb;IACE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE;IAC3C,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC;SAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACxD,OAAO,EAAE;IACZ,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE;IAC3C,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE;IACrD,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACpD,cAAc,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE;IACnE,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;CAC1D,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,iBAAiB,EAAE,WAAW,CAAC,iCAAiC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC;CACnG,CAAC,CACH,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,OAAO,CACpC,wBAAwB,EACxB;IACE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE;IAC3C,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC;SAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACxD,OAAO,EAAE;IACZ,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;SACpB,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACnD,OAAO,EAAE;IACZ,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC;SAC1B,UAAU,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACtD,OAAO,EAAE;IACZ,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC;SAC5B,UAAU,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACvD,OAAO,EAAE;IACZ,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE;IAC5E,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACrD,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE;CAC5C,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,oBAAoB,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC;IACpG,mBAAmB,EAAE,KAAK,CAAC,iCAAiC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,SAAS,CAAC;CAC7F,CAAC,CACH,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC,oBAAoB,EAAE;IACvD,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE;IAC3C,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC;SAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SACxD,OAAO,EAAE;IACZ,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE;IAChF,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE;IACpF,iBAAiB,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IACrE,WAAW,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IAC1D,YAAY,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IAC5D,eAAe,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IACjE,eAAe,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IAC/D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC;IACpB,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,UAAU,EAAE,SAAS,CAAC,aAAa,CAAC;CACrC,CAAC,CAAA;AAUF,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAG,CAAA,uCAAuC,CAAA"}

package/dist/indexer/indexer.d.ts

@@ -0,0 +1,24 @@
+export interface WorkspaceRef {
+    id: string;
+    rootPath: string;
+}
+export declare function ensureWorkspace(rootPath: string, name?: string): Promise<WorkspaceRef>;
+export interface IndexFileResult {
+    documentId: string;
+    sectionsCount: number;
+    linksCount: number;
+    changed: boolean;
+}
+export declare function indexFile(workspace: WorkspaceRef, absolutePath: string, contentOverride?: string): Promise<IndexFileResult>;
+export declare function resolveLinkTargets(workspace: WorkspaceRef): Promise<{
+    resolved: number;
+    unresolved: number;
+}>;
+export declare function indexWorkspace(workspace: WorkspaceRef): Promise<{
+    filesIndexed: number;
+    filesUnchanged: number;
+    filesRemoved: number;
+}>;
+export declare function removeFile(workspace: WorkspaceRef, absolutePath: string): Promise<boolean>;
+export declare function fileExists(absolutePath: string): Promise<boolean>;
+//# sourceMappingURL=indexer.d.ts.map

package/dist/indexer/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAqBA,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAW5F;AAmBD,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,wBAAsB,SAAS,CAC7B,SAAS,EAAE,YAAY,EACvB,YAAY,EAAE,MAAM,EACpB,eAAe,CAAC,EAAE,MAAM,GACvB,OAAO,CAAC,eAAe,CAAC,CAiG1B;AAED,wBAAsB,kBAAkB,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAiEnH;AAED,wBAAsB,cAAc,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC;IACrE,YAAY,EAAE,MAAM,CAAA;IACpB,cAAc,EAAE,MAAM,CAAA;IACtB,YAAY,EAAE,MAAM,CAAA;CACrB,CAAC,CA+BD;AAED,wBAAsB,UAAU,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAUhG;AAED,wBAAsB,UAAU,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOvE"}

package/dist/indexer/indexer.js

@@ -0,0 +1,248 @@
+import { createHash } from "node:crypto";
+import { readFile, stat } from "node:fs/promises";
+import { readdir } from "node:fs/promises";
+import { join, relative, resolve, dirname, extname } from "node:path";
+import { eq, and, inArray, sql } from "drizzle-orm";
+import { db } from "../db/client.js";
+import { workspaces, documents, sections, links } from "../db/schema.js";
+import { parseMarkdown, slugify } from "./parseMarkdown.js";
+const MARKDOWN_EXTS = new Set([".md", ".mdx", ".markdown"]);
+const IGNORED_DIRS = new Set([
+    "node_modules",
+    ".git",
+    "dist",
+    "build",
+    ".next",
+    ".vercel",
+    ".turbo",
+    "coverage",
+]);
+export async function ensureWorkspace(rootPath, name) {
+    const absolute = resolve(rootPath);
+    const existing = await db.select().from(workspaces).where(eq(workspaces.rootPath, absolute)).limit(1);
+    if (existing.length > 0) {
+        return { id: existing[0].id, rootPath: absolute };
+    }
+    const inserted = await db
+        .insert(workspaces)
+        .values({ rootPath: absolute, name: name ?? absolute.split("/").pop() ?? "workspace" })
+        .returning();
+    return { id: inserted[0].id, rootPath: absolute };
+}
+async function* walkMarkdownFiles(root) {
+    const entries = await readdir(root, { withFileTypes: true });
+    for (const entry of entries) {
+        if (IGNORED_DIRS.has(entry.name) || entry.name.startsWith("."))
+            continue;
+        const full = join(root, entry.name);
+        if (entry.isDirectory()) {
+            yield* walkMarkdownFiles(full);
+        }
+        else if (entry.isFile() && MARKDOWN_EXTS.has(extname(entry.name).toLowerCase())) {
+            yield full;
+        }
+    }
+}
+function hashContent(content) {
+    return createHash("sha256").update(content).digest("hex");
+}
+export async function indexFile(workspace, absolutePath, contentOverride) {
+    const relPath = relative(workspace.rootPath, absolutePath);
+    const content = contentOverride ?? (await readFile(absolutePath, "utf-8"));
+    const contentHash = hashContent(content);
+    const existing = await db
+        .select()
+        .from(documents)
+        .where(and(eq(documents.workspaceId, workspace.id), eq(documents.path, relPath)))
+        .limit(1);
+    if (existing.length > 0 && existing[0].contentHash === contentHash && !contentOverride) {
+        const counts = await db
+            .select({ count: sql `count(*)::int` })
+            .from(sections)
+            .where(eq(sections.documentId, existing[0].id));
+        return {
+            documentId: existing[0].id,
+            sectionsCount: counts[0]?.count ?? 0,
+            linksCount: 0,
+            changed: false,
+        };
+    }
+    const parsed = parseMarkdown(content);
+    const documentId = existing.length > 0 ? existing[0].id : undefined;
+    let docRowId;
+    if (documentId) {
+        await db
+            .update(documents)
+            .set({
+            contentHash,
+            title: parsed.title,
+            lastIndexedAt: new Date(),
+        })
+            .where(eq(documents.id, documentId));
+        await db.delete(links).where(eq(links.fromDocumentId, documentId));
+        await db.delete(sections).where(eq(sections.documentId, documentId));
+        docRowId = documentId;
+    }
+    else {
+        const inserted = await db
+            .insert(documents)
+            .values({
+            workspaceId: workspace.id,
+            path: relPath,
+            contentHash,
+            title: parsed.title,
+        })
+            .returning();
+        docRowId = inserted[0].id;
+    }
+    const insertedSections = parsed.sections.length > 0
+        ? await db
+            .insert(sections)
+            .values(parsed.sections.map((s) => ({
+            documentId: docRowId,
+            workspaceId: workspace.id,
+            headingPath: s.headingPath,
+            anchor: s.anchor,
+            level: s.level,
+            content: s.content,
+            charCount: s.charCount,
+            positionStartLine: s.positionStartLine,
+            positionStartCol: s.positionStartCol,
+            positionEndLine: s.positionEndLine,
+            positionEndCol: s.positionEndCol,
+        })))
+            .returning({ id: sections.id })
+        : [];
+    if (parsed.links.length > 0) {
+        await db.insert(links).values(parsed.links.map((l) => ({
+            workspaceId: workspace.id,
+            fromDocumentId: docRowId,
+            fromSectionId: l.fromSectionIndex !== null ? insertedSections[l.fromSectionIndex]?.id ?? null : null,
+            toPath: l.toPath,
+            toDocumentId: null,
+            toAnchor: l.toAnchor,
+            kind: l.kind,
+            textAtLink: l.textAtLink,
+        })));
+    }
+    return {
+        documentId: docRowId,
+        sectionsCount: parsed.sections.length,
+        linksCount: parsed.links.length,
+        changed: true,
+    };
+}
+export async function resolveLinkTargets(workspace) {
+    const allDocs = await db
+        .select({ id: documents.id, path: documents.path, title: documents.title })
+        .from(documents)
+        .where(eq(documents.workspaceId, workspace.id));
+    const byPath = new Map();
+    const byBaseName = new Map();
+    const byTitleSlug = new Map();
+    for (const d of allDocs) {
+        byPath.set(d.path, d.id);
+        const base = d.path.replace(/\.(md|mdx|markdown)$/i, "");
+        byPath.set(base, d.id);
+        const baseName = base.split("/").pop() ?? base;
+        byBaseName.set(baseName.toLowerCase(), d.id);
+        if (d.title)
+            byTitleSlug.set(slugify(d.title), d.id);
+    }
+    const allLinks = await db
+        .select()
+        .from(links)
+        .where(eq(links.workspaceId, workspace.id));
+    let resolved = 0;
+    let unresolved = 0;
+    for (const l of allLinks) {
+        const fromDoc = allDocs.find((d) => d.id === l.fromDocumentId);
+        if (!fromDoc)
+            continue;
+        const fromDir = dirname(fromDoc.path);
+        let toDocId = null;
+        if (l.kind === "wiki") {
+            const candidate = l.toPath;
+            toDocId = byBaseName.get(candidate.toLowerCase()) ?? byTitleSlug.get(slugify(candidate)) ?? null;
+            if (!toDocId) {
+                const normalized = candidate.replace(/\.(md|mdx|markdown)$/i, "");
+                toDocId = byPath.get(normalized) ?? null;
+            }
+        }
+        else {
+            const target = l.toPath;
+            const candidates = [
+                target,
+                target.replace(/^\.\//, ""),
+                join(fromDir, target),
+                join(fromDir, target.replace(/^\.\//, "")),
+            ];
+            for (const c of candidates) {
+                const normalized = c.replace(/\.(md|mdx|markdown)$/i, "");
+                toDocId = byPath.get(normalized) ?? byPath.get(c) ?? null;
+                if (toDocId)
+                    break;
+            }
+        }
+        if (toDocId)
+            resolved++;
+        else
+            unresolved++;
+        await db
+            .update(links)
+            .set({ toDocumentId: toDocId })
+            .where(eq(links.id, l.id));
+    }
+    return { resolved, unresolved };
+}
+export async function indexWorkspace(workspace) {
+    const onDisk = new Set();
+    for await (const file of walkMarkdownFiles(workspace.rootPath)) {
+        onDisk.add(file);
+    }
+    let filesIndexed = 0;
+    let filesUnchanged = 0;
+    for (const file of onDisk) {
+        const result = await indexFile(workspace, file);
+        if (result.changed)
+            filesIndexed++;
+        else
+            filesUnchanged++;
+    }
+    const allDocs = await db
+        .select({ id: documents.id, path: documents.path })
+        .from(documents)
+        .where(eq(documents.workspaceId, workspace.id));
+    const stale = allDocs.filter((d) => !onDisk.has(join(workspace.rootPath, d.path)));
+    if (stale.length > 0) {
+        await db.delete(documents).where(inArray(documents.id, stale.map((s) => s.id)));
+    }
+    await resolveLinkTargets(workspace);
+    return {
+        filesIndexed,
+        filesUnchanged,
+        filesRemoved: stale.length,
+    };
+}
+export async function removeFile(workspace, absolutePath) {
+    const relPath = relative(workspace.rootPath, absolutePath);
+    const existing = await db
+        .select({ id: documents.id })
+        .from(documents)
+        .where(and(eq(documents.workspaceId, workspace.id), eq(documents.path, relPath)))
+        .limit(1);
+    if (existing.length === 0)
+        return false;
+    await db.delete(documents).where(eq(documents.id, existing[0].id));
+    return true;
+}
+export async function fileExists(absolutePath) {
+    try {
+        await stat(absolutePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=indexer.js.map

package/dist/indexer/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACrE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AACnD,OAAO,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAmB,MAAM,oBAAoB,CAAA;AAE5E,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAA;AAC3D,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,SAAS;IACT,QAAQ;IACR,UAAU;CACX,CAAC,CAAA;AAOF,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,IAAa;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAClC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IACrG,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;IACpD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,EAAE;SACtB,MAAM,CAAC,UAAU,CAAC;SAClB,MAAM,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,WAAW,EAAE,CAAC;SACtF,SAAS,EAAE,CAAA;IACd,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AACpD,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,iBAAiB,CAAC,IAAY;IAC5C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAQ;QACxE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAA;QAChC,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAClF,MAAM,IAAI,CAAA;QACZ,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC3D,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,SAAuB,EACvB,YAAoB,EACpB,eAAwB;IAExB,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IAC1D,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAA;IAC1E,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;IAExC,MAAM,QAAQ,GAAG,MAAM,EAAE;SACtB,MAAM,EAAE;SACR,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;SAChF,KAAK,CAAC,CAAC,CAAC,CAAA;IAEX,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,WAAW,KAAK,WAAW,IAAI,CAAC,eAAe,EAAE,CAAC;QACxF,MAAM,MAAM,GAAG,MAAM,EAAE;aACpB,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,CAAQ,eAAe,EAAE,CAAC;aAC7C,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QAClD,OAAO;YACL,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE;YAC3B,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC;YACpC,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,KAAK;SACf,CAAA;IACH,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IAErC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IAEpE,IAAI,QAAgB,CAAA;IACpB,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,EAAE;aACL,MAAM,CAAC,SAAS,CAAC;aACjB,GAAG,CAAC;YACH,WAAW;YACX,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,aAAa,EAAE,IAAI,IAAI,EAAE;SAC1B,CAAC;aACD,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC,CAAA;QACtC,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC,CAAA;QAClE,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAA;QACpE,QAAQ,GAAG,UAAU,CAAA;IACvB,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,MAAM,EAAE;aACtB,MAAM,CAAC,SAAS,CAAC;aACjB,MAAM,CAAC;YACN,WAAW,EAAE,SAAS,CAAC,EAAE;YACzB,IAAI,EAAE,OAAO;YACb,WAAW;YACX,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;aACD,SAAS,EAAE,CAAA;QACd,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,CAAA;IAC5B,CAAC;IAED,MAAM,gBAAgB,GACpB,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QACxB,CAAC,CAAC,MAAM,EAAE;aACL,MAAM,CAAC,QAAQ,CAAC;aAChB,MAAM,CACL,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1B,UAAU,EAAE,QAAQ;YACpB,WAAW,EAAE,SAAS,CAAC,EAAE;YACzB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;YACtC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;YACpC,eAAe,EAAE,CAAC,CAAC,eAAe;YAClC,cAAc,EAAE,CAAC,CAAC,cAAc;SACjC,CAAC,CAAC,CACJ;aACA,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;QACnC,CAAC,CAAC,EAAE,CAAA;IAER,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAC3B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE;YACzB,cAAc,EAAE,QAAQ;YACxB,aAAa,EAAE,CAAC,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;YACpG,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC,CACJ,CAAA;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,QAAQ;QACpB,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;QACrC,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAC/B,OAAO,EAAE,IAAI;KACd,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,SAAuB;IAC9D,MAAM,OAAO,GAAG,MAAM,EAAE;SACrB,MAAM,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC;SAC1E,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAA;IAEjD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC5C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC7C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAA;QACxD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,CAAA;QAC9C,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;QAC5C,IAAI,CAAC,CAAC,KAAK;YAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IACtD,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,EAAE;SACtB,MAAM,EAAE;SACR,IAAI,CAAC,KAAK,CAAC;SACX,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAA;IAE7C,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,cAAc,CAAC,CAAA;QAC9D,IAAI,CAAC,OAAO;YAAE,SAAQ;QAEtB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,OAAO,GAAkB,IAAI,CAAA;QAEjC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAA;YAC1B,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,IAAI,CAAA;YAChG,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAA;gBACjE,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAA;YAC1C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAA;YACvB,MAAM,UAAU,GAAG;gBACjB,MAAM;gBACN,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;gBACrB,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;aAC3C,CAAA;YACD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAA;gBACzD,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;gBACzD,IAAI,OAAO;oBAAE,MAAK;YACpB,CAAC;QACH,CAAC;QAED,IAAI,OAAO;YAAE,QAAQ,EAAE,CAAA;;YAClB,UAAU,EAAE,CAAA;QAEjB,MAAM,EAAE;aACL,MAAM,CAAC,KAAK,CAAC;aACb,GAAG,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;aAC9B,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC9B,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAA;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAuB;IAK1D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,iBAAiB,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAClB,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;QAC/C,IAAI,MAAM,CAAC,OAAO;YAAE,YAAY,EAAE,CAAA;;YAC7B,cAAc,EAAE,CAAA;IACvB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,EAAE;SACrB,MAAM,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;SAClD,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAA;IAEjD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAClF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACjF,CAAC;IAED,MAAM,kBAAkB,CAAC,SAAS,CAAC,CAAA;IAEnC,OAAO;QACL,YAAY;QACZ,cAAc;QACd,YAAY,EAAE,KAAK,CAAC,MAAM;KAC3B,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,SAAuB,EAAE,YAAoB;IAC5E,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IAC1D,MAAM,QAAQ,GAAG,MAAM,EAAE;SACtB,MAAM,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC;SAC5B,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;SAChF,KAAK,CAAC,CAAC,CAAC,CAAA;IACX,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACvC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACnE,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,YAAoB;IACnD,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,YAAY,CAAC,CAAA;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC"}

package/dist/indexer/parseMarkdown.d.ts

@@ -0,0 +1,30 @@
+export interface ParsedSection {
+    headingPath: string[];
+    anchor: string | null;
+    level: number;
+    content: string;
+    charCount: number;
+    positionStartLine: number;
+    positionStartCol: number;
+    positionEndLine: number;
+    positionEndCol: number;
+}
+export interface ParsedLink {
+    toPath: string;
+    toAnchor: string | null;
+    kind: "inline" | "reference" | "wiki" | "autolink";
+    textAtLink: string | null;
+    fromSectionIndex: number | null;
+    positionStartLine: number;
+    positionStartCol: number;
+    positionEndLine: number;
+    positionEndCol: number;
+}
+export interface ParsedDocument {
+    title: string | null;
+    sections: ParsedSection[];
+    links: ParsedLink[];
+}
+export declare function slugify(text: string): string;
+export declare function parseMarkdown(source: string): ParsedDocument;
+//# sourceMappingURL=parseMarkdown.d.ts.map

package/dist/indexer/parseMarkdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseMarkdown.d.ts","sourceRoot":"","sources":["../../src/indexer/parseMarkdown.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,iBAAiB,EAAE,MAAM,CAAA;IACzB,gBAAgB,EAAE,MAAM,CAAA;IACxB,eAAe,EAAE,MAAM,CAAA;IACvB,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,IAAI,EAAE,QAAQ,GAAG,WAAW,GAAG,MAAM,GAAG,UAAU,CAAA;IAClD,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAA;IAC/B,iBAAiB,EAAE,MAAM,CAAA;IACzB,gBAAgB,EAAE,MAAM,CAAA;IACxB,eAAe,EAAE,MAAM,CAAA;IACvB,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,QAAQ,EAAE,aAAa,EAAE,CAAA;IACzB,KAAK,EAAE,UAAU,EAAE,CAAA;CACpB;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAM5C;AAkDD,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAyI5D"}

package/dist/indexer/parseMarkdown.js

@@ -0,0 +1,191 @@
+import { unified } from "unified";
+import remarkParse from "remark-parse";
+import remarkGfm from "remark-gfm";
+import { toString as mdastToString } from "mdast-util-to-string";
+const parser = unified().use(remarkParse).use(remarkGfm);
+export function slugify(text) {
+    return text
+        .toLowerCase()
+        .trim()
+        .replace(/[^\w\s-]/g, "")
+        .replace(/\s+/g, "-");
+}
+function getPosition(node) {
+    const p = node.position;
+    if (!p)
+        return { startLine: 0, startCol: 0, endLine: 0, endCol: 0 };
+    return {
+        startLine: p.start.line - 1,
+        startCol: p.start.column - 1,
+        endLine: p.end.line - 1,
+        endCol: p.end.column - 1,
+    };
+}
+function isParent(node) {
+    return "children" in node && Array.isArray(node.children);
+}
+function visit(node, fn) {
+    fn(node);
+    if (isParent(node)) {
+        for (const child of node.children)
+            visit(child, fn);
+    }
+}
+function extractWikiLinksFromText(text, baseLine, baseCol) {
+    const re = /\[\[([^\]|#]+)(?:#([^\]|]+))?(?:\|([^\]]+))?\]\]/g;
+    const out = [];
+    let m;
+    while ((m = re.exec(text)) !== null) {
+        out.push({
+            toPath: m[1].trim(),
+            toAnchor: m[2]?.trim() ?? null,
+            kind: "wiki",
+            textAtLink: m[3]?.trim() ?? m[1].trim(),
+            fromSectionIndex: null,
+            positionStartLine: baseLine,
+            positionStartCol: baseCol + m.index,
+            positionEndLine: baseLine,
+            positionEndCol: baseCol + m.index + m[0].length,
+        });
+    }
+    return out;
+}
+function parseLinkTarget(raw) {
+    const hashAt = raw.indexOf("#");
+    if (hashAt === -1)
+        return { path: raw, anchor: null };
+    return { path: raw.slice(0, hashAt), anchor: raw.slice(hashAt + 1) || null };
+}
+export function parseMarkdown(source) {
+    const tree = parser.parse(source);
+    const definitions = new Map();
+    visit(tree, (n) => {
+        if (n.type === "definition") {
+            const d = n;
+            definitions.set(d.identifier.toLowerCase(), d.url);
+        }
+    });
+    let title = null;
+    const sections = [];
+    const lines = source.split(/\r?\n/);
+    const headings = [];
+    for (let i = 0; i < tree.children.length; i++) {
+        const child = tree.children[i];
+        if (child.type === "heading")
+            headings.push({ node: child, index: i });
+    }
+    if (headings.length === 0) {
+        const pos = getPosition(tree);
+        sections.push({
+            headingPath: [],
+            anchor: null,
+            level: 0,
+            content: source,
+            charCount: source.length,
+            positionStartLine: 0,
+            positionStartCol: 0,
+            positionEndLine: lines.length - 1,
+            positionEndCol: lines[lines.length - 1]?.length ?? 0,
+            ...pos,
+        });
+    }
+    else {
+        const headingStack = [];
+        for (let h = 0; h < headings.length; h++) {
+            const { node: hNode, index: childIndex } = headings[h];
+            const text = mdastToString(hNode).trim();
+            const level = hNode.depth;
+            while (headingStack.length > 0 && headingStack[headingStack.length - 1].level >= level) {
+                headingStack.pop();
+            }
+            headingStack.push({ text, level });
+            const headingPath = headingStack.map((s) => s.text);
+            if (title === null && level === 1)
+                title = text;
+            const hPos = getPosition(hNode);
+            const nextHeadingIndex = headings[h + 1]?.index ?? tree.children.length;
+            const endNode = tree.children[nextHeadingIndex - 1] ?? hNode;
+            const endPos = getPosition(endNode);
+            const startLine = hPos.startLine;
+            const endLine = endPos.endLine;
+            const startCol = hPos.startCol;
+            const endCol = endPos.endCol;
+            const content = lines.slice(startLine, endLine + 1).join("\n");
+            sections.push({
+                headingPath,
+                anchor: slugify(text),
+                level,
+                content,
+                charCount: content.length,
+                positionStartLine: startLine,
+                positionStartCol: startCol,
+                positionEndLine: endLine,
+                positionEndCol: endCol,
+            });
+            void childIndex;
+        }
+    }
+    const linksOut = [];
+    const findSectionForPos = (line) => {
+        for (let i = sections.length - 1; i >= 0; i--) {
+            if (sections[i].positionStartLine <= line)
+                return i;
+        }
+        return sections.length > 0 ? 0 : null;
+    };
+    visit(tree, (n) => {
+        if (n.type === "link") {
+            const l = n;
+            const url = l.url;
+            if (!url || url.startsWith("http://") || url.startsWith("https://") || url.startsWith("mailto:"))
+                return;
+            const pos = getPosition(l);
+            const { path, anchor } = parseLinkTarget(url);
+            linksOut.push({
+                toPath: path,
+                toAnchor: anchor,
+                kind: "inline",
+                textAtLink: mdastToString(l) || null,
+                fromSectionIndex: findSectionForPos(pos.startLine),
+                positionStartLine: pos.startLine,
+                positionStartCol: pos.startCol,
+                positionEndLine: pos.endLine,
+                positionEndCol: pos.endCol,
+            });
+        }
+        else if (n.type === "linkReference") {
+            const lr = n;
+            const url = definitions.get(lr.identifier.toLowerCase());
+            if (!url)
+                return;
+            if (url.startsWith("http://") || url.startsWith("https://") || url.startsWith("mailto:"))
+                return;
+            const pos = getPosition(lr);
+            const { path, anchor } = parseLinkTarget(url);
+            linksOut.push({
+                toPath: path,
+                toAnchor: anchor,
+                kind: "reference",
+                textAtLink: mdastToString(lr) || null,
+                fromSectionIndex: findSectionForPos(pos.startLine),
+                positionStartLine: pos.startLine,
+                positionStartCol: pos.startCol,
+                positionEndLine: pos.endLine,
+                positionEndCol: pos.endCol,
+            });
+        }
+        else if (n.type === "text") {
+            const txt = n.value;
+            if (!txt.includes("[["))
+                return;
+            const pos = getPosition(n);
+            const wikiLinks = extractWikiLinksFromText(txt, pos.startLine, pos.startCol);
+            for (const wl of wikiLinks) {
+                wl.fromSectionIndex = findSectionForPos(wl.positionStartLine);
+                linksOut.push(wl);
+            }
+        }
+    });
+    return { title, sections, links: linksOut };
+}
+//# sourceMappingURL=parseMarkdown.js.map