@nebutra/document-pipeline 0.1.2 → 0.1.4

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @nebutra/document-pipeline
 
+## 0.1.4
+
+### Patch Changes
+
+- Updated dependencies []:
+  - @nebutra/capability-kit@2.0.0
+  - @nebutra/errors@2.0.0
+  - @nebutra/sandbox-runtime@2.0.0
+  - @nebutra/content-store@0.1.5
+
 ## 0.1.2
 
 ### Patch Changes

package/package.json

@@ -1,11 +1,12 @@
 {
   "name": "@nebutra/document-pipeline",
-  "version": "0.1.2",
+  "version": "0.1.4",
   "description": "Document parse, chunk, embed-port, and content-store ingestion pipeline",
   "private": false,
   "license": "MIT",
   "type": "module",
   "nebutra": {
+    "graph": "labs",
     "status": "wip",
     "productionReady": false,
     "surface": "execution-capability",
@@ -22,16 +23,20 @@
     "category": "ai",
     "summary": "Parser router, metadata-preserving chunks, content-store ingest, doctor, and debug tools"
   },
-  "main": "./src/index.ts",
-  "types": "./src/index.ts",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "exports": {
-    ".": "./src/index.ts"
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
   },
   "dependencies": {
-    "@nebutra/capability-kit": "0.2.2",
-    "@nebutra/content-store": "0.1.2",
-    "@nebutra/sandbox-runtime": "0.1.2",
-    "@nebutra/errors": "0.1.2"
+    "@nebutra/capability-kit": "2.0.0",
+    "@nebutra/content-store": "0.1.5",
+    "@nebutra/errors": "2.0.0",
+    "@nebutra/sandbox-runtime": "2.0.0"
   },
   "devDependencies": {
     "@types/node": "^25.9.1",
@@ -51,6 +56,12 @@
   "publishConfig": {
     "access": "public"
   },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE",
+    "CHANGELOG.md"
+  ],
   "scripts": {
     "build": "tsup",
     "test": "vitest run",

package/.nebutra/debug/content-store.jsonl

@@ -1,54 +0,0 @@
-{"at":"2026-05-17T18:28:18.167Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:28:18.175Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-17T18:28:18.181Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:28:18.188Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:28:18.195Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:28:18.196Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-05-17T18:30:11.005Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:30:11.015Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-17T18:30:11.021Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:30:11.028Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:30:11.033Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:30:11.035Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-05-17T18:36:14.823Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:36:14.831Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-17T18:36:14.836Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:36:14.841Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:36:14.848Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-17T18:36:14.849Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-05-18T05:20:20.472Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:20:20.497Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-18T05:20:20.512Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:20:20.544Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:20:20.587Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:20:20.592Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-05-18T05:50:56.502Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:50:56.516Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-18T05:50:56.533Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:50:56.548Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:50:56.559Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-18T05:50:56.570Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-05-19T05:21:58.317Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:21:58.328Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-19T05:21:58.335Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:21:58.343Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:21:58.350Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:21:58.352Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-05-19T05:25:37.226Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:25:37.243Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-19T05:25:37.260Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:25:37.278Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:25:37.288Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-19T05:25:37.290Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-05-30T21:06:21.590Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-30T21:06:21.614Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-05-30T21:06:21.625Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-30T21:06:21.635Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-30T21:06:21.644Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-05-30T21:06:21.647Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}
-{"at":"2026-07-01T01:38:44.077Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-07-01T01:38:44.115Z","type":"write","tenantId":"tenant_a","path":"research/BRAND.md"}
-{"at":"2026-07-01T01:38:44.134Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-07-01T01:38:44.142Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-07-01T01:38:44.152Z","type":"reindex","tenantId":"tenant_a","files":0}
-{"at":"2026-07-01T01:38:44.156Z","type":"write","tenantId":"tenant_a","path":"notes/a.md"}

package/.nebutra/debug/document-pipeline.jsonl

@@ -1,27 +0,0 @@
-{"at":"2026-05-17T18:28:18.168Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-17T18:28:18.176Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-17T18:28:18.182Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-05-17T18:30:11.007Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-17T18:30:11.015Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-17T18:30:11.022Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-05-17T18:36:14.824Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-17T18:36:14.831Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-17T18:36:14.837Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-05-18T05:20:20.478Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-18T05:20:20.498Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-18T05:20:20.514Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-05-18T05:50:56.504Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-18T05:50:56.517Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-18T05:50:56.534Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-05-19T05:21:58.319Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-19T05:21:58.328Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-19T05:21:58.336Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-05-19T05:25:37.228Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-19T05:25:37.244Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-19T05:25:37.260Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-05-30T21:06:21.593Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-05-30T21:06:21.615Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-05-30T21:06:21.626Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}
-{"at":"2026-07-01T01:38:44.083Z","type":"parse","tenantId":"tenant_a","parser":"markdown","path":"research/BRAND.md","chunks":1}
-{"at":"2026-07-01T01:38:44.119Z","type":"ingest","tenantId":"tenant_a","path":"research/BRAND.md","parser":"markdown","chunks":1}
-{"at":"2026-07-01T01:38:44.135Z","type":"parse","tenantId":"tenant_a","parser":"html","path":"page.html","chunks":1}

package/.turbo/turbo-build.log

@@ -1,22 +0,0 @@
-
-> @nebutra/document-pipeline@0.1.2 build /Users/tseka_luk/Documents/Nebutra-SaaS-Lab/Nebutra-Sailor/packages/ai/document-pipeline
-> tsup
-
-CLI Building entry: src/cli.ts, src/index.ts
-CLI Using tsconfig: tsconfig.json
-CLI tsup v8.5.1
-CLI Using tsup config: /Users/tseka_luk/Documents/Nebutra-SaaS-Lab/Nebutra-Sailor/packages/ai/document-pipeline/tsup.config.ts
-CLI Target: es2022
-CLI Cleaning output folder
-ESM Build start
-ESM dist/cli.js                1.10 KB
-ESM dist/index.js              180.00 B
-ESM dist/chunk-UF5MSWGW.js     7.83 KB
-ESM dist/index.js.map          71.00 B
-ESM dist/cli.js.map            1.93 KB
-ESM dist/chunk-UF5MSWGW.js.map 16.68 KB
-ESM ⚡️ Build success in 58ms
-DTS Build start
-DTS ⚡️ Build success in 2940ms
-DTS dist/cli.d.ts   13.00 B
-DTS dist/index.d.ts 3.44 KB

package/.turbo/turbo-test.log

@@ -1,16 +0,0 @@
-
-> @nebutra/document-pipeline@0.1.1 test /Users/tseka_luk/Documents/Nebutra-SaaS-Lab/Nebutra-Sailor/packages/ai/document-pipeline
-> vitest run
-
-
- RUN  v4.1.4 /Users/tseka_luk/Documents/Nebutra-SaaS-Lab/Nebutra-Sailor/packages/ai/document-pipeline
-
-(node:45791) ExperimentalWarning: SQLite is an experimental feature and might change at any time
-(Use `node --trace-warnings ...` to show where the warning was created)
- ✓ src/index.test.ts (5 tests) 118ms
-
- Test Files  1 passed (1)
-      Tests  5 passed (5)
-   Start at  09:38:43
-   Duration  1.00s (transform 132ms, setup 0ms, import 196ms, tests 118ms, environment 0ms)
-

package/.turbo/turbo-typecheck.log

@@ -1,4 +0,0 @@
-
-> @nebutra/document-pipeline@0.1.2 typecheck /Users/tseka_luk/Documents/Nebutra-SaaS-Lab/Nebutra-Sailor/packages/ai/document-pipeline
-> tsc --noEmit
-

package/examples/ingest-markdown.ts

@@ -1,15 +0,0 @@
-import { DocumentPipeline } from "@nebutra/document-pipeline";
-
-const pipeline = await DocumentPipeline.open(".nebutra/document-pipeline-example", {
-  tenantId: "local",
-});
-
-const result = await pipeline.ingest({
-  tenantId: "local",
-  source: {
-    type: "inline",
-    path: "research/note.md",
-    content: "---\nschema: research_note\n---\nretrieval augmented generation notes",
-  },
-});
-process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);

package/examples/parse-html.ts

@@ -1,15 +0,0 @@
-import { DocumentPipeline } from "@nebutra/document-pipeline";
-
-const pipeline = await DocumentPipeline.open(".nebutra/document-pipeline-example", {
-  tenantId: "local",
-});
-
-const result = await pipeline.parse({
-  tenantId: "local",
-  source: {
-    type: "inline",
-    path: "landing.html",
-    content: "<h1>Launch</h1><p>Clear operator language</p>",
-  },
-});
-process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);

package/examples/sidecar-gate.ts

@@ -1,14 +0,0 @@
-import { DocumentPipeline } from "@nebutra/document-pipeline";
-
-const pipeline = await DocumentPipeline.open(".nebutra/document-pipeline-example", {
-  tenantId: "local",
-});
-
-try {
-  await pipeline.parse({
-    tenantId: "local",
-    source: { type: "file", path: "paper.pdf" },
-  });
-} catch (error) {
-  process.stdout.write(`${JSON.stringify(error, null, 2)}\n`);
-}

package/src/cli.ts

@@ -1,31 +0,0 @@
-import { DocumentPipeline, readDocumentPipelineDebug } from "./index";
-
-const command = process.argv[2] ?? "doctor";
-const pipeline = await DocumentPipeline.open(
-  process.env.DOCUMENT_PIPELINE_ROOT ?? ".nebutra/document-pipeline",
-  {
-    tenantId: process.env.NEBUTRA_TENANT_ID ?? "local",
-  },
-);
-
-if (command === "doctor") {
-  process.stdout.write(`${JSON.stringify(await pipeline.doctor(), null, 2)}\n`);
-} else if (command === "ingest") {
-  const path = process.argv[3];
-  if (!path) {
-    process.stderr.write("Usage: pnpm docs:ingest <path>\n");
-    process.exitCode = 1;
-  } else {
-    process.stdout.write(
-      `${JSON.stringify({ capability: "document-pipeline", result: await pipeline.ingestFile(path) }, null, 2)}\n`,
-    );
-  }
-} else if (command === "inspect" || command === "debug") {
-  const entries = await readDocumentPipelineDebug();
-  process.stdout.write(
-    `${JSON.stringify({ capability: "document-pipeline", entries }, null, 2)}\n`,
-  );
-} else {
-  process.stderr.write(`Unknown document-pipeline command: ${command}\n`);
-  process.exitCode = 1;
-}

package/src/index.test.ts

@@ -1,93 +0,0 @@
-import { mkdtemp, rm, writeFile } from "node:fs/promises";
-import { tmpdir } from "node:os";
-import { join } from "node:path";
-import { ContentStore } from "@nebutra/content-store";
-import { afterEach, describe, expect, it } from "vitest";
-import { DocumentPipeline, readDocumentPipelineDebug } from "./index";
-
-let root: string | undefined;
-let store: ContentStore | undefined;
-
-afterEach(async () => {
-  if (store) await store.close();
-  if (root) await rm(root, { recursive: true, force: true });
-  root = undefined;
-  store = undefined;
-});
-
-describe("DocumentPipeline", () => {
-  it("ingests frontmatter-aware markdown into content-store", async () => {
-    root = await mkdtemp(join(tmpdir(), "document-pipeline-"));
-    store = await ContentStore.open(join(root, "content"), { tenantId: "tenant_a" });
-    const pipeline = new DocumentPipeline({ tenantId: "tenant_a", contentStore: store });
-
-    const result = await pipeline.ingest({
-      tenantId: "tenant_a",
-      source: {
-        type: "inline",
-        path: "research/BRAND.md",
-        content: "---\nschema: note\n---\nretrieval note",
-      },
-    });
-
-    expect(result).toMatchObject({ path: "research/BRAND.md", chunkCount: 1 });
-    await expect(
-      store.search().query("retrieval").filter({ schema: "note" }).topK(5),
-    ).resolves.toHaveLength(1);
-  });
-
-  it("parses html through the lightweight deterministic parser", async () => {
-    root = await mkdtemp(join(tmpdir(), "document-pipeline-"));
-    store = await ContentStore.open(join(root, "content"), { tenantId: "tenant_a" });
-    const pipeline = new DocumentPipeline({ tenantId: "tenant_a", contentStore: store });
-
-    const parsed = await pipeline.parse({
-      tenantId: "tenant_a",
-      source: { type: "inline", path: "page.html", content: "<h1>Title</h1><p>Useful body</p>" },
-    });
-
-    expect(parsed.chunks[0]?.text).toContain("Title");
-    expect(parsed.chunks[0]?.metadata.mimeType).toBe("text/html");
-  });
-
-  it("routes complex binary formats to parser sidecars with a fix suggestion", async () => {
-    root = await mkdtemp(join(tmpdir(), "document-pipeline-"));
-    const pdfPath = join(root, "paper.pdf");
-    await writeFile(pdfPath, "%PDF-1.7\n", "utf8");
-    store = await ContentStore.open(join(root, "content"), { tenantId: "tenant_a" });
-    const pipeline = new DocumentPipeline({ tenantId: "tenant_a", contentStore: store });
-
-    await expect(
-      pipeline.parse({ tenantId: "tenant_a", source: { type: "file", path: pdfPath } }),
-    ).rejects.toMatchObject({
-      capability: "document-pipeline",
-      suggestion: expect.stringContaining("parser sidecar"),
-    });
-  });
-
-  it("requires tenant context for persistent ingestion", async () => {
-    const pipeline = new DocumentPipeline();
-    await expect(
-      pipeline.ingest({ source: { type: "inline", path: "note.md", content: "hello" } }),
-    ).rejects.toMatchObject({
-      capability: "document-pipeline",
-      suggestion: expect.stringContaining("tenantId"),
-    });
-  });
-
-  it("writes inspectable debug records", async () => {
-    root = await mkdtemp(join(tmpdir(), "document-pipeline-"));
-    store = await ContentStore.open(join(root, "content"), { tenantId: "tenant_a" });
-    const pipeline = new DocumentPipeline({
-      tenantId: "tenant_a",
-      contentStore: store,
-      debugRoot: root,
-    });
-    await pipeline.ingest({
-      tenantId: "tenant_a",
-      source: { type: "inline", path: "notes/a.md", content: "debuggable chunk" },
-    });
-
-    expect(await readDocumentPipelineDebug(root)).toEqual(expect.any(Array));
-  });
-});

package/src/index.ts

@@ -1,353 +0,0 @@
-import { readFile } from "node:fs/promises";
-import { extname, join } from "node:path";
-import { requireCapabilityTenant } from "@nebutra/capability-kit";
-import { appendCapabilityDebug, readCapabilityDebug } from "@nebutra/capability-kit/debug";
-import {
-  ContentStore,
-  parseContentFrontmatter,
-  serializeContentFrontmatter,
-  splitContentParagraphs,
-} from "@nebutra/content-store";
-import { CapabilityError } from "@nebutra/errors";
-
-export type ParserChoice = "auto" | "markdown" | "html" | "text" | "sidecar";
-export type ChunkerChoice = "paragraph" | "recursive" | "hierarchical";
-
-export interface InlineSource {
-  readonly type: "inline";
-  readonly path: string;
-  readonly content: string;
-  readonly mimeType?: string;
-}
-
-export interface FileSource {
-  readonly type: "file";
-  readonly path: string;
-  readonly mimeType?: string;
-}
-
-export type DocumentSource = InlineSource | FileSource;
-
-export interface IngestRequest {
-  readonly tenantId?: string;
-  readonly source: DocumentSource;
-  readonly parser?: ParserChoice;
-  readonly chunker?: ChunkerChoice;
-  readonly targetPath?: string;
-  readonly metadata?: Record<string, string>;
-}
-
-export interface ParseRequest {
-  readonly tenantId?: string;
-  readonly source: DocumentSource;
-  readonly parser?: ParserChoice;
-  readonly chunker?: ChunkerChoice;
-  readonly metadata?: Record<string, string>;
-}
-
-export interface ParsedChunk {
-  readonly id: string;
-  readonly text: string;
-  readonly metadata: {
-    readonly tenantId: string;
-    readonly sourcePath: string;
-    readonly chunkIndex: number;
-    readonly mimeType: string;
-    readonly parser: ParserChoice;
-    readonly heading?: string;
-  } & Record<string, string | number>;
-}
-
-export interface ParsedDocument {
-  readonly tenantId: string;
-  readonly path: string;
-  readonly mimeType: string;
-  readonly parser: ParserChoice;
-  readonly chunks: readonly ParsedChunk[];
-  readonly frontmatter: Record<string, string>;
-}
-
-export interface IngestResult {
-  readonly tenantId: string;
-  readonly path: string;
-  readonly parser: ParserChoice;
-  readonly chunkCount: number;
-  readonly contentIndexed: true;
-}
-
-export interface DocumentPipelineDoctorReport {
-  readonly capability: "document-pipeline";
-  readonly nativeParsers: readonly ParserChoice[];
-  readonly sidecarConfigured: boolean;
-  readonly contentStore: Awaited<ReturnType<ContentStore["doctor"]>>;
-  readonly suggestion?: string;
-}
-
-export interface DocumentParser {
-  parse(request: RequiredTenant<ParseRequest>): Promise<ParsedDocument>;
-  doctor(): Promise<{ readonly ok: boolean; readonly suggestion?: string }>;
-}
-
-export interface DocumentPipelineOptions {
-  readonly tenantId?: string;
-  readonly root?: string;
-  readonly debugRoot?: string;
-  readonly contentStore?: ContentStore;
-  readonly sidecarParser?: DocumentParser;
-}
-
-type RequiredTenant<T extends { readonly tenantId?: string }> = Omit<T, "tenantId"> & {
-  readonly tenantId: string;
-};
-
-export async function readDocumentPipelineDebug(
-  root = process.cwd(),
-  limit = 20,
-): Promise<unknown[]> {
-  return readCapabilityDebug("document-pipeline", { root, limit });
-}
-
-export class DocumentPipeline {
-  readonly #tenantId: string | undefined;
-  readonly #root: string;
-  readonly #debugRoot: string;
-  readonly #contentStore: ContentStore | undefined;
-  readonly #sidecarParser: DocumentParser | undefined;
-
-  constructor(options: DocumentPipelineOptions = {}) {
-    this.#tenantId = options.tenantId;
-    this.#root = options.root ?? join(process.cwd(), ".nebutra", "document-pipeline");
-    this.#debugRoot = options.debugRoot ?? process.cwd();
-    this.#contentStore = options.contentStore;
-    this.#sidecarParser = options.sidecarParser;
-  }
-
-  static async open(
-    root = ".nebutra/document-pipeline",
-    options: Omit<DocumentPipelineOptions, "root" | "contentStore"> = {},
-  ): Promise<DocumentPipeline> {
-    const tenantId = options.tenantId ?? "local";
-    const contentStore = await ContentStore.open(join(root, "content"), { tenantId });
-    return new DocumentPipeline({ ...options, tenantId, root, contentStore });
-  }
-
-  async parse(request: ParseRequest): Promise<ParsedDocument> {
-    const tenantId = requireCapabilityTenant({
-      explicit: request.tenantId,
-      fallback: this.#tenantId,
-      onMissing: () =>
-        new CapabilityError("document-pipeline", "Document ingestion requires tenant context", {
-          suggestion:
-            "Pass tenantId on the request or construct DocumentPipeline with a tenantId default.",
-          statusCode: 400,
-        }),
-    });
-    const required: RequiredTenant<ParseRequest> = { ...request, tenantId };
-    const parser = this.#chooseParser(required);
-    if (parser === "sidecar") {
-      if (!this.#sidecarParser) {
-        throw new CapabilityError("document-pipeline", "Parser sidecar is not configured", {
-          suggestion:
-            "Configure the parser sidecar for PDFs, office files, OCR, and layout-aware extraction.",
-          statusCode: 503,
-          metadata: { path: request.source.path },
-        });
-      }
-      const parsed = await this.#sidecarParser.parse(required);
-      await appendCapabilityDebug(
-        "document-pipeline",
-        {
-          type: "parse",
-          tenantId,
-          parser: "sidecar",
-          path: parsed.path,
-        },
-        { root: this.#debugRoot },
-      );
-      return parsed;
-    }
-
-    const raw = await readSource(request.source);
-    const parsed = parseNativeDocument(required, raw, parser);
-    await appendCapabilityDebug(
-      "document-pipeline",
-      {
-        type: "parse",
-        tenantId,
-        parser,
-        path: parsed.path,
-        chunks: parsed.chunks.length,
-      },
-      { root: this.#debugRoot },
-    );
-    return parsed;
-  }
-
-  async ingest(request: IngestRequest): Promise<IngestResult> {
-    const tenantId = requireCapabilityTenant({
-      explicit: request.tenantId,
-      fallback: this.#tenantId,
-      onMissing: () =>
-        new CapabilityError("document-pipeline", "Document ingestion requires tenant context", {
-          suggestion:
-            "Pass tenantId on the request or construct DocumentPipeline with a tenantId default.",
-          statusCode: 400,
-        }),
-    });
-    const contentStore = await this.#resolveContentStore(tenantId);
-    const parsed = await this.parse({ ...request, tenantId });
-    const targetPath = request.targetPath ?? parsed.path;
-    const content = serializeForContentStore(parsed, request.metadata);
-    await contentStore.write(targetPath, content);
-    await appendCapabilityDebug(
-      "document-pipeline",
-      {
-        type: "ingest",
-        tenantId,
-        path: targetPath,
-        parser: parsed.parser,
-        chunks: parsed.chunks.length,
-      },
-      { root: this.#debugRoot },
-    );
-    return {
-      tenantId,
-      path: targetPath,
-      parser: parsed.parser,
-      chunkCount: parsed.chunks.length,
-      contentIndexed: true,
-    };
-  }
-
-  async ingestFile(
-    path: string,
-    options: Omit<IngestRequest, "source"> = {},
-  ): Promise<IngestResult> {
-    return this.ingest({ ...options, source: { type: "file", path } });
-  }
-
-  async doctor(): Promise<DocumentPipelineDoctorReport> {
-    const contentStore = await this.#resolveContentStore(this.#tenantId ?? "local");
-    const sidecar = this.#sidecarParser ? await this.#sidecarParser.doctor() : { ok: false };
-    return {
-      capability: "document-pipeline",
-      nativeParsers: ["markdown", "html", "text"],
-      sidecarConfigured: sidecar.ok,
-      contentStore: await contentStore.doctor(),
-      ...(sidecar.ok
-        ? {}
-        : {
-            suggestion:
-              "Native parsers are active; configure the parser sidecar before ingesting PDFs, office files, OCR, or complex layout documents.",
-          }),
-    };
-  }
-
-  #chooseParser(request: RequiredTenant<ParseRequest>): ParserChoice {
-    if (request.parser && request.parser !== "auto") return request.parser;
-    const mime = request.source.mimeType ?? mimeFromPath(request.source.path);
-    if (mime === "text/markdown") return "markdown";
-    if (mime === "text/html") return "html";
-    if (mime.startsWith("text/")) return "text";
-    return "sidecar";
-  }
-
-  async #resolveContentStore(tenantId: string): Promise<ContentStore> {
-    if (this.#contentStore) return this.#contentStore;
-    return ContentStore.open(join(this.#root, "content"), { tenantId });
-  }
-}
-
-async function readSource(source: DocumentSource): Promise<string> {
-  return source.type === "inline" ? source.content : readFile(source.path, "utf8");
-}
-
-function mimeFromPath(path: string): string {
-  const extension = extname(path).toLowerCase();
-  if (extension === ".md" || extension === ".mdx") return "text/markdown";
-  if (extension === ".html" || extension === ".htm") return "text/html";
-  if (extension === ".txt" || extension === ".csv" || extension === ".json") return "text/plain";
-  if (extension === ".pdf") return "application/pdf";
-  if (extension === ".docx")
-    return "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
-  if (extension === ".pptx")
-    return "application/vnd.openxmlformats-officedocument.presentationml.presentation";
-  if (extension === ".png" || extension === ".jpg" || extension === ".jpeg") return "image";
-  return "application/octet-stream";
-}
-
-function parseNativeDocument(
-  request: RequiredTenant<ParseRequest>,
-  raw: string,
-  parser: ParserChoice,
-): ParsedDocument {
-  const mimeType = request.source.mimeType ?? mimeFromPath(request.source.path);
-  const { frontmatter, body } =
-    parser === "markdown" ? parseContentFrontmatter(raw) : { frontmatter: {}, body: raw };
-  const text = parser === "html" ? htmlToText(body) : body;
-  const chunks = splitContentParagraphs(text).map((chunk, index) => ({
-    id: `${request.tenantId}:${request.source.path}:${index}`,
-    text: chunk,
-    metadata: {
-      tenantId: request.tenantId,
-      sourcePath: request.source.path,
-      chunkIndex: index,
-      mimeType,
-      parser,
-      ...(request.metadata ?? {}),
-    },
-  }));
-  return {
-    tenantId: request.tenantId,
-    path: request.source.path,
-    mimeType,
-    parser,
-    chunks:
-      chunks.length > 0
-        ? chunks
-        : [
-            {
-              id: `${request.tenantId}:${request.source.path}:0`,
-              text,
-              metadata: {
-                tenantId: request.tenantId,
-                sourcePath: request.source.path,
-                chunkIndex: 0,
-                mimeType,
-                parser,
-                ...(request.metadata ?? {}),
-              },
-            },
-          ],
-    frontmatter,
-  };
-}
-
-function serializeForContentStore(
-  parsed: ParsedDocument,
-  metadata: Record<string, string> | undefined,
-): string {
-  const frontmatter = {
-    ...parsed.frontmatter,
-    ...(metadata ?? {}),
-    source_mime: parsed.mimeType,
-    parser: parsed.parser,
-  };
-  const body = parsed.chunks.map((chunk) => chunk.text).join("\n\n");
-  return serializeContentFrontmatter(frontmatter, body);
-}
-
-function htmlToText(html: string): string {
-  return html
-    .replace(/<script[\s\S]{0,200000}?<\/script>/gi, " ")
-    .replace(/<style[\s\S]{0,200000}?<\/style>/gi, " ")
-    .replace(/<\/(h[1-6]|p|li|tr|div)>/gi, "\n\n")
-    .replace(/<[^>]{0,2000}>/g, " ")
-    .replace(/&nbsp;/g, " ")
-    .replace(/&lt;/g, "<")
-    .replace(/&gt;/g, ">")
-    .replace(/&amp;/g, "&")
-    .replace(/[ \t]+/g, " ")
-    .replace(/\n\s+/g, "\n")
-    .trim();
-}

package/tsconfig.json

@@ -1,12 +0,0 @@
-{
-  "extends": "../../../tsconfig.base.json",
-  "compilerOptions": {
-    "module": "ESNext",
-    "moduleResolution": "bundler",
-    "target": "esnext",
-    "types": ["node"],
-    "incremental": false
-  },
-  "include": ["src", "examples"],
-  "exclude": ["node_modules", "dist"]
-}

package/tsup.config.ts

@@ -1,16 +0,0 @@
-import { defineConfig } from "tsup";
-
-export default defineConfig({
-  entry: ["src/index.ts", "src/cli.ts"],
-  format: ["esm"],
-  dts: true,
-  sourcemap: true,
-  clean: true,
-  target: "es2022",
-  external: [
-    "@nebutra/capability-kit/debug",
-    "@nebutra/content-store",
-    "@nebutra/errors",
-    "@nebutra/sandbox-runtime",
-  ],
-});