@jcode.labs/ragmir 2.17.2 → 2.18.0

package/dist/workload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workload.js","sourceRoot":"","sources":["../src/workload.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAA;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAG/C,MAAM,CAAC,MAAM,4BAA4B,GAAG,iBAAiB,CAAA;AAC7D,MAAM,mBAAmB,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAA;AA+BjE,MAAM,aAAa;IAME;IACA;IAEA;IARX,MAAM,GAAG,CAAC,CAAA;IACD,MAAM,GAAiB,EAAE,CAAA;IAClC,KAAK,CAAe;IAE5B,YACmB,WAAmB,EACnB,QAAsB,EACvC,KAAoB,EACH,MAAsC;QAHtC,gBAAW,GAAX,WAAW,CAAQ;QACnB,aAAQ,GAAR,QAAQ,CAAc;QAEtB,WAAM,GAAN,MAAM,CAAgC;QAEvD,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,GAAG,CACD,KAAoB,EACpB,MAA+B,EAC/B,SAAuD;QAEvD,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,CAAA;QACzB,cAAc,CAAC,MAAM,CAAC,CAAA;QAEtB,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxC,MAAM,KAAK,GAAe;gBACxB,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE;gBAC7B,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc;gBACzC,MAAM;gBACN,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;oBAC3B,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAA;wBACxC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,CAAA;wBAC/C,OAAO,CAAC,KAAK,CAAC,CAAA;oBAChB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,WAAW,CAAC,CAAA;wBAC5C,MAAM,CAAC,KAAK,CAAC,CAAA;oBACf,CAAC;gBACH,CAAC;gBACD,MAAM;gBACN,aAAa,EAAE,SAAS;gBACxB,OAAO,EAAE,SAAS;aACnB,CAAA;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gBACrE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBACjB,OAAM;YACR,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC9C,MAAM,KAAK,GAAG,IAAI,WAAW,CAC3B,YAAY,EACZ,UAAU,IAAI,CAAC,QAAQ,4BAA4B,IAAI,CAAC,MAAM,YAAY,IAAI,CAAC,MAAM,CAAC,MAAM,WAAW,EACvG,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAA;gBACD,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAA;gBAC7B,MAAM,CAAC,KAAK,CAAC,CAAA;gBACb,OAAM;YACR,CAAC;YAED,KAAK,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,CAAA;YACvF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YACtE,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,CAAC,YAAY,CACf,KAAK,EACL,IAAI,WAAW,CACb,SAAS,EACT,UAAU,IAAI,CAAC,QAAQ,kCAAkC,KAAK,CAAC,cAAc,MAAM,EACnF,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,EACD,WAAW,CACZ,CAAA;YACH,CAAC,EAAE,KAAK,CAAC,cAAc,CAAC,CAAA;YACxB,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAA;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACvB,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,QAAQ;QACN,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;YACnC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;SAC9B,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,KAAiB;QAC7B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QACxB,IAAI,CAAC;YACH,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACnB,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,CAAA;YAC/D,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;YAClC,OAAM;QACR,CAAC;QAED,IAAI,CAAC,MAAM,IAAI,CAAC,CAAA;QAChB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,CAAA;QACrE,MAAM,SAAS,GAAG;YAChB,WAAW;YACX,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC3B,CAAA;QACD,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;QACpC,KAAK,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAC/B,CAAC;IAEO,MAAM,CAAC,KAAwC,EAAE,WAAmB;QAC1E,IAAI,CAAC,MAAM,IAAI,CAAC,CAAA;QAChB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QAChC,IAAI,CAAC,KAAK,EAAE,CAAA;IACd,CAAC;IAEO,KAAK;QACX,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAK;YACP,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;IAEO,YAAY,CAClB,KAAiB,EACjB,KAAkB,EAClB,KAAgC;QAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QACxC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC5B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QACxB,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACnB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,CAAA;QACzD,IAAI,CAAC,KAAK,EAAE,CAAA;IACd,CAAC;IAEO,YAAY,CAAC,KAAiB;QACpC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAC3B,KAAK,CAAC,OAAO,GAAG,SAAS,CAAA;QAC3B,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACxB,KAAK,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;YAC/D,KAAK,CAAC,aAAa,GAAG,SAAS,CAAA;QACjC,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,KAAwC,EAAE,WAAmB;QAC3E,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE,CAAC;YACxC,OAAM;QACR,CAAC;QACD,mBAAmB,CAAC,OAAO,CAAC;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK;YACL,WAAW;YACX,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SACQ,CAAC,CAAA;IACvC,CAAC;CACF;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAAyB,CAAA;AAEvD,MAAM,UAAU,WAAW,CACzB,MAAc,EACd,QAAsB,EACtB,MAA+B,EAC/B,SAAuD;IAEvD,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAA;IAChD,IAAI,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,IAAI,aAAa,CACvB,MAAM,CAAC,WAAW,EAClB,QAAQ,EACR,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,EAC/B,CAAC,SAAS,EAAE,EAAE;YACZ,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC1C,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC,CACF,CAAA;QACD,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAChC,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;AACtE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,QAAsB;IACrE,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC,CAAA;IACtE,OAAO,CACL,KAAK,EAAE,QAAQ,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,WAAW;QACxD,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,QAAQ;KACnD,CACF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,2BAA2B;IACzC,cAAc,CAAC,KAAK,EAAE,CAAA;AACxB,CAAC;AAED,SAAS,YAAY,CAAC,MAA+B;IACnD,IAAI,CAAC;QACH,cAAc,CAAC,MAAM,CAAC,CAAA;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;YACjC,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,WAAW,CAAC,SAAS,EAAE,+BAA+B,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;AACzF,CAAC"}

package/examples/document-evidence-benchmark/README.md

@@ -4,7 +4,8 @@ A deterministic, public-safe benchmark for the retrieval and citation quality co
 from Ragmir's confidential local RAG pipeline.
 
 Use this example when you want to prove more than "a relevant file appeared." Its six golden queries
-check that Ragmir retrieves the expected path and the exact file, line, chunk, or PDF-page citation.
+check that Ragmir retrieves the expected path and an exact verifiable file, line, chunk, or PDF-page
+citation.
 Every document is fictional and safe to commit. The benchmark keeps its corpus and generated index
 on the machine and runs the default `local-hash` retrieval offline.
 
@@ -14,7 +15,7 @@ on the machine and runs the default `local-hash` retrieval offline.
 | --- | --- |
 | `Recall@K` | An expected source path appears within the configured top K results |
 | Exact text citation | The expected `relative/path:Lx-Ly#chunkIndex` is returned |
-| Exact PDF citation | The expected `relative/path:pN:Lx-Ly#chunkIndex` is returned |
+| Exact PDF citation | The expected `relative/path:pN#chunkIndex` is returned without invented source lines |
 
 The corpus is intentionally small enough for each source to fit in one chunk. That makes citation
 expectations stable while exercising the same ingestion and evaluation code used for private

package/examples/document-evidence-benchmark/golden-queries.json

@@ -35,7 +35,7 @@
       "id": "pdf-embedded-text-page-citation",
       "query": "Synthetic confidential PDF",
       "expectedPaths": ["raw/contracts/pdf-control-evidence.pdf"],
-      "expectedCitations": ["raw/contracts/pdf-control-evidence.pdf:p1:L1-L1#0"]
+      "expectedCitations": ["raw/contracts/pdf-control-evidence.pdf:p1#0"]
     }
   ]
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jcode.labs/ragmir",
-  "version": "2.17.2",
+  "version": "2.18.0",
   "description": "Confidential local RAG for coding agents, with offline cited retrieval through CLI, MCP, and TypeScript.",
   "type": "module",
   "license": "MIT",
@@ -39,7 +39,7 @@
     "url": "https://github.com/jcode-works/jcode-ragmir/issues"
   },
   "engines": {
-    "node": ">=20"
+    "node": ">=22"
   },
   "exports": {
     ".": {
@@ -48,9 +48,9 @@
     }
   },
   "bin": {
-    "ragmir": "dist/cli.js",
-    "kb": "dist/cli.js",
-    "rgr": "dist/cli.js"
+    "ragmir": "dist/cli-entry.js",
+    "kb": "dist/cli-entry.js",
+    "rgr": "dist/cli-entry.js"
   },
   "files": [
     "dist",
@@ -72,13 +72,14 @@
     "mammoth": "^1.12.0",
     "picocolors": "^1.1.1",
     "read-excel-file": "^9.2.0",
+    "safe-regex2": "^5.1.1",
     "unpdf": "^1.4.0",
     "yaml": "^2.9.0",
     "zod": "^4.1.13"
   },
   "peerDependencies": {
-    "@jcode.labs/ragmir-chat": "2.17.2",
-    "@jcode.labs/ragmir-tts": "2.17.2"
+    "@jcode.labs/ragmir-chat": "2.18.0",
+    "@jcode.labs/ragmir-tts": "2.18.0"
   },
   "peerDependenciesMeta": {
     "@jcode.labs/ragmir-chat": {
@@ -91,18 +92,42 @@
   "devDependencies": {
     "@types/html-to-text": "^9.0.4",
     "@types/node": "^24.10.1",
+    "apache-arrow": "^18.1.0",
     "publint": "^0.3.21",
     "typescript": "^5.9.3",
     "vitest": "^4.0.15",
-    "@jcode.labs/ragmir-chat": "2.17.2",
-    "@jcode.labs/ragmir-tts": "2.17.2"
+    "@jcode.labs/ragmir-chat": "2.18.0",
+    "@jcode.labs/ragmir-tts": "2.18.0"
   },
   "scripts": {
+    "bench:compare": "node benchmarks/compare.mjs",
+    "bench:cli-startup": "pnpm build && node benchmarks/cli-startup.mjs",
+    "bench:concurrency": "pnpm build && node benchmarks/concurrency.mjs",
+    "bench:discovery": "pnpm build && node benchmarks/discovery.mjs",
+    "bench:ingest-memory": "pnpm build && node benchmarks/ingest-memory.mjs",
+    "bench:ingestion-metadata": "pnpm build && node benchmarks/ingestion-metadata.mjs",
+    "bench:local-hash-runtime": "pnpm build && node benchmarks/local-hash-runtime.mjs",
+    "bench:local-hash-experiment": "pnpm build && node benchmarks/local-hash-experiment.mjs",
+    "bench:reranker-experiment": "pnpm build && node benchmarks/reranker-experiment.mjs",
+    "bench:index-compression-experiment": "pnpm build && node benchmarks/index-compression-experiment.mjs",
+    "bench:content-dedup-experiment": "pnpm build && node benchmarks/content-dedup-experiment.mjs",
+    "bench:model-lifecycle": "pnpm build && node benchmarks/model-lifecycle.mjs",
+    "bench:observability": "pnpm build && node benchmarks/observability.mjs",
+    "bench:parsers": "pnpm build && node benchmarks/parsers.mjs",
+    "bench:runtime": "pnpm build && node benchmarks/runtime-reuse.mjs",
+    "bench:ocr": "pnpm build && node benchmarks/ocr-cache.mjs",
+    "bench:generations": "pnpm build && node benchmarks/generation-retention.mjs",
+    "bench:quality": "pnpm build && node benchmarks/quality.mjs",
+    "bench:scale": "pnpm build && node benchmarks/run.mjs --profile scale",
+    "bench:smoke": "pnpm build && node benchmarks/verify.mjs && node benchmarks/run.mjs --profile smoke",
+    "bench:storage": "pnpm build && node benchmarks/storage-maintenance.mjs",
+    "bench:status": "pnpm build && node benchmarks/status.mjs",
+    "bench:vector-index": "pnpm build && node benchmarks/vector-index.mjs",
     "build": "tsc -p tsconfig.json",
     "check": "pnpm --filter @jcode.labs/ragmir-tts build && pnpm --filter @jcode.labs/ragmir-chat build && tsc -p tsconfig.json --noEmit",
     "mcp:smoke": "pnpm build && node scripts/mcp-smoke.mjs",
     "package:check": "publint",
-    "test": "pnpm --filter @jcode.labs/ragmir-tts build && pnpm --filter @jcode.labs/ragmir-chat build && vitest run",
-    "test:coverage": "pnpm --filter @jcode.labs/ragmir-tts build && pnpm --filter @jcode.labs/ragmir-chat build && vitest run --coverage"
+    "test": "pnpm --filter @jcode.labs/ragmir-tts build && pnpm --filter @jcode.labs/ragmir-chat build && pnpm build && vitest run",
+    "test:coverage": "pnpm --filter @jcode.labs/ragmir-tts build && pnpm --filter @jcode.labs/ragmir-chat build && pnpm build && vitest run --coverage"
   }
 }