@devflow-tools/knowledge-engine 0.16.26 → 0.16.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. package/dist/context7-fetcher.d.ts +2 -0
  2. package/dist/context7-fetcher.d.ts.map +1 -1
  3. package/dist/context7-fetcher.js +35 -2
  4. package/dist/context7-fetcher.js.map +1 -1
  5. package/dist/dependency-source-compiler.d.ts +24 -0
  6. package/dist/dependency-source-compiler.d.ts.map +1 -0
  7. package/dist/dependency-source-compiler.js +265 -0
  8. package/dist/dependency-source-compiler.js.map +1 -0
  9. package/dist/evidence-graph.d.ts +24 -0
  10. package/dist/evidence-graph.d.ts.map +1 -0
  11. package/dist/evidence-graph.js +82 -0
  12. package/dist/evidence-graph.js.map +1 -0
  13. package/dist/fetcher.d.ts +11 -0
  14. package/dist/fetcher.d.ts.map +1 -1
  15. package/dist/fetcher.js +12 -0
  16. package/dist/fetcher.js.map +1 -1
  17. package/dist/git-fetcher.d.ts +2 -0
  18. package/dist/git-fetcher.d.ts.map +1 -1
  19. package/dist/git-fetcher.js +47 -0
  20. package/dist/git-fetcher.js.map +1 -1
  21. package/dist/hybrid-search.d.ts +6 -2
  22. package/dist/hybrid-search.d.ts.map +1 -1
  23. package/dist/hybrid-search.js +192 -56
  24. package/dist/hybrid-search.js.map +1 -1
  25. package/dist/index.d.ts +14 -1
  26. package/dist/index.d.ts.map +1 -1
  27. package/dist/index.js +9 -1
  28. package/dist/index.js.map +1 -1
  29. package/dist/knowledge-compiler.d.ts +48 -0
  30. package/dist/knowledge-compiler.d.ts.map +1 -0
  31. package/dist/knowledge-compiler.js +121 -0
  32. package/dist/knowledge-compiler.js.map +1 -0
  33. package/dist/knowledge-engine.d.ts +25 -1
  34. package/dist/knowledge-engine.d.ts.map +1 -1
  35. package/dist/knowledge-engine.js +446 -64
  36. package/dist/knowledge-engine.js.map +1 -1
  37. package/dist/knowledge-quality.d.ts +3 -0
  38. package/dist/knowledge-quality.d.ts.map +1 -1
  39. package/dist/knowledge-quality.js +14 -5
  40. package/dist/knowledge-quality.js.map +1 -1
  41. package/dist/knowledge-store.d.ts +61 -0
  42. package/dist/knowledge-store.d.ts.map +1 -1
  43. package/dist/knowledge-store.js +448 -1
  44. package/dist/knowledge-store.js.map +1 -1
  45. package/dist/markdown-converter.d.ts +1 -1
  46. package/dist/markdown-converter.js +1 -1
  47. package/dist/retrieval-scoring-profile.d.ts +20 -0
  48. package/dist/retrieval-scoring-profile.d.ts.map +1 -0
  49. package/dist/retrieval-scoring-profile.js +35 -0
  50. package/dist/retrieval-scoring-profile.js.map +1 -0
  51. package/dist/source-catalog.d.ts +57 -0
  52. package/dist/source-catalog.d.ts.map +1 -0
  53. package/dist/source-catalog.js +351 -0
  54. package/dist/source-catalog.js.map +1 -0
  55. package/dist/source-readiness.d.ts +7 -0
  56. package/dist/source-readiness.d.ts.map +1 -1
  57. package/dist/source-readiness.js +31 -2
  58. package/dist/source-readiness.js.map +1 -1
  59. package/dist/source-selector.d.ts +11 -0
  60. package/dist/source-selector.d.ts.map +1 -1
  61. package/dist/source-selector.js +160 -15
  62. package/dist/source-selector.js.map +1 -1
  63. package/dist/structural-markdown-chunker.d.ts +33 -0
  64. package/dist/structural-markdown-chunker.d.ts.map +1 -0
  65. package/dist/structural-markdown-chunker.js +328 -0
  66. package/dist/structural-markdown-chunker.js.map +1 -0
  67. package/dist/types.d.ts +1 -1
  68. package/dist/types.d.ts.map +1 -1
  69. package/dist/types.js.map +1 -1
  70. package/package.json +5 -5
@@ -1,3 +1,4 @@
1
+ import type { RawKnowledgeSourceDocument } from './fetcher.js';
1
2
  interface Context7Chunk {
2
3
  title: string;
3
4
  content: string;
@@ -7,5 +8,6 @@ interface Context7Chunk {
7
8
  }
8
9
  export declare function groupContext7Text(text: string, fallbackHeading: string, maxChars?: number): Omit<Context7Chunk, 'sourceUrl'>[];
9
10
  export declare function fetchFromContext7(context7Id: string, pluginName: string): Promise<Context7Chunk[]>;
11
+ export declare function fetchRawFromContext7(context7Id: string, pluginName: string): Promise<RawKnowledgeSourceDocument[]>;
10
12
  export {};
11
13
  //# sourceMappingURL=context7-fetcher.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"context7-fetcher.d.ts","sourceRoot":"","sources":["../src/context7-fetcher.ts"],"names":[],"mappings":"AAIA,UAAU,aAAa;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAgGD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,eAAe,EAAE,MAAM,EACvB,QAAQ,SAAkB,GACzB,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,EAAE,CAuCpC;AAED,wBAAsB,iBAAiB,CACrC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GACrC,OAAO,CAAC,aAAa,EAAE,CAAC,CAiC1B"}
1
+ {"version":3,"file":"context7-fetcher.d.ts","sourceRoot":"","sources":["../src/context7-fetcher.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAI/D,UAAU,aAAa;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAgGD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,eAAe,EAAE,MAAM,EACvB,QAAQ,SAAkB,GACzB,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,EAAE,CA4CpC;AAED,wBAAsB,iBAAiB,CACrC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GACrC,OAAO,CAAC,aAAa,EAAE,CAAC,CAiC1B;AAED,wBAAsB,oBAAoB,CACxC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAsBvC"}
@@ -1,4 +1,6 @@
1
- import { MAX_CHUNK_CHARS, extractCodeBlocks, sliceByHeadings } from "./markdown-converter.js";
1
+ import { MAX_CHUNK_CHARS, extractCodeBlocks } from "./markdown-converter.js";
2
+ import { chunkStructuralMarkdown } from './structural-markdown-chunker.js';
3
+ import { createHash } from 'node:crypto';
2
4
  const CONTEXT7_API = "https://context7.com/api/v2/context";
3
5
  const TOPIC_QUERIES = {
4
6
  vue: [
@@ -90,7 +92,12 @@ function formatContextGroup(group) {
90
92
  export function groupContext7Text(text, fallbackHeading, maxChars = MAX_CHUNK_CHARS) {
91
93
  const paragraphs = contextParagraphs(text, fallbackHeading).flatMap(paragraph => {
92
94
  const paragraphLimit = Math.max(1, Math.floor(maxChars / 2) - paragraph.headingPath.length - 8);
93
- const chunks = sliceByHeadings(paragraph.content, { minChars: 1, maxChars: paragraphLimit });
95
+ const chunks = chunkStructuralMarkdown(paragraph.content, {
96
+ minChars: 1,
97
+ targetChars: paragraphLimit,
98
+ maxChars: paragraphLimit,
99
+ overlapChars: 0,
100
+ });
94
101
  return chunks.length > 0
95
102
  ? chunks.map(chunk => ({ ...paragraph, content: chunk.content }))
96
103
  : [paragraph];
@@ -160,4 +167,30 @@ export async function fetchFromContext7(context7Id, pluginName) {
160
167
  }
161
168
  return results;
162
169
  }
170
+ export async function fetchRawFromContext7(context7Id, pluginName) {
171
+ const topics = TOPIC_QUERIES[pluginName] ?? [];
172
+ const documents = [];
173
+ for (const topic of topics) {
174
+ try {
175
+ const requestUrl = `${CONTEXT7_API}?libraryId=${encodeURIComponent(context7Id)}&query=${encodeURIComponent(topic)}&type=txt`;
176
+ const response = await fetch(requestUrl);
177
+ if (!response.ok)
178
+ continue;
179
+ const markdown = await response.text();
180
+ if (markdown.trim().length < 20)
181
+ continue;
182
+ documents.push({
183
+ sourceUri: `https://context7.com${context7Id}?topic=${encodeURIComponent(topic)}`,
184
+ title: topic,
185
+ markdown,
186
+ contentHash: createHash('sha256').update(markdown).digest('hex'),
187
+ retrievedAt: Date.now(),
188
+ });
189
+ }
190
+ catch {
191
+ // Independent raw source failures are reported by the catalog refresh job.
192
+ }
193
+ }
194
+ return documents;
195
+ }
163
196
  //# sourceMappingURL=context7-fetcher.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"context7-fetcher.js","sourceRoot":"","sources":["../src/context7-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE9F,MAAM,YAAY,GAAG,qCAAqC,CAAC;AAU3D,MAAM,aAAa,GAA6B;IAC9C,GAAG,EAAE;QACH,eAAe;QACf,mBAAmB;QACnB,kBAAkB;QAClB,aAAa;QACb,YAAY;QACZ,iBAAiB;QACjB,iBAAiB;QACjB,oBAAoB;QACpB,4BAA4B;QAC5B,OAAO;KACR;IACD,KAAK,EAAE;QACL,qBAAqB;QACrB,qBAAqB;QACrB,kBAAkB;QAClB,aAAa;QACb,mBAAmB;QACnB,mDAAmD;QACnD,sCAAsC;KACvC;CACF,CAAC;AAOF,SAAS,qBAAqB,CAAC,IAAY;IACzC,OAAO,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,eAAuB;IAC9D,MAAM,UAAU,GAAuB,EAAE,CAAC;IAC1C,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,KAAK,GAAa,EAAE,CAAC;IACzB,IAAI,YAAgC,CAAC;IAErC,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,KAAK,GAAG,EAAE,CAAC;QACX,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO;QAChC,UAAU,CAAC,IAAI,CAAC;YACd,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,eAAe;YACxD,OAAO;SACR,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,YAAY;gBAAE,YAAY,GAAG,SAAS,CAAC;iBACvC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;gBACrF,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,EAAE,CAAC;YACR,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;YACjC,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/B,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAC7C,SAAS;QACX,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,KAAK,EAAE,CAAC;;YAClD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,KAAK,EAAE,CAAC;IACR,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAyB;IACnD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,SAAS,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;YAC1C,YAAY,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;YACjD,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC;QACtC,CAAC;QACD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QACtC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9B,OAAO;QACP,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC;KACvC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,IAAY,EACZ,eAAuB,EACvB,QAAQ,GAAG,eAAe;IAE1B,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QAC9E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChG,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;QAC7F,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IACH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,IAAI,OAAO,GAAuB,EAAE,CAAC;IACrC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,KAAK,SAAS,CAAC,WAAW;YACzE,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QACrC,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,GAAG,WAAW,GAAG,QAAQ,EAAE,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,EAAE,CAAC;YACb,aAAa,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,aAAa,IAAI,WAAW,CAAC;IAC/B,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,cAAc,GAAG,QAAQ;YAC7B,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;YAC9D,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAC7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,IAAI,cAAc,IAAI,QAAQ,EAAE,CAAC;YACnE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,UAAkB,EAAE,UAAkB;IAEtC,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE9C,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,YAAY,cAAc,kBAAkB,CAAC,UAAU,CAAC,UAAU,kBAAkB,CAAC,KAAK,CAAC,WAAW,CAAC;YACtH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,SAAS;YAE3B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;gBAAE,SAAS;YAEzC,KAAK,MAAM,KAAK,IAAI,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBACnD,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3F,MAAM,GAAG,GAAG,GAAG,UAAU,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC1D,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAEd,OAAO,CAAC,IAAI,CAAC;oBACX,GAAG,KAAK;oBACR,SAAS,EAAE,uBAAuB,UAAU,EAAE;iBAC/C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,kCAAkC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
1
+ {"version":3,"file":"context7-fetcher.js","sourceRoot":"","sources":["../src/context7-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,YAAY,GAAG,qCAAqC,CAAC;AAU3D,MAAM,aAAa,GAA6B;IAC9C,GAAG,EAAE;QACH,eAAe;QACf,mBAAmB;QACnB,kBAAkB;QAClB,aAAa;QACb,YAAY;QACZ,iBAAiB;QACjB,iBAAiB;QACjB,oBAAoB;QACpB,4BAA4B;QAC5B,OAAO;KACR;IACD,KAAK,EAAE;QACL,qBAAqB;QACrB,qBAAqB;QACrB,kBAAkB;QAClB,aAAa;QACb,mBAAmB;QACnB,mDAAmD;QACnD,sCAAsC;KACvC;CACF,CAAC;AAOF,SAAS,qBAAqB,CAAC,IAAY;IACzC,OAAO,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,eAAuB;IAC9D,MAAM,UAAU,GAAuB,EAAE,CAAC;IAC1C,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,KAAK,GAAa,EAAE,CAAC;IACzB,IAAI,YAAgC,CAAC;IAErC,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,KAAK,GAAG,EAAE,CAAC;QACX,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO;QAChC,UAAU,CAAC,IAAI,CAAC;YACd,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,eAAe;YACxD,OAAO;SACR,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,YAAY;gBAAE,YAAY,GAAG,SAAS,CAAC;iBACvC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;gBACrF,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,EAAE,CAAC;YACR,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;YACjC,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/B,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAC7C,SAAS;QACX,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,KAAK,EAAE,CAAC;;YAClD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,KAAK,EAAE,CAAC;IACR,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAyB;IACnD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,SAAS,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;YAC1C,YAAY,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;YACjD,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC;QACtC,CAAC;QACD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QACtC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9B,OAAO;QACP,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC;KACvC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,IAAY,EACZ,eAAuB,EACvB,QAAQ,GAAG,eAAe;IAE1B,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QAC9E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChG,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC,OAAO,EAAE;YACxD,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,cAAc;YACxB,YAAY,EAAE,CAAC;SAChB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IACH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,IAAI,OAAO,GAAuB,EAAE,CAAC;IACrC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,KAAK,SAAS,CAAC,WAAW;YACzE,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QACrC,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,GAAG,WAAW,GAAG,QAAQ,EAAE,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,EAAE,CAAC;YACb,aAAa,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,aAAa,IAAI,WAAW,CAAC;IAC/B,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,cAAc,GAAG,QAAQ;YAC7B,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;YAC9D,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAC7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,IAAI,cAAc,IAAI,QAAQ,EAAE,CAAC;YACnE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,UAAkB,EAAE,UAAkB;IAEtC,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE9C,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,YAAY,cAAc,kBAAkB,CAAC,UAAU,CAAC,UAAU,kBAAkB,CAAC,KAAK,CAAC,WAAW,CAAC;YACtH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,SAAS;YAE3B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;gBAAE,SAAS;YAEzC,KAAK,MAAM,KAAK,IAAI,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBACnD,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3F,MAAM,GAAG,GAAG,GAAG,UAAU,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC1D,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAEd,OAAO,CAAC,IAAI,CAAC;oBACX,GAAG,KAAK;oBACR,SAAS,EAAE,uBAAuB,UAAU,EAAE;iBAC/C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,kCAAkC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,UAAkB,EAClB,UAAkB;IAElB,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAC/C,MAAM,SAAS,GAAiC,EAAE,CAAC;IACnD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,GAAG,YAAY,cAAc,kBAAkB,CAAC,UAAU,CAAC,UAAU,kBAAkB,CAAC,KAAK,CAAC,WAAW,CAAC;YAC7H,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,SAAS;YAC3B,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACvC,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE;gBAAE,SAAS;YAC1C,SAAS,CAAC,IAAI,CAAC;gBACb,SAAS,EAAE,uBAAuB,UAAU,UAAU,kBAAkB,CAAC,KAAK,CAAC,EAAE;gBACjF,KAAK,EAAE,KAAK;gBACZ,QAAQ;gBACR,WAAW,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAChE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,2EAA2E;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
@@ -0,0 +1,24 @@
1
+ import type { KnowledgeReadiness } from '@devflow-tools/sdk';
2
+ import { type CompiledKnowledgeSource } from './knowledge-compiler.js';
3
+ import type { KnowledgeStore } from './knowledge-store.js';
4
+ export interface DependencySourceCompileOptions {
5
+ projectRoot: string;
6
+ packageName: string;
7
+ store: KnowledgeStore;
8
+ deferVectorBackfill?: boolean;
9
+ compiledAt?: number;
10
+ }
11
+ export interface DependencySourceCompileResult {
12
+ packageName: string;
13
+ packageRoot: string;
14
+ version?: string;
15
+ sourceId: string;
16
+ contentHash: string;
17
+ files: string[];
18
+ compiled: CompiledKnowledgeSource;
19
+ readiness: KnowledgeReadiness;
20
+ snapshotId: string;
21
+ changed: boolean;
22
+ }
23
+ export declare function compileDependencySource(options: DependencySourceCompileOptions): DependencySourceCompileResult;
24
+ //# sourceMappingURL=dependency-source-compiler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dependency-source-compiler.d.ts","sourceRoot":"","sources":["../src/dependency-source-compiler.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAqB,KAAK,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAC1F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAU3D,MAAM,WAAW,8BAA8B;IAC7C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,cAAc,CAAC;IACtB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,6BAA6B;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,uBAAuB,CAAC;IAClC,SAAS,EAAE,kBAAkB,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,8BAA8B,GACtC,6BAA6B,CAmH/B"}
@@ -0,0 +1,265 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { existsSync, lstatSync, realpathSync, readdirSync, readFileSync, } from 'node:fs';
3
+ import { join, relative, resolve, sep } from 'node:path';
4
+ import { KnowledgeCompiler } from './knowledge-compiler.js';
5
+ import { SourceCatalog } from './source-catalog.js';
6
+ const MAX_PACKAGE_JSON_BYTES = 256 * 1024;
7
+ const MAX_README_BYTES = 512 * 1024;
8
+ const MAX_DECLARATION_BYTES = 1024 * 1024;
9
+ const MAX_DECLARATION_FILE_BYTES = 128 * 1024;
10
+ const MAX_DECLARATION_FILES = 32;
11
+ const MAX_DECLARATION_DEPTH = 4;
12
+ export function compileDependencySource(options) {
13
+ const projectRoot = resolve(options.projectRoot);
14
+ const packageRoot = resolveDependencyRoot(projectRoot, options.packageName);
15
+ const manifestPath = join(packageRoot, 'package.json');
16
+ const manifestText = readBounded(manifestPath, MAX_PACKAGE_JSON_BYTES);
17
+ if (!manifestText)
18
+ throw new Error(`Dependency ${options.packageName} has no readable package.json`);
19
+ const manifest = parseManifest(manifestText);
20
+ const canonicalName = typeof manifest.name === 'string' && manifest.name.trim()
21
+ ? manifest.name.trim()
22
+ : options.packageName;
23
+ if (canonicalName !== options.packageName) {
24
+ throw new Error(`Dependency package name mismatch: requested ${options.packageName}, found ${canonicalName}`);
25
+ }
26
+ const version = typeof manifest.version === 'string' ? manifest.version : undefined;
27
+ const sourceId = `dependency:${canonicalName}`;
28
+ const raw = buildDependencyMarkdown(packageRoot, canonicalName, manifest, manifestText);
29
+ const contentHash = createHash('sha256').update(raw.markdown).digest('hex');
30
+ const catalog = new SourceCatalog(options.store, projectRoot);
31
+ catalog.refreshProjectProfile();
32
+ const schema = catalog.registerSourceSchema({
33
+ id: `schema:${sourceId}:v1`,
34
+ sourceId,
35
+ sourceKind: 'dependency',
36
+ authority: 'maintainer',
37
+ versionPolicy: version
38
+ ? { mode: 'exact_major', expectedVersion: version }
39
+ : { mode: 'unversioned' },
40
+ allowedEntities: [canonicalName],
41
+ supportedTaskKinds: ['overview', 'create', 'modify', 'debug', 'test', 'build', 'migrate', 'explain'],
42
+ refreshStrategy: 'on_demand',
43
+ });
44
+ const refresh = catalog.beginRefresh(sourceId, contentHash);
45
+ if (refresh.status === 'completed') {
46
+ const active = options.store.listActiveCatalogEntries(projectRoot)
47
+ .find(entry => entry.sourceId === sourceId);
48
+ const page = options.store.listChunks({ sources: [sourceId], limit: 1 })[0];
49
+ if (active && page) {
50
+ const compiler = new KnowledgeCompiler(options.store);
51
+ const compiled = compiler.compile({
52
+ projectRoot,
53
+ sourceId,
54
+ sourceSchemaId: schema.id,
55
+ sourceKind: 'dependency',
56
+ sourceUri: manifestPath,
57
+ markdown: raw.markdown,
58
+ version,
59
+ compiledAt: options.compiledAt,
60
+ });
61
+ return {
62
+ packageName: canonicalName,
63
+ packageRoot,
64
+ version,
65
+ sourceId,
66
+ contentHash,
67
+ files: raw.files,
68
+ compiled,
69
+ readiness: active.readiness,
70
+ snapshotId: active.activeRevisionId,
71
+ changed: false,
72
+ };
73
+ }
74
+ }
75
+ try {
76
+ const compiler = new KnowledgeCompiler(options.store);
77
+ const compiled = compiler.compileAndStore({
78
+ projectRoot,
79
+ sourceId,
80
+ sourceSchemaId: schema.id,
81
+ sourceKind: 'dependency',
82
+ sourceUri: manifestPath,
83
+ markdown: raw.markdown,
84
+ version,
85
+ compiledAt: options.compiledAt,
86
+ });
87
+ const readiness = {
88
+ status: options.deferVectorBackfill === false ? 'degraded' : 'degraded',
89
+ activeContentHash: compiled.page.contentHash,
90
+ documents: 1,
91
+ chunks: compiled.chunks.length,
92
+ vectors: 0,
93
+ coverage: 0,
94
+ lastAttempt: options.compiledAt ?? Date.now(),
95
+ degradation: {
96
+ reason: 'vector_backfill_pending',
97
+ category: 'vector_degraded',
98
+ recoverable: true,
99
+ previousHealthyRevisionRetained: false,
100
+ },
101
+ };
102
+ const activated = catalog.activateSource({
103
+ schemaId: schema.id,
104
+ version,
105
+ contentHash: compiled.page.contentHash,
106
+ readiness,
107
+ entities: uniqueStrings([canonicalName, ...compiled.page.entities]),
108
+ symbols: compiled.page.symbols,
109
+ taskKinds: schema.supportedTaskKinds,
110
+ refreshJobId: refresh.id,
111
+ });
112
+ return {
113
+ packageName: canonicalName,
114
+ packageRoot,
115
+ version,
116
+ sourceId,
117
+ contentHash,
118
+ files: raw.files,
119
+ compiled,
120
+ readiness,
121
+ snapshotId: activated.snapshotId,
122
+ changed: activated.changed,
123
+ };
124
+ }
125
+ catch (error) {
126
+ catalog.failRefresh(refresh.id, error);
127
+ throw error;
128
+ }
129
+ }
130
+ function resolveDependencyRoot(projectRoot, packageName) {
131
+ if (!/^(@[a-z0-9._-]+\/)?[a-z0-9._-]+$/iu.test(packageName)) {
132
+ throw new Error(`Invalid dependency package name: ${packageName}`);
133
+ }
134
+ const nodeModules = realpathSync(join(projectRoot, 'node_modules'));
135
+ const packageRoot = realpathSync(join(nodeModules, ...packageName.split('/')));
136
+ if (packageRoot !== nodeModules && !packageRoot.startsWith(`${nodeModules}${sep}`)) {
137
+ throw new Error(`Dependency ${packageName} resolves outside node_modules`);
138
+ }
139
+ if (!lstatSync(packageRoot).isDirectory())
140
+ throw new Error(`Dependency ${packageName} is not a directory`);
141
+ return packageRoot;
142
+ }
143
+ function buildDependencyMarkdown(packageRoot, packageName, manifest, manifestText) {
144
+ const files = ['package.json'];
145
+ const sections = [
146
+ '---',
147
+ `title: ${JSON.stringify(packageName)}`,
148
+ `version: ${JSON.stringify(String(manifest.version ?? 'unknown'))}`,
149
+ 'sourceKind: dependency',
150
+ '---',
151
+ `# ${packageName}`,
152
+ '',
153
+ '## Package metadata',
154
+ '',
155
+ '```json',
156
+ boundedManifestMetadata(manifest, manifestText),
157
+ '```',
158
+ ];
159
+ const readme = findReadme(packageRoot);
160
+ if (readme) {
161
+ const content = readBounded(readme, MAX_README_BYTES);
162
+ if (content) {
163
+ files.push(relative(packageRoot, readme));
164
+ sections.push('', '## README', '', content);
165
+ }
166
+ }
167
+ const declarations = collectPublicDeclarations(packageRoot, manifest);
168
+ if (declarations.length > 0)
169
+ sections.push('', '## Public type declarations');
170
+ for (const declaration of declarations) {
171
+ files.push(declaration.path);
172
+ sections.push('', `### ${declaration.path}`, '', '```ts', declaration.content, '```');
173
+ }
174
+ return { markdown: sections.join('\n'), files };
175
+ }
176
+ function collectPublicDeclarations(packageRoot, manifest) {
177
+ const entryCandidates = uniqueStrings([
178
+ stringValue(manifest.types),
179
+ stringValue(manifest.typings),
180
+ ...extractExportTypeEntries(manifest.exports),
181
+ 'index.d.ts',
182
+ ].filter((value) => Boolean(value)));
183
+ const files = [];
184
+ for (const entry of entryCandidates) {
185
+ const path = resolve(packageRoot, entry);
186
+ if (!path.startsWith(`${packageRoot}${sep}`) && path !== packageRoot)
187
+ continue;
188
+ if (existsSync(path) && lstatSync(path).isFile() && path.endsWith('.d.ts'))
189
+ files.push(path);
190
+ if (existsSync(path) && lstatSync(path).isDirectory()) {
191
+ files.push(...walkDeclarations(path, packageRoot, 0));
192
+ }
193
+ }
194
+ let bytes = 0;
195
+ const result = [];
196
+ for (const file of uniqueStrings(files).slice(0, MAX_DECLARATION_FILES)) {
197
+ const content = readBounded(file, Math.min(MAX_DECLARATION_FILE_BYTES, MAX_DECLARATION_BYTES - bytes));
198
+ if (!content)
199
+ continue;
200
+ bytes += Buffer.byteLength(content, 'utf8');
201
+ result.push({ path: relative(packageRoot, file), content });
202
+ if (bytes >= MAX_DECLARATION_BYTES)
203
+ break;
204
+ }
205
+ return result;
206
+ }
207
+ function walkDeclarations(dir, packageRoot, depth) {
208
+ if (depth > MAX_DECLARATION_DEPTH)
209
+ return [];
210
+ const files = [];
211
+ for (const entry of readdirSync(dir, { withFileTypes: true }).sort((left, right) => left.name.localeCompare(right.name))) {
212
+ const path = join(dir, entry.name);
213
+ if (!path.startsWith(`${packageRoot}${sep}`))
214
+ continue;
215
+ if (entry.isDirectory())
216
+ files.push(...walkDeclarations(path, packageRoot, depth + 1));
217
+ else if (entry.isFile() && entry.name.endsWith('.d.ts'))
218
+ files.push(path);
219
+ if (files.length >= MAX_DECLARATION_FILES)
220
+ break;
221
+ }
222
+ return files;
223
+ }
224
+ function extractExportTypeEntries(value) {
225
+ if (typeof value === 'string')
226
+ return value.endsWith('.d.ts') ? [value] : [];
227
+ if (!value || typeof value !== 'object' || Array.isArray(value))
228
+ return [];
229
+ return Object.entries(value).flatMap(([key, entry]) => key === 'types' && typeof entry === 'string'
230
+ ? [entry]
231
+ : extractExportTypeEntries(entry));
232
+ }
233
+ function findReadme(packageRoot) {
234
+ const names = readdirSync(packageRoot).filter(name => /^readme(?:\.[^.]+)?$/iu.test(name)).sort();
235
+ return names[0] ? join(packageRoot, names[0]) : null;
236
+ }
237
+ function boundedManifestMetadata(manifest, fallback) {
238
+ const fields = ['name', 'version', 'description', 'type', 'main', 'module', 'types', 'typings', 'exports', 'peerDependencies'];
239
+ const selected = Object.fromEntries(fields.flatMap(field => field in manifest ? [[field, manifest[field]]] : []));
240
+ try {
241
+ return JSON.stringify(selected, null, 2).slice(0, MAX_PACKAGE_JSON_BYTES);
242
+ }
243
+ catch {
244
+ return fallback.slice(0, MAX_PACKAGE_JSON_BYTES);
245
+ }
246
+ }
247
+ function parseManifest(value) {
248
+ const parsed = JSON.parse(value);
249
+ if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed))
250
+ throw new Error('Invalid dependency package.json');
251
+ return parsed;
252
+ }
253
+ function readBounded(path, maxBytes) {
254
+ if (maxBytes <= 0 || !existsSync(path) || !lstatSync(path).isFile())
255
+ return null;
256
+ const buffer = readFileSync(path);
257
+ return buffer.subarray(0, Math.min(buffer.length, maxBytes)).toString('utf8');
258
+ }
259
+ function stringValue(value) {
260
+ return typeof value === 'string' && value.trim() ? value.trim() : null;
261
+ }
262
+ function uniqueStrings(values) {
263
+ return [...new Set(values.map(value => value.trim()).filter(Boolean))];
264
+ }
265
+ //# sourceMappingURL=dependency-source-compiler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dependency-source-compiler.js","sourceRoot":"","sources":["../src/dependency-source-compiler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,UAAU,EACV,SAAS,EACT,YAAY,EACZ,WAAW,EACX,YAAY,GACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAqB,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAE5E,OAAO,EAAE,iBAAiB,EAAgC,MAAM,yBAAyB,CAAC;AAE1F,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,sBAAsB,GAAG,GAAG,GAAG,IAAI,CAAC;AAC1C,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AACpC,MAAM,qBAAqB,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,0BAA0B,GAAG,GAAG,GAAG,IAAI,CAAC;AAC9C,MAAM,qBAAqB,GAAG,EAAE,CAAC;AACjC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAuBhC,MAAM,UAAU,uBAAuB,CACrC,OAAuC;IAEvC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,qBAAqB,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACvD,MAAM,YAAY,GAAG,WAAW,CAAC,YAAY,EAAE,sBAAsB,CAAC,CAAC;IACvE,IAAI,CAAC,YAAY;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,OAAO,CAAC,WAAW,+BAA+B,CAAC,CAAC;IACrG,MAAM,QAAQ,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;QAC7E,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;QACtB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IACxB,IAAI,aAAa,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,+CAA+C,OAAO,CAAC,WAAW,WAAW,aAAa,EAAE,CAAC,CAAC;IAChH,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACpF,MAAM,QAAQ,GAAG,cAAc,aAAa,EAAE,CAAC;IAC/C,MAAM,GAAG,GAAG,uBAAuB,CAAC,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IACxF,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;QAC1C,EAAE,EAAE,UAAU,QAAQ,KAAK;QAC3B,QAAQ;QACR,UAAU,EAAE,YAAY;QACxB,SAAS,EAAE,YAAY;QACvB,aAAa,EAAE,OAAO;YACpB,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,eAAe,EAAE,OAAO,EAAE;YACnD,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE;QAC3B,eAAe,EAAE,CAAC,aAAa,CAAC;QAChC,kBAAkB,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC;QACpG,eAAe,EAAE,WAAW;KAC7B,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,WAAW,CAAC;aAC/D,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC;gBAChC,WAAW;gBACX,QAAQ;gBACR,cAAc,EAAE,MAAM,CAAC,EAAE;gBACzB,UAAU,EAAE,YAAY;gBACxB,SAAS,EAAE,YAAY;gBACvB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO;gBACP,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;YACH,OAAO;gBACL,WAAW,EAAE,aAAa;gBAC1B,WAAW;gBACX,OAAO;gBACP,QAAQ;gBACR,WAAW;gBACX,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,QAAQ;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,gBAAiB;gBACpC,OAAO,EAAE,KAAK;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,eAAe,CAAC;YACxC,WAAW;YACX,QAAQ;YACR,cAAc,EAAE,MAAM,CAAC,EAAE;YACzB,UAAU,EAAE,YAAY;YACxB,SAAS,EAAE,YAAY;YACvB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;QACH,MAAM,SAAS,GAAuB;YACpC,MAAM,EAAE,OAAO,CAAC,mBAAmB,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;YACvE,iBAAiB,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW;YAC5C,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM;YAC9B,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE;YAC7C,WAAW,EAAE;gBACX,MAAM,EAAE,yBAAyB;gBACjC,QAAQ,EAAE,iBAAiB;gBAC3B,WAAW,EAAE,IAAI;gBACjB,+BAA+B,EAAE,KAAK;aACvC;SACF,CAAC;QACF,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,CAAC;YACvC,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,OAAO;YACP,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW;YACtC,SAAS;YACT,QAAQ,EAAE,aAAa,CAAC,CAAC,aAAa,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnE,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO;YAC9B,SAAS,EAAE,MAAM,CAAC,kBAAkB;YACpC,YAAY,EAAE,OAAO,CAAC,EAAE;SACzB,CAAC,CAAC;QACH,OAAO;YACL,WAAW,EAAE,aAAa;YAC1B,WAAW;YACX,OAAO;YACP,QAAQ;YACR,WAAW;YACX,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ;YACR,SAAS;YACT,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,OAAO,EAAE,SAAS,CAAC,OAAO;SAC3B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACvC,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,WAAmB,EAAE,WAAmB;IACrE,IAAI,CAAC,oCAAoC,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,oCAAoC,WAAW,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/E,IAAI,WAAW,KAAK,WAAW,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,cAAc,WAAW,gCAAgC,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,WAAW,qBAAqB,CAAC,CAAC;IAC3G,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,uBAAuB,CAC9B,WAAmB,EACnB,WAAmB,EACnB,QAAiC,EACjC,YAAoB;IAEpB,MAAM,KAAK,GAAG,CAAC,cAAc,CAAC,CAAC;IAC/B,MAAM,QAAQ,GAAG;QACf,KAAK;QACL,UAAU,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE;QACvC,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,IAAI,SAAS,CAAC,CAAC,EAAE;QACnE,wBAAwB;QACxB,KAAK;QACL,KAAK,WAAW,EAAE;QAClB,EAAE;QACF,qBAAqB;QACrB,EAAE;QACF,SAAS;QACT,uBAAuB,CAAC,QAAQ,EAAE,YAAY,CAAC;QAC/C,KAAK;KACN,CAAC;IACF,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IACvC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QACtD,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,yBAAyB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACtE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,6BAA6B,CAAC,CAAC;IAC9E,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,yBAAyB,CAChC,WAAmB,EACnB,QAAiC;IAEjC,MAAM,eAAe,GAAG,aAAa,CAAC;QACpC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC3B,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC7B,GAAG,wBAAwB,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC7C,YAAY;KACb,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC,IAAI,IAAI,KAAK,WAAW;YAAE,SAAS;QAC/E,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7F,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACtD,KAAK,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,MAAM,GAA6C,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,EAAE,CAAC;QACxE,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,0BAA0B,EAAE,qBAAqB,GAAG,KAAK,CAAC,CAAC,CAAC;QACvG,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAC5D,IAAI,KAAK,IAAI,qBAAqB;YAAE,MAAM;IAC5C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW,EAAE,WAAmB,EAAE,KAAa;IACvE,IAAI,KAAK,GAAG,qBAAqB;QAAE,OAAO,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACzH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC;YAAE,SAAS;QACvD,IAAI,KAAK,CAAC,WAAW,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;aAClF,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,MAAM,IAAI,qBAAqB;YAAE,MAAM;IACnD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7E,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC3E,OAAO,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAC/E,GAAG,KAAK,OAAO,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC1C,CAAC,CAAC,CAAC,KAAK,CAAC;QACT,CAAC,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,WAAmB;IACrC,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvD,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAiC,EAAE,QAAgB;IAClF,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;IAC/H,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClH,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC5E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACvH,OAAO,MAAiC,CAAC;AAC3C,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,QAAgB;IACjD,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE;QAAE,OAAO,IAAI,CAAC;IACjF,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACzE,CAAC;AAED,SAAS,aAAa,CAAC,MAAgB;IACrC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC"}
@@ -0,0 +1,24 @@
1
+ import type { KnowledgeNeed } from '@devflow-tools/sdk';
2
+ import type { KnowledgeChunkRow } from './knowledge-store.js';
3
+ import { type KnowledgeRetrievalScoringProfile } from './retrieval-scoring-profile.js';
4
+ export type KnowledgeEvidenceRelation = 'explicit_document_link' | 'same_api' | 'versioned_migration' | 'error_resolution';
5
+ export interface KnowledgeEvidenceExpansion {
6
+ id: string;
7
+ seedId: string;
8
+ relation: KnowledgeEvidenceRelation;
9
+ relationEvidence: string;
10
+ relevance: number;
11
+ score: number;
12
+ }
13
+ export declare function expandKnowledgeEvidenceGraph(input: {
14
+ query: string;
15
+ seeds: Array<{
16
+ id: string;
17
+ score: number;
18
+ }>;
19
+ chunks: KnowledgeChunkRow[];
20
+ knowledgeNeeds?: KnowledgeNeed[];
21
+ limit: number;
22
+ profile?: KnowledgeRetrievalScoringProfile;
23
+ }): KnowledgeEvidenceExpansion[];
24
+ //# sourceMappingURL=evidence-graph.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evidence-graph.d.ts","sourceRoot":"","sources":["../src/evidence-graph.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAEL,KAAK,gCAAgC,EACtC,MAAM,gCAAgC,CAAC;AAGxC,MAAM,MAAM,yBAAyB,GACjC,wBAAwB,GACxB,UAAU,GACV,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB,MAAM,WAAW,0BAA0B;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,yBAAyB,CAAC;IACpC,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5C,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,gCAAgC,CAAC;CAC5C,GAAG,0BAA0B,EAAE,CA+B/B"}
@@ -0,0 +1,82 @@
1
+ import { KNOWLEDGE_RETRIEVAL_SCORING_PROFILE, } from './retrieval-scoring-profile.js';
2
+ import { lexicalRelevance } from './result-quality.js';
3
+ export function expandKnowledgeEvidenceGraph(input) {
4
+ const profile = input.profile ?? KNOWLEDGE_RETRIEVAL_SCORING_PROFILE;
5
+ const chunks = new Map(input.chunks.map(chunk => [chunk.id, chunk]));
6
+ const selected = new Set(input.seeds.map(seed => seed.id));
7
+ const expansions = [];
8
+ for (const seed of input.seeds.filter(candidate => candidate.score >= profile.graphSeedMinimum)) {
9
+ const seedChunk = chunks.get(seed.id);
10
+ if (!seedChunk)
11
+ continue;
12
+ const candidates = input.chunks.flatMap(candidate => {
13
+ if (candidate.id === seed.id || selected.has(candidate.id))
14
+ return [];
15
+ const relation = relationBetween(seedChunk, candidate, input.knowledgeNeeds ?? []);
16
+ if (!relation)
17
+ return [];
18
+ const relevance = lexicalRelevance(input.query, candidate);
19
+ if (relevance < profile.graphCandidateMinimum)
20
+ return [];
21
+ return [{
22
+ id: candidate.id,
23
+ seedId: seed.id,
24
+ relation: relation.type,
25
+ relationEvidence: relation.evidence,
26
+ relevance,
27
+ score: round(Math.min(seed.score * 0.72, 0.55 * seed.score + 0.45 * relevance)),
28
+ }];
29
+ }).sort((left, right) => right.score - left.score || left.id.localeCompare(right.id));
30
+ const winner = candidates[0];
31
+ if (winner) {
32
+ selected.add(winner.id);
33
+ expansions.push(winner);
34
+ if (expansions.length >= input.limit)
35
+ break;
36
+ }
37
+ }
38
+ return expansions;
39
+ }
40
+ function relationBetween(seed, candidate, needs) {
41
+ const seedLinks = parseArray(seed.links);
42
+ const candidateLinks = parseArray(candidate.links);
43
+ if (seedLinks.some(link => link === candidate.url || link === candidate.source_url)
44
+ || candidateLinks.some(link => link === seed.url || link === seed.source_url)) {
45
+ return { type: 'explicit_document_link', evidence: 'raw-source explicit link' };
46
+ }
47
+ if (seed.source !== candidate.source)
48
+ return null;
49
+ const sharedSymbols = intersection(parseArray(seed.symbols), parseArray(candidate.symbols));
50
+ if (sharedSymbols.length > 0) {
51
+ if (candidate.chunk_kind === 'migration' && needs.some(need => need.kind === 'migration')) {
52
+ return { type: 'versioned_migration', evidence: `shared API ${sharedSymbols[0]}` };
53
+ }
54
+ if (candidate.chunk_kind === 'error' && needs.some(need => need.kind === 'error')) {
55
+ return { type: 'error_resolution', evidence: `shared API ${sharedSymbols[0]}` };
56
+ }
57
+ return { type: 'same_api', evidence: `shared API ${sharedSymbols[0]}` };
58
+ }
59
+ return null;
60
+ }
61
+ function parseArray(value) {
62
+ if (!value)
63
+ return [];
64
+ try {
65
+ const parsed = JSON.parse(value);
66
+ return Array.isArray(parsed) ? parsed.filter((item) => typeof item === 'string') : [];
67
+ }
68
+ catch {
69
+ return [];
70
+ }
71
+ }
72
+ function intersection(left, right) {
73
+ const values = new Set(right.map(normalize));
74
+ return left.filter(value => values.has(normalize(value)));
75
+ }
76
+ function normalize(value) {
77
+ return value.normalize('NFKC').trim().toLocaleLowerCase('en-US');
78
+ }
79
+ function round(value) {
80
+ return Math.round(value * 10_000) / 10_000;
81
+ }
82
+ //# sourceMappingURL=evidence-graph.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evidence-graph.js","sourceRoot":"","sources":["../src/evidence-graph.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mCAAmC,GAEpC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAiBvD,MAAM,UAAU,4BAA4B,CAAC,KAO5C;IACC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,mCAAmC,CAAC;IACrE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAiC,EAAE,CAAC;IACpD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,KAAK,IAAI,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAChG,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;YAClD,IAAI,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtE,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YACnF,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC3D,IAAI,SAAS,GAAG,OAAO,CAAC,qBAAqB;gBAAE,OAAO,EAAE,CAAC;YACzD,OAAO,CAAC;oBACN,EAAE,EAAE,SAAS,CAAC,EAAE;oBAChB,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,gBAAgB,EAAE,QAAQ,CAAC,QAAQ;oBACnC,SAAS;oBACT,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,SAAS,CAAC,CAAC;iBAChF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxB,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxB,IAAI,UAAU,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK;gBAAE,MAAM;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,eAAe,CACtB,IAAuB,EACvB,SAA4B,EAC5B,KAAsB;IAEtB,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACnD,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,GAAG,IAAI,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC;WAC9E,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAChF,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IAClF,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAClD,MAAM,aAAa,GAAG,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5F,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,IAAI,SAAS,CAAC,UAAU,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,EAAE,CAAC;YAC1F,OAAO,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,cAAc,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACrF,CAAC;QACD,IAAI,SAAS,CAAC,UAAU,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,CAAC;YAClF,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAClF,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAc,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAC1E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,KAAgC;IAClD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAc,EAAE,KAAe;IACnD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7C,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC7C,CAAC"}
package/dist/fetcher.d.ts CHANGED
@@ -1,5 +1,16 @@
1
1
  export declare function closeBrowser(): Promise<void>;
2
2
  export declare function fetchHtml(url: string): Promise<string>;
3
3
  export declare function fetchHtmlBrowser(url: string): Promise<string>;
4
+ export interface RawKnowledgeSourceDocument {
5
+ sourceUri: string;
6
+ title?: string;
7
+ markdown: string;
8
+ contentHash: string;
9
+ retrievedAt: number;
10
+ }
4
11
  export declare function fetchHtmlSmart(url: string): Promise<string>;
12
+ export declare function fetchHtmlKnowledgeSource(url: string, options?: {
13
+ renderJs?: boolean;
14
+ retrievedAt?: number;
15
+ }): Promise<RawKnowledgeSourceDocument>;
5
16
  //# sourceMappingURL=fetcher.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"fetcher.d.ts","sourceRoot":"","sources":["../src/fetcher.ts"],"names":[],"mappings":"AAaA,wBAAsB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAKlD;AAED,wBAAsB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CA8B5D;AAED,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAmBnE;AAeD,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAMjE"}
1
+ {"version":3,"file":"fetcher.d.ts","sourceRoot":"","sources":["../src/fetcher.ts"],"names":[],"mappings":"AAeA,wBAAsB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAKlD;AAED,wBAAsB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CA8B5D;AAED,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAmBnE;AAeD,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAMjE;AAED,wBAAsB,wBAAwB,CAC5C,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GACzD,OAAO,CAAC,0BAA0B,CAAC,CASrC"}
package/dist/fetcher.js CHANGED
@@ -1,4 +1,6 @@
1
1
  import { chromium } from "playwright";
2
+ import { createHash } from 'node:crypto';
3
+ import { htmlToMarkdown } from './markdown-converter.js';
2
4
  const USER_AGENT = "DevFlow-KnowledgeSync/0.3 (Node.js; Playwright)";
3
5
  let _browser = null;
4
6
  async function getBrowser() {
@@ -78,4 +80,14 @@ export async function fetchHtmlSmart(url) {
78
80
  }
79
81
  return fetchHtmlBrowser(url);
80
82
  }
83
+ export async function fetchHtmlKnowledgeSource(url, options = {}) {
84
+ const html = options.renderJs ? await fetchHtmlBrowser(url) : await fetchHtmlSmart(url);
85
+ const markdown = htmlToMarkdown(html);
86
+ return {
87
+ sourceUri: url,
88
+ markdown,
89
+ contentHash: createHash('sha256').update(markdown).digest('hex'),
90
+ retrievedAt: options.retrievedAt ?? Date.now(),
91
+ };
92
+ }
81
93
  //# sourceMappingURL=fetcher.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../src/fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAW,MAAM,YAAY,CAAC;AAE/C,MAAM,UAAU,GAAG,iDAAiD,CAAC;AAErE,IAAI,QAAQ,GAAmB,IAAI,CAAC;AAEpC,KAAK,UAAU,UAAU;IACvB,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QACzC,QAAQ,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACvC,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IACzC,IAAI,SAAS,GAAiB,IAAI,CAAC;IAEnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC3B,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;gBACrC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACpC,CAAC,CAAC;YAEH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBACzD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,MAAM,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,OAAO,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,GAAY,CAAC;YACzB,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,oBAAoB,GAAG,kBAAkB,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QACvC,SAAS,EAAE,UAAU;KACtB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACnB,SAAS,EAAE,kBAAkB;YAC7B,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,8DAA8D;QAC9D,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,IAAI;SACd,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;SAChD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;SAC9C,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;IACV,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,gBAAgB,EAAE,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC"}
1
+ {"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../src/fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAW,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,MAAM,UAAU,GAAG,iDAAiD,CAAC;AAErE,IAAI,QAAQ,GAAmB,IAAI,CAAC;AAEpC,KAAK,UAAU,UAAU;IACvB,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QACzC,QAAQ,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACvC,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IACzC,IAAI,SAAS,GAAiB,IAAI,CAAC;IAEnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC3B,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;gBACrC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACpC,CAAC,CAAC;YAEH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBACzD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,MAAM,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,OAAO,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,GAAY,CAAC;YACzB,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,oBAAoB,GAAG,kBAAkB,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QACvC,SAAS,EAAE,UAAU;KACtB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACnB,SAAS,EAAE,kBAAkB;YAC7B,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,8DAA8D;QAC9D,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,IAAI;SACd,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;SAChD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;SAC9C,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;IACV,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAU7B,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,gBAAgB,EAAE,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,GAAW,EACX,UAAwD,EAAE;IAE1D,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO;QACL,SAAS,EAAE,GAAG;QACd,QAAQ;QACR,WAAW,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAChE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE;KAC/C,CAAC;AACJ,CAAC"}
@@ -1,3 +1,4 @@
1
+ import type { RawKnowledgeSourceDocument } from './fetcher.js';
1
2
  interface DocChunk {
2
3
  title: string;
3
4
  content: string;
@@ -6,5 +7,6 @@ interface DocChunk {
6
7
  codeBlocks?: string;
7
8
  }
8
9
  export declare function fetchFromGitHub(repo: string, docsPath: string | string[], tmpDir: string): Promise<DocChunk[]>;
10
+ export declare function fetchRawFromGitHub(repo: string, docsPath: string | string[], tmpDir: string): Promise<RawKnowledgeSourceDocument[]>;
9
11
  export {};
10
12
  //# sourceMappingURL=git-fetcher.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"git-fetcher.d.ts","sourceRoot":"","sources":["../src/git-fetcher.ts"],"names":[],"mappings":"AAKA,UAAU,QAAQ;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAkBD,wBAAsB,eAAe,CACnC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,GACxD,OAAO,CAAC,QAAQ,EAAE,CAAC,CAkDrB"}
1
+ {"version":3,"file":"git-fetcher.d.ts","sourceRoot":"","sources":["../src/git-fetcher.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAE/D,UAAU,QAAQ;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAkBD,wBAAsB,eAAe,CACnC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,GACxD,OAAO,CAAC,QAAQ,EAAE,CAAC,CAkDrB;AAED,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,EAC3B,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAyCvC"}