@cosmocoder/mcp-web-docs 1.0.0 → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +132 -10
- package/build/crawler/auth.d.ts +17 -6
- package/build/crawler/auth.js +166 -31
- package/build/crawler/auth.js.map +1 -1
- package/build/crawler/auth.test.js +197 -33
- package/build/crawler/auth.test.js.map +1 -1
- package/build/index.js +68 -16
- package/build/index.js.map +1 -1
- package/build/index.test.js +134 -0
- package/build/index.test.js.map +1 -1
- package/build/storage/storage.d.ts +17 -0
- package/build/storage/storage.js +102 -5
- package/build/storage/storage.js.map +1 -1
- package/build/storage/storage.test.js +91 -0
- package/build/storage/storage.test.js.map +1 -1
- package/build/types.d.ts +4 -0
- package/build/util/security.js +8 -0
- package/build/util/security.js.map +1 -1
- package/build/util/security.test.js +18 -0
- package/build/util/security.test.js.map +1 -1
- package/package.json +11 -2
- package/build/crawler/cheerio.d.ts +0 -11
- package/build/crawler/cheerio.js +0 -134
- package/build/crawler/cheerio.js.map +0 -1
- package/build/crawler/chromium.d.ts +0 -21
- package/build/crawler/chromium.js +0 -596
- package/build/crawler/chromium.js.map +0 -1
- package/build/crawler/default.d.ts +0 -11
- package/build/crawler/default.js +0 -138
- package/build/crawler/default.js.map +0 -1
- package/build/crawler/factory.d.ts +0 -6
- package/build/crawler/factory.js +0 -83
- package/build/crawler/factory.js.map +0 -1
- package/build/crawler/puppeteer.d.ts +0 -16
- package/build/crawler/puppeteer.js +0 -191
- package/build/crawler/puppeteer.js.map +0 -1
- package/build/embeddings/openai.d.ts +0 -8
- package/build/embeddings/openai.js +0 -56
- package/build/embeddings/openai.js.map +0 -1
- package/build/rag/cache.d.ts +0 -10
- package/build/rag/cache.js +0 -10
- package/build/rag/cache.js.map +0 -1
- package/build/rag/code-generator.d.ts +0 -11
- package/build/rag/code-generator.js +0 -30
- package/build/rag/code-generator.js.map +0 -1
- package/build/rag/context-assembler.d.ts +0 -23
- package/build/rag/context-assembler.js +0 -113
- package/build/rag/context-assembler.js.map +0 -1
- package/build/rag/docs-search.d.ts +0 -55
- package/build/rag/docs-search.js +0 -380
- package/build/rag/docs-search.js.map +0 -1
- package/build/rag/pipeline.d.ts +0 -26
- package/build/rag/pipeline.js +0 -91
- package/build/rag/pipeline.js.map +0 -1
- package/build/rag/query-processor.d.ts +0 -14
- package/build/rag/query-processor.js +0 -57
- package/build/rag/query-processor.js.map +0 -1
- package/build/rag/reranker.d.ts +0 -55
- package/build/rag/reranker.js +0 -210
- package/build/rag/reranker.js.map +0 -1
- package/build/rag/response-generator.d.ts +0 -20
- package/build/rag/response-generator.js +0 -101
- package/build/rag/response-generator.js.map +0 -1
- package/build/rag/retriever.d.ts +0 -19
- package/build/rag/retriever.js +0 -111
- package/build/rag/retriever.js.map +0 -1
- package/build/rag/validator.d.ts +0 -22
- package/build/rag/validator.js +0 -128
- package/build/rag/validator.js.map +0 -1
- package/build/rag/version-manager.d.ts +0 -23
- package/build/rag/version-manager.js +0 -98
- package/build/rag/version-manager.js.map +0 -1
- package/build/types/rag.d.ts +0 -27
- package/build/types/rag.js +0 -2
- package/build/types/rag.js.map +0 -1
- package/build/util/content-utils.d.ts +0 -31
- package/build/util/content-utils.js +0 -120
- package/build/util/content-utils.js.map +0 -1
- package/build/util/content.d.ts +0 -1
- package/build/util/content.js +0 -16
- package/build/util/content.js.map +0 -1
- package/build/util/site-detector.d.ts +0 -22
- package/build/util/site-detector.js +0 -42
- package/build/util/site-detector.js.map +0 -1
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
export class StorybookDetector {
|
|
2
|
-
async canHandle(document) {
|
|
3
|
-
// Check for Storybook API
|
|
4
|
-
const hasStorybookAPI = typeof window.__STORYBOOK_CLIENT_API__ !== 'undefined';
|
|
5
|
-
// Check for Storybook-specific elements
|
|
6
|
-
const hasStorybookElements = document.querySelector('#storybook-root, .sbdocs, [data-nodetype="root"]') !== null ||
|
|
7
|
-
document.querySelector('meta[name="storybook-version"]') !== null ||
|
|
8
|
-
document.baseURI?.includes('path=/docs/') ||
|
|
9
|
-
document.baseURI?.includes('path=/story/');
|
|
10
|
-
return hasStorybookAPI || hasStorybookElements;
|
|
11
|
-
}
|
|
12
|
-
}
|
|
13
|
-
export class GitHubPagesDetector {
|
|
14
|
-
async canHandle(document) {
|
|
15
|
-
return window.location.hostname.includes('github.io') &&
|
|
16
|
-
document.querySelector('.markdown-body, .site-footer, .page-header') !== null;
|
|
17
|
-
}
|
|
18
|
-
}
|
|
19
|
-
export class DefaultDetector {
|
|
20
|
-
async canHandle(_document) {
|
|
21
|
-
return true; // Always matches as fallback
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
const detectors = [
|
|
25
|
-
{ type: 'storybook', detector: new StorybookDetector() },
|
|
26
|
-
{ type: 'github', detector: new GitHubPagesDetector() },
|
|
27
|
-
{ type: 'default', detector: new DefaultDetector() }
|
|
28
|
-
];
|
|
29
|
-
/**
|
|
30
|
-
* Detects the type of documentation site
|
|
31
|
-
* @param document The document to analyze
|
|
32
|
-
* @returns The detected site type
|
|
33
|
-
*/
|
|
34
|
-
export async function detectSiteType(document) {
|
|
35
|
-
for (const { type, detector } of detectors) {
|
|
36
|
-
if (await detector.canHandle(document)) {
|
|
37
|
-
return type;
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
return 'default';
|
|
41
|
-
}
|
|
42
|
-
//# sourceMappingURL=site-detector.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"site-detector.js","sourceRoot":"","sources":["../../src/util/site-detector.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,SAAS,CAAC,QAAkB;QAChC,0BAA0B;QAC1B,MAAM,eAAe,GAAG,OAAQ,MAAc,CAAC,wBAAwB,KAAK,WAAW,CAAC;QAExF,wCAAwC;QACxC,MAAM,oBAAoB,GACxB,QAAQ,CAAC,aAAa,CAAC,kDAAkD,CAAC,KAAK,IAAI;YACnF,QAAQ,CAAC,aAAa,CAAC,gCAAgC,CAAC,KAAK,IAAI;YACjE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,aAAa,CAAC;YACzC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC;QAE7C,OAAO,eAAe,IAAI,oBAAoB,CAAC;IACjD,CAAC;CACF;AAED,MAAM,OAAO,mBAAmB;IAC9B,KAAK,CAAC,SAAS,CAAC,QAAkB;QAChC,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC9C,QAAQ,CAAC,aAAa,CAAC,4CAA4C,CAAC,KAAK,IAAI,CAAC;IACvF,CAAC;CACF;AAED,MAAM,OAAO,eAAe;IAC1B,KAAK,CAAC,SAAS,CAAC,SAAmB;QACjC,OAAO,IAAI,CAAC,CAAC,6BAA6B;IAC5C,CAAC;CACF;AAED,MAAM,SAAS,GAAqD;IAClE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,iBAAiB,EAAE,EAAE;IACxD,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,mBAAmB,EAAE,EAAE;IACvD,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,eAAe,EAAE,EAAE;CACrD,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,QAAkB;IACrD,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3C,IAAI,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
|