@cosmocoder/mcp-web-docs 2.0.21 → 2.0.22

package/build/indexing/workflow.test.js

@@ -0,0 +1,218 @@
+import { SessionExpiredError } from '../util/security.js';
+import { DocsCrawler } from '../crawler/docs-crawler.js';
+import { IndexingWorkflow } from './workflow.js';
+const request = {
+    operationId: 'operation-1',
+    url: 'https://docs.example.com',
+    title: 'Example Docs',
+};
+const page = {
+    url: request.url,
+    path: '/',
+    content: '<h1>Example</h1>',
+    contentFormat: 'text',
+    title: request.title,
+};
+const chunk = {
+    content: 'Example content',
+    url: request.url,
+    title: request.title,
+    path: '/',
+    startLine: 0,
+    endLine: 0,
+    vector: [0.1, 0.2],
+    metadata: { type: 'overview' },
+};
+function createHarness(options = {}) {
+    const addDocument = vi.fn().mockResolvedValue(undefined);
+    const store = {
+        addDocument,
+        getDocument: vi.fn().mockResolvedValue(options.existingDocument ?? null),
+        optimize: vi.fn().mockResolvedValue({ compacted: false, cleanedUp: false }),
+    };
+    const statusTracker = {
+        cancelIndexing: vi.fn(),
+        completeIndexing: vi.fn(),
+        failIndexing: vi.fn(),
+        getStatus: vi.fn(),
+        updateProgress: vi.fn(),
+        updateStats: vi.fn(),
+    };
+    const authManager = {
+        clearSession: vi.fn().mockResolvedValue(undefined),
+        loadSession: vi.fn().mockResolvedValue(options.savedSession ?? null),
+    };
+    const crawler = {
+        abort: vi.fn(),
+        crawl: options.crawl ??
+            async function* () {
+                yield page;
+            },
+        setPathPrefix: vi.fn(),
+        setStorageState: vi.fn(),
+    };
+    const process = vi.fn(options.process ??
+        (async () => ({
+            metadata: { url: page.url, title: page.title, lastIndexed: new Date() },
+            chunks: [chunk],
+        })));
+    const processor = { process };
+    const createCrawler = vi.fn(options.createCrawler ?? (() => crawler));
+    const fetchFavicon = vi.fn().mockResolvedValue('data:image/x-icon;base64,AA==');
+    const workflow = new IndexingWorkflow({ store, processor, statusTracker, authManager, createCrawler, fetchFavicon });
+    return { workflow, store, statusTracker, authManager, crawler, createCrawler, fetchFavicon, addDocument, process };
+}
+const runWorkflow = (workflow, indexingRequest, signal = new AbortController().signal) => workflow.run(indexingRequest, signal);
+describe('IndexingWorkflow', () => {
+    it('crawls, processes, stores, tags, completes, and optimizes a document', async () => {
+        const harness = createHarness();
+        await runWorkflow(harness.workflow, { ...request, pathPrefix: '/guide', tags: ['guide'], version: '2' });
+        expect(harness.createCrawler).toHaveBeenCalledWith();
+        expect(harness.crawler.setPathPrefix).toHaveBeenCalledWith('/guide');
+        expect(harness.addDocument).toHaveBeenCalledWith({
+            metadata: expect.objectContaining({
+                url: request.url,
+                title: request.title,
+                favicon: 'data:image/x-icon;base64,AA==',
+                version: '2',
+                pathPrefix: '/guide',
+            }),
+            chunks: [chunk],
+        }, { signal: expect.any(AbortSignal), tags: ['guide'] });
+        expect(harness.statusTracker.completeIndexing).toHaveBeenCalledWith(request.operationId);
+        expect(harness.store.optimize).toHaveBeenCalledOnce();
+        const progressStages = harness.statusTracker.updateProgress.mock.calls.map((call) => call[2]);
+        expect(progressStages).toEqual(expect.arrayContaining(['Finding subpages', 'Finding subpages (/)', 'Creating embeddings (1/1)', 'Storing 1 chunks']));
+        expect(progressStages.indexOf('Finding subpages')).toBeLessThan(progressStages.indexOf('Creating embeddings (1/1)'));
+        expect(progressStages.indexOf('Creating embeddings (1/1)')).toBeLessThan(progressStages.indexOf('Storing 1 chunks'));
+        expect(harness.statusTracker.updateStats).toHaveBeenCalledWith(request.operationId, { pagesFound: 1 });
+        expect(harness.statusTracker.updateStats).toHaveBeenCalledWith(request.operationId, { pagesProcessed: 1, chunksCreated: 1 });
+        expect(harness.statusTracker.updateStats).toHaveBeenCalledWith(request.operationId, { chunksCreated: 1 });
+    });
+    it('reindexes only after processing and finishes metadata after the replacement write', async () => {
+        const harness = createHarness({
+            existingDocument: { url: request.url, title: request.title, lastIndexed: new Date() },
+        });
+        await runWorkflow(harness.workflow, { ...request, reIndex: true, tags: ['existing'] });
+        const processOrder = harness.process.mock.invocationCallOrder[0];
+        const addOrder = harness.addDocument.mock.invocationCallOrder[0];
+        expect(processOrder).toBeLessThan(addOrder);
+        expect(addOrder).toBeLessThan(harness.statusTracker.completeIndexing.mock.invocationCallOrder[0]);
+        const progressStages = harness.statusTracker.updateProgress.mock.calls.map((call) => call[2]);
+        expect(progressStages.indexOf('Creating embeddings (1/1)')).toBeLessThan(progressStages.indexOf('Storing 1 chunks'));
+        expect(harness.statusTracker.updateStats).toHaveBeenCalledWith(request.operationId, {
+            pagesProcessed: 1,
+            chunksCreated: 1,
+        });
+        const failedWrite = createHarness({
+            existingDocument: { url: request.url, title: request.title, lastIndexed: new Date() },
+        });
+        failedWrite.addDocument.mockRejectedValue(new Error('write failed'));
+        await runWorkflow(failedWrite.workflow, { ...request, reIndex: true, tags: ['existing'] });
+        expect(failedWrite.addDocument).toHaveBeenCalledOnce();
+        expect(failedWrite.statusTracker.completeIndexing).not.toHaveBeenCalled();
+        expect(failedWrite.statusTracker.failIndexing).toHaveBeenCalledWith(request.operationId, 'write failed');
+    });
+    it('completes an existing add without crawling or writing', async () => {
+        const harness = createHarness({
+            existingDocument: { url: request.url, title: request.title, lastIndexed: new Date() },
+        });
+        await runWorkflow(harness.workflow, request);
+        expect(harness.statusTracker.completeIndexing).toHaveBeenCalledWith(request.operationId);
+        expect(harness.createCrawler).not.toHaveBeenCalled();
+        expect(harness.addDocument).not.toHaveBeenCalled();
+    });
+    it('fails without writing when processing produces no chunks', async () => {
+        const harness = createHarness({
+            existingDocument: { url: request.url, title: request.title, lastIndexed: new Date() },
+            process: vi.fn().mockResolvedValue({
+                metadata: { url: page.url, title: page.title, lastIndexed: new Date() },
+                chunks: [],
+            }),
+        });
+        await runWorkflow(harness.workflow, { ...request, reIndex: true });
+        expect(harness.statusTracker.failIndexing).toHaveBeenCalledWith(request.operationId, 'No content was extracted from the pages');
+        expect(harness.addDocument).not.toHaveBeenCalled();
+    });
+    it.each([
+        ['valid', JSON.stringify({ cookies: [] }), { cookies: [] }],
+        ['malformed', '{not json', undefined],
+    ])('continues crawling with a %s saved session', async (_label, savedSession, expectedState) => {
+        const harness = createHarness({ savedSession });
+        await runWorkflow(harness.workflow, request);
+        if (expectedState) {
+            expect(harness.crawler.setStorageState).toHaveBeenCalledWith(expectedState);
+        }
+        else {
+            expect(harness.crawler.setStorageState).not.toHaveBeenCalled();
+        }
+        expect(harness.addDocument).toHaveBeenCalledOnce();
+        expect(harness.statusTracker.completeIndexing).toHaveBeenCalledWith(request.operationId);
+    });
+    it('aborts an in-progress crawl without writing', async () => {
+        const controller = new AbortController();
+        const harness = createHarness({
+            crawl: async function* () {
+                yield page;
+                controller.abort();
+                yield { ...page, path: '/second' };
+            },
+        });
+        await runWorkflow(harness.workflow, request, controller.signal);
+        expect(harness.crawler.abort).toHaveBeenCalledOnce();
+        expect(harness.statusTracker.cancelIndexing).toHaveBeenCalledWith(request.operationId);
+        expect(harness.addDocument).not.toHaveBeenCalled();
+    });
+    it('clears an expired session and reports the friendly authentication failure', async () => {
+        const harness = createHarness({
+            crawl: async function* () {
+                yield* [];
+                throw new SessionExpiredError('redirected', request.url, 'https://docs.example.com/login', {
+                    isLoginPage: true,
+                    confidence: 1,
+                    reasons: ['login URL'],
+                });
+            },
+        });
+        await runWorkflow(harness.workflow, request);
+        expect(harness.authManager.clearSession).toHaveBeenCalledWith(request.url);
+        expect(harness.statusTracker.failIndexing).toHaveBeenCalledWith(request.operationId, expect.stringContaining("Please use the 'authenticate' tool"));
+        expect(harness.addDocument).not.toHaveBeenCalled();
+    });
+    it('consumes generic failures and marks the operation failed', async () => {
+        const harness = createHarness({
+            crawl: async function* () {
+                yield* [];
+                throw new Error('crawl failed');
+            },
+        });
+        await expect(runWorkflow(harness.workflow, request)).resolves.toBeUndefined();
+        expect(harness.statusTracker.failIndexing).toHaveBeenCalledWith(request.operationId, 'crawl failed');
+        expect(harness.addDocument).not.toHaveBeenCalled();
+    });
+    it('surfaces unsupported GitHub blob URLs through indexing status', async () => {
+        const harness = createHarness({ createCrawler: () => new DocsCrawler() });
+        const blobUrl = 'https://github.com/owner/repo/blob/main/README.md';
+        await runWorkflow(harness.workflow, { ...request, url: blobUrl });
+        expect(harness.statusTracker.failIndexing).toHaveBeenCalledWith(request.operationId, `Unsupported GitHub URL: ${blobUrl}. Use a repository root or /tree/<branch>[/path] URL.`);
+        expect(fetchMock).not.toHaveBeenCalled();
+        expect(harness.fetchFavicon).not.toHaveBeenCalled();
+        expect(harness.addDocument).not.toHaveBeenCalled();
+    });
+    it('retries transient commit conflicts before succeeding', async () => {
+        vi.useFakeTimers();
+        const harness = createHarness();
+        harness.addDocument.mockRejectedValueOnce(new Error('Commit conflict')).mockResolvedValueOnce(undefined);
+        const run = runWorkflow(harness.workflow, request);
+        await vi.runAllTimersAsync();
+        await run;
+        expect(harness.addDocument).toHaveBeenCalledTimes(2);
+        expect(harness.addDocument).toHaveBeenLastCalledWith(expect.any(Object), {
+            signal: expect.any(AbortSignal),
+            tags: [],
+        });
+        expect(harness.statusTracker.completeIndexing).toHaveBeenCalledWith(request.operationId);
+        vi.useRealTimers();
+    });
+});
+//# sourceMappingURL=workflow.test.js.map

package/build/indexing/workflow.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow.test.js","sourceRoot":"","sources":["../../src/indexing/workflow.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAwB,MAAM,eAAe,CAAC;AAEvE,MAAM,OAAO,GAAoB;IAC/B,WAAW,EAAE,aAAa;IAC1B,GAAG,EAAE,0BAA0B;IAC/B,KAAK,EAAE,cAAc;CACtB,CAAC;AAEF,MAAM,IAAI,GAAgB;IACxB,GAAG,EAAE,OAAO,CAAC,GAAG;IAChB,IAAI,EAAE,GAAG;IACT,OAAO,EAAE,kBAAkB;IAC3B,aAAa,EAAE,MAAM;IACrB,KAAK,EAAE,OAAO,CAAC,KAAK;CACrB,CAAC;AAEF,MAAM,KAAK,GAAkB;IAC3B,OAAO,EAAE,iBAAiB;IAC1B,GAAG,EAAE,OAAO,CAAC,GAAG;IAChB,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,IAAI,EAAE,GAAG;IACT,SAAS,EAAE,CAAC;IACZ,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;IAClB,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;CAC/B,CAAC;AAEF,SAAS,aAAa,CACpB,UAMI,EAAE;IAEN,MAAM,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG;QACZ,WAAW;QACX,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACxE,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;KAC5E,CAAC;IACF,MAAM,aAAa,GAAG;QACpB,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;QACvB,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE;QACzB,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE;QACrB,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;QAClB,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;QACvB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE;KACrB,CAAC;IACF,MAAM,WAAW,GAAG;QAClB,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QAClD,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;KACrE,CAAC;IACF,MAAM,OAAO,GAAG;QACd,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;QACd,KAAK,EACH,OAAO,CAAC,KAAK;YACb,KAAK,SAAS,CAAC;gBACb,MAAM,IAAI,CAAC;YACb,CAAC;QACH,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;QACtB,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE;KACzB,CAAC;IACF,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CACnB,OAAO,CAAC,OAAO;QACb,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACZ,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE;YACvE,MAAM,EAAE,CAAC,KAAK,CAAC;SAChB,CAAC,CAAC,CACN,CAAC;IACF,MAAM,SAAS,GAAG,EAAE,OAAO,EAAE,CAAC;IAC9B,MAAM,aAAa,GAAG,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,+BAA+B,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC;IAErH,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;AACrH,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,QAA0B,EAAE,eAAgC,EAAE,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1H,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;AAExC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;QAEhC,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;QAEzG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACrE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAC9C;YACE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAChC,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,+BAA+B;gBACxC,OAAO,EAAE,GAAG;gBACZ,UAAU,EAAE,QAAQ;aACrB,CAAC;YACF,MAAM,EAAE,CAAC,KAAK,CAAC;SAChB,EACD,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CACrD,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACzF,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,oBAAoB,EAAE,CAAC;QAEtD,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9F,MAAM,CAAC,cAAc,CAAC,CAAC,OAAO,CAC5B,MAAM,CAAC,eAAe,CAAC,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,kBAAkB,CAAC,CAAC,CACtH,CAAC;QACF,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACrH,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACrH,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QACvG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7H,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,gBAAgB,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE;SACtF,CAAC,CAAC;QAEH,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAEvF,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;QAElG,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9F,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACrH,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,EAAE;YAClF,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;SACjB,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,aAAa,CAAC;YAChC,gBAAgB,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE;SACtF,CAAC,CAAC;QACH,WAAW,CAAC,WAAW,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAErE,MAAM,WAAW,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAE3F,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACvD,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1E,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IAC3G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,gBAAgB,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE;SACtF,CAAC,CAAC;QAEH,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7C,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACzF,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,gBAAgB,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE;YACrF,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACjC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE;gBACvE,MAAM,EAAE,EAAE;aACX,CAAC;SACH,CAAC,CAAC;QAEH,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnE,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,EAAE,yCAAyC,CAAC,CAAC;QAChI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAAC;QACN,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC3D,CAAC,WAAW,EAAE,WAAW,EAAE,SAAS,CAAC;KACtC,CAAC,CAAC,4CAA4C,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,EAAE;QAC7F,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC;QAEhD,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7C,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;QAC9E,CAAC;aACI,CAAC;YACJ,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACjE,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACnD,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,KAAK,EAAE,KAAK,SAAS,CAAC;gBACpB,MAAM,IAAI,CAAC;gBACX,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;YACrC,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACvF,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;QACzF,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,KAAK,EAAE,KAAK,SAAS,CAAC;gBACpB,KAAK,CAAC,CAAC,EAAmB,CAAC;gBAC3B,MAAM,IAAI,mBAAmB,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,EAAE,gCAAgC,EAAE;oBACzF,WAAW,EAAE,IAAI;oBACjB,UAAU,EAAE,CAAC;oBACb,OAAO,EAAE,CAAC,WAAW,CAAC;iBACvB,CAAC,CAAC;YACL,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7C,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3E,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAC7D,OAAO,CAAC,WAAW,EACnB,MAAM,CAAC,gBAAgB,CAAC,oCAAoC,CAAC,CAC9D,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,KAAK,EAAE,KAAK,SAAS,CAAC;gBACpB,KAAK,CAAC,CAAC,EAAmB,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;YAClC,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAE9E,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QACrG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,WAAW,EAAE,EAAE,CAAC,CAAC;QAC1E,MAAM,OAAO,GAAG,mDAAmD,CAAC;QAEpE,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QAElE,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAC7D,OAAO,CAAC,WAAW,EACnB,2BAA2B,OAAO,uDAAuD,CAC1F,CAAC;QACF,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACzC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;QAChC,OAAO,CAAC,WAAW,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAEzG,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,EAAE,CAAC,iBAAiB,EAAE,CAAC;QAC7B,MAAM,GAAG,CAAC;QAEV,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YACvE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;YAC/B,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACzF,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/server.d.ts

@@ -0,0 +1,88 @@
+export declare class WebDocsServer {
+    private server;
+    private config;
+    private store;
+    private processor;
+    private statusTracker;
+    private indexingQueue;
+    private authManager;
+    private indexingWorkflow;
+    private runPromise?;
+    private closePromise?;
+    private activeToolCalls;
+    /** Maps operation ID to progress token for MCP notifications */
+    private progressTokens;
+    /** Tracks last notified progress to throttle notifications */
+    private lastNotifiedProgress;
+    constructor();
+    /**
+     * Send MCP progress notification to client.
+     * Only sends if the client provided a progressToken in the original request.
+     * Throttled to avoid flooding - sends on 5% increments or status changes.
+     */
+    private sendProgressNotification;
+    private initialize;
+    private setupToolHandlers;
+    private handleAddDocumentation;
+    private handleListDocumentation;
+    private handleSearchDocumentation;
+    private handleReindexDocumentation;
+    private handleGetIndexingStatus;
+    /**
+     * Handle interactive authentication request.
+     * Opens a visible browser for the user to login manually.
+     */
+    private handleAuthenticate;
+    /**
+     * Handle clearing saved authentication for a domain
+     */
+    private handleClearAuth;
+    /**
+     * Handle deleting an indexed documentation site and all its data
+     */
+    private handleDeleteDocumentation;
+    /**
+     * Handle setting tags for a documentation site
+     */
+    private handleSetTags;
+    /**
+     * Handle listing all tags with usage counts
+     */
+    private handleListTags;
+    /**
+     * Handle creating a new collection
+     */
+    private handleCreateCollection;
+    /**
+     * Handle deleting a collection
+     */
+    private handleDeleteCollection;
+    /**
+     * Handle updating a collection's metadata
+     */
+    private handleUpdateCollection;
+    /**
+     * Handle listing all collections
+     */
+    private handleListCollections;
+    /**
+     * Handle getting a specific collection with its documents
+     */
+    private handleGetCollection;
+    /**
+     * Handle adding documents to a collection
+     */
+    private handleAddToCollection;
+    /**
+     * Handle removing documents from a collection
+     */
+    private handleRemoveFromCollection;
+    /**
+     * Handle searching within a collection
+     */
+    private handleSearchCollection;
+    run(): Promise<void>;
+    private start;
+    close(): Promise<void>;
+    private closeResources;
+}