@llmindset/hf-mcp 0.1.17 → 0.1.19

package/dist/docs-search/docs-semantic-search.test.js

@@ -0,0 +1,283 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import { DocSearchTool } from './docs-semantic-search.js';
+import { DOC_FETCH_CONFIG } from './doc-fetch.js';
+const mockFetch = vi.fn();
+global.fetch = mockFetch;
+describe('DocSearchTool', () => {
+    let docSearchTool;
+    beforeEach(() => {
+        docSearchTool = new DocSearchTool();
+        vi.clearAllMocks();
+    });
+    describe('search', () => {
+        it('should return error when query is too short', async () => {
+            await expect(docSearchTool.search({ query: 'ab' })).rejects.toThrow();
+        });
+        it('should return no results message when API returns empty array', async () => {
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve([]),
+            });
+            const result = await docSearchTool.search({ query: 'nonexistent' });
+            expect(result).toBe(`No documentation found for query 'nonexistent'`);
+        });
+        it('should return no results message with product filter', async () => {
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve([]),
+            });
+            const result = await docSearchTool.search({ query: 'nonexistent', product: 'hub' });
+            expect(result).toBe(`No documentation found for query 'nonexistent' in product 'hub'`);
+        });
+        it('should format results grouped by product and page', async () => {
+            const sampleResults = [
+                {
+                    text: 'Download a comprehensive CSV file containing analytics',
+                    product: 'hub',
+                    heading1: 'Analytics',
+                    source_page_url: 'https://huggingface.co/docs/hub/enterprise-hub-analytics#export-analytics-as-csv',
+                    source_page_title: 'Enterprise-hub-analytics',
+                    heading2: 'Export Analytics as CSV',
+                },
+                {
+                    text: 'View analytics for your repositories',
+                    product: 'hub',
+                    heading1: 'Analytics',
+                    source_page_url: 'https://huggingface.co/docs/hub/enterprise-hub-analytics#export-analytics-as-csv',
+                    source_page_title: 'Enterprise-hub-analytics',
+                    heading2: 'View Analytics',
+                },
+                {
+                    text: 'In this quickstart, you will learn how to use the dataset viewer REST API',
+                    product: 'dataset-viewer',
+                    heading1: 'Quickstart',
+                    source_page_url: 'https://huggingface.co/docs/dataset-viewer/quick_start#quickstart',
+                    source_page_title: 'Quick start',
+                },
+            ];
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(sampleResults),
+            });
+            const result = await docSearchTool.search({ query: 'analytics' });
+            expect(result).toContain('# Documentation Library Search Results for "analytics"');
+            expect(result).toContain('Found 3 results');
+            const hubIndex = result.indexOf('## Results for Product: hub');
+            const datasetViewerIndex = result.indexOf('## Results for Product: dataset-viewer');
+            expect(hubIndex).toBeLessThan(datasetViewerIndex);
+            expect(hubIndex).toBeGreaterThan(-1);
+            expect(datasetViewerIndex).toBeGreaterThan(-1);
+            expect(result).toContain('## Results for Product: hub (2 results)');
+            expect(result).toContain('## Results for Product: dataset-viewer (1 results)');
+            expect(result).toContain('### Results from [Analytics](https://huggingface.co/docs/hub/enterprise-hub-analytics)');
+            expect(result).toContain('### Results from [Quickstart](https://huggingface.co/docs/dataset-viewer/quick_start)');
+            expect(result).toContain('#### Excerpt from the "Export Analytics as CSV" section');
+            expect(result).toContain('#### Excerpt from the "View Analytics" section');
+            expect(result).toContain('Download a comprehensive CSV file containing analytics');
+            expect(result).toContain('View analytics for your repositories');
+            expect(result).toContain('In this quickstart, you will learn how to use the dataset viewer REST API');
+            expect(result).toContain('Use the "' + DOC_FETCH_CONFIG.name + '" tool to fetch a document from the library.');
+        });
+        it('should handle results without heading2', async () => {
+            const sampleResults = [
+                {
+                    text: 'This is a simple text without heading2',
+                    product: 'transformers',
+                    heading1: 'Introduction',
+                    source_page_url: 'https://huggingface.co/docs/transformers/index',
+                    source_page_title: 'Transformers',
+                },
+            ];
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(sampleResults),
+            });
+            const result = await docSearchTool.search({ query: 'transformers' });
+            expect(result).not.toContain('#### Excerpt from');
+            expect(result).toContain('This is a simple text without heading2');
+        });
+        it('should properly escape markdown special characters', async () => {
+            const sampleResults = [
+                {
+                    text: 'Text with [brackets] and *asterisks* and _underscores_',
+                    product: 'hub',
+                    heading1: 'Special * Characters',
+                    source_page_url: 'https://huggingface.co/docs/hub/test',
+                    source_page_title: 'Test',
+                    heading2: 'Section with [brackets]',
+                },
+            ];
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(sampleResults),
+            });
+            const result = await docSearchTool.search({ query: 'special' });
+            expect(result).toContain('Special \\* Characters');
+            expect(result).toContain('#### Excerpt from the "Section with [brackets]" section');
+        });
+        it('should clean HTML tags from text', async () => {
+            const sampleResults = [
+                {
+                    text: 'Text with <div class="test">HTML tags</div> and <img src="test.png" alt="image"/>',
+                    product: 'hub',
+                    heading1: 'HTML Test',
+                    source_page_url: 'https://huggingface.co/docs/hub/html-test',
+                    source_page_title: 'HTML Test',
+                },
+            ];
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(sampleResults),
+            });
+            const result = await docSearchTool.search({ query: 'html' });
+            expect(result).toContain('Text with HTML tags and');
+            expect(result).not.toContain('<div');
+            expect(result).not.toContain('<img');
+        });
+        it('should sort multiple products and pages correctly by count', async () => {
+            const sampleResults = [
+                {
+                    text: 'Result from hub page 1 - first',
+                    product: 'hub',
+                    heading1: 'Page 1',
+                    source_page_url: 'https://huggingface.co/docs/hub/page1',
+                    source_page_title: 'Page 1',
+                },
+                {
+                    text: 'Result from hub page 1 - second',
+                    product: 'hub',
+                    heading1: 'Page 1',
+                    source_page_url: 'https://huggingface.co/docs/hub/page1',
+                    source_page_title: 'Page 1',
+                },
+                {
+                    text: 'Result from hub page 2',
+                    product: 'hub',
+                    heading1: 'Page 2',
+                    source_page_url: 'https://huggingface.co/docs/hub/page2',
+                    source_page_title: 'Page 2',
+                },
+                {
+                    text: 'Result from transformers',
+                    product: 'transformers',
+                    heading1: 'Transformers Page',
+                    source_page_url: 'https://huggingface.co/docs/transformers/page1',
+                    source_page_title: 'Transformers',
+                },
+                {
+                    text: 'Result from datasets',
+                    product: 'datasets',
+                    heading1: 'Datasets Page',
+                    source_page_url: 'https://huggingface.co/docs/datasets/page1',
+                    source_page_title: 'Datasets',
+                },
+            ];
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(sampleResults),
+            });
+            const result = await docSearchTool.search({ query: 'test' });
+            const hubIndex = result.indexOf('## Results for Product: hub');
+            const transformersIndex = result.indexOf('## Results for Product: transformers');
+            const datasetsIndex = result.indexOf('## Results for Product: datasets');
+            expect(hubIndex).toBeLessThan(transformersIndex);
+            expect(hubIndex).toBeLessThan(datasetsIndex);
+            expect(result).toContain('## Results for Product: hub (3 results)');
+            const page1Index = result.indexOf('https://huggingface.co/docs/hub/page1');
+            const page2Index = result.indexOf('https://huggingface.co/docs/hub/page2');
+            expect(page1Index).toBeLessThan(page2Index);
+            expect(result).toContain('### Results from [Page 1](https://huggingface.co/docs/hub/page1) (2 results)');
+        });
+        it('should include product filter in API call when provided', async () => {
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve([]),
+            });
+            await docSearchTool.search({ query: 'test', product: 'hub' });
+            expect(mockFetch).toHaveBeenCalledWith(expect.stringContaining('q=test&product=hub'), expect.any(Object));
+        });
+        it('should group results from the same page with different anchors together', async () => {
+            const sampleResults = [
+                {
+                    text: 'First result from section 1',
+                    product: 'hub',
+                    heading1: 'Analytics',
+                    source_page_url: 'https://huggingface.co/docs/hub/analytics#section1',
+                    source_page_title: 'Analytics Page',
+                    heading2: 'Section 1',
+                },
+                {
+                    text: 'Second result from section 2',
+                    product: 'hub',
+                    heading1: 'Analytics',
+                    source_page_url: 'https://huggingface.co/docs/hub/analytics#section2',
+                    source_page_title: 'Analytics Page',
+                    heading2: 'Section 2',
+                },
+                {
+                    text: 'Third result from section 3',
+                    product: 'hub',
+                    heading1: 'Analytics',
+                    source_page_url: 'https://huggingface.co/docs/hub/analytics#section3',
+                    source_page_title: 'Analytics Page',
+                    heading2: 'Section 3',
+                },
+            ];
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(sampleResults),
+            });
+            const result = await docSearchTool.search({ query: 'analytics' });
+            expect(result).toContain('### Results from [Analytics](https://huggingface.co/docs/hub/analytics) (3 results)');
+            expect(result).toContain('First result from section 1');
+            expect(result).toContain('Second result from section 2');
+            expect(result).toContain('Third result from section 3');
+            const resultsFromCount = (result.match(/### Results from/g) || []).length;
+            expect(resultsFromCount).toBe(1);
+        });
+        it('should handle API errors gracefully', async () => {
+            mockFetch.mockRejectedValueOnce(new Error('Network error'));
+            await expect(docSearchTool.search({ query: 'test' })).rejects.toThrow('Failed to search documentation:');
+        });
+    });
+    describe('groupResults', () => {
+        it('should group results by product and page URL', async () => {
+            const sampleResults = [
+                {
+                    text: 'Result 1',
+                    product: 'hub',
+                    heading1: 'Page 1',
+                    source_page_url: 'https://example.com/page1',
+                    source_page_title: 'Page 1',
+                },
+                {
+                    text: 'Result 2',
+                    product: 'hub',
+                    heading1: 'Page 1',
+                    source_page_url: 'https://example.com/page1',
+                    source_page_title: 'Page 1',
+                },
+                {
+                    text: 'Result 3',
+                    product: 'transformers',
+                    heading1: 'Page 2',
+                    source_page_url: 'https://example.com/page2',
+                    source_page_title: 'Page 2',
+                },
+            ];
+            mockFetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(sampleResults),
+            });
+            const result = await docSearchTool.search({ query: 'test' });
+            expect(result).toContain('## Results for Product: hub');
+            expect(result).toContain('## Results for Product: transformers');
+            const result1Index = result.indexOf('Result 1');
+            const result2Index = result.indexOf('Result 2');
+            const result3Index = result.indexOf('Result 3');
+            expect(Math.abs(result2Index - result1Index)).toBeLessThan(100);
+            expect(Math.abs(result3Index - result1Index)).toBeGreaterThan(50);
+        });
+    });
+});
+//# sourceMappingURL=docs-semantic-search.test.js.map

package/dist/docs-search/docs-semantic-search.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docs-semantic-search.test.js","sourceRoot":"","sources":["../../src/docs-search/docs-semantic-search.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAGlD,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;AAC1B,MAAM,CAAC,KAAK,GAAG,SAAyB,CAAC;AAEzC,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC9B,IAAI,aAA4B,CAAC;IAEjC,UAAU,CAAC,GAAG,EAAE;QACf,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QACpC,EAAE,CAAC,aAAa,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC9E,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aAC/B,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACpE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACrE,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aAC/B,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACpF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,aAAa,GAAG;gBACrB;oBACC,IAAI,EAAE,wDAAwD;oBAC9D,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,WAAW;oBACrB,eAAe,EAAE,kFAAkF;oBACnG,iBAAiB,EAAE,0BAA0B;oBAC7C,QAAQ,EAAE,yBAAyB;iBACnC;gBACD;oBACC,IAAI,EAAE,sCAAsC;oBAC5C,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,WAAW;oBACrB,eAAe,EAAE,kFAAkF;oBACnG,iBAAiB,EAAE,0BAA0B;oBAC7C,QAAQ,EAAE,gBAAgB;iBAC1B;gBACD;oBACC,IAAI,EAAE,2EAA2E;oBACjF,OAAO,EAAE,gBAAgB;oBACzB,QAAQ,EAAE,YAAY;oBACtB,eAAe,EAAE,mEAAmE;oBACpF,iBAAiB,EAAE,aAAa;iBAChC;aACD,CAAC;YAEF,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YAGlE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,wDAAwD,CAAC,CAAC;YACnF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAG5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;YAC/D,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;YACpF,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAG/C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yCAAyC,CAAC,CAAC;YACpE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oDAAoD,CAAC,CAAC;YAG/E,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CACvB,wFAAwF,CACxF,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uFAAuF,CAAC,CAAC;YAGlH,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yDAAyD,CAAC,CAAC;YACpF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gDAAgD,CAAC,CAAC;YAG3E,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,wDAAwD,CAAC,CAAC;YACnF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sCAAsC,CAAC,CAAC;YACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,2EAA2E,CAAC,CAAC;YAGtG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,WAAW,GAAG,gBAAgB,CAAC,IAAI,GAAG,8CAA8C,CAAC,CAAC;QAChH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,aAAa,GAAG;gBACrB;oBACC,IAAI,EAAE,wCAAwC;oBAC9C,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,cAAc;oBACxB,eAAe,EAAE,gDAAgD;oBACjE,iBAAiB,EAAE,cAAc;iBACjC;aACD,CAAC;YAEF,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;YAGrE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,wCAAwC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,aAAa,GAAG;gBACrB;oBACC,IAAI,EAAE,wDAAwD;oBAC9D,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,sBAAsB;oBAChC,eAAe,EAAE,sCAAsC;oBACvD,iBAAiB,EAAE,MAAM;oBACzB,QAAQ,EAAE,yBAAyB;iBACnC;aACD,CAAC;YAEF,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YAGhE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yDAAyD,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,aAAa,GAAG;gBACrB;oBACC,IAAI,EAAE,mFAAmF;oBACzF,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,WAAW;oBACrB,eAAe,EAAE,2CAA2C;oBAC5D,iBAAiB,EAAE,WAAW;iBAC9B;aACD,CAAC;YAEF,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAG7D,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,aAAa,GAAG;gBAErB;oBACC,IAAI,EAAE,gCAAgC;oBACtC,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,QAAQ;oBAClB,eAAe,EAAE,uCAAuC;oBACxD,iBAAiB,EAAE,QAAQ;iBAC3B;gBACD;oBACC,IAAI,EAAE,iCAAiC;oBACvC,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,QAAQ;oBAClB,eAAe,EAAE,uCAAuC;oBACxD,iBAAiB,EAAE,QAAQ;iBAC3B;gBACD;oBACC,IAAI,EAAE,wBAAwB;oBAC9B,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,QAAQ;oBAClB,eAAe,EAAE,uCAAuC;oBACxD,iBAAiB,EAAE,QAAQ;iBAC3B;gBAED;oBACC,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,mBAAmB;oBAC7B,eAAe,EAAE,gDAAgD;oBACjE,iBAAiB,EAAE,cAAc;iBACjC;gBAED;oBACC,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,UAAU;oBACnB,QAAQ,EAAE,eAAe;oBACzB,eAAe,EAAE,4CAA4C;oBAC7D,iBAAiB,EAAE,UAAU;iBAC7B;aACD,CAAC;YAEF,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAG7D,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;YAC/D,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;YACjF,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;YAEzE,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;YACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;YAG7C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yCAAyC,CAAC,CAAC;YAGpE,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;YAC3E,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;YAC3E,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YAG5C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,8EAA8E,CAAC,CAAC;QAC1G,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACxE,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aAC/B,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAE9D,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3G,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;YACxF,MAAM,aAAa,GAAG;gBACrB;oBACC,IAAI,EAAE,6BAA6B;oBACnC,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,WAAW;oBACrB,eAAe,EAAE,oDAAoD;oBACrE,iBAAiB,EAAE,gBAAgB;oBACnC,QAAQ,EAAE,WAAW;iBACrB;gBACD;oBACC,IAAI,EAAE,8BAA8B;oBACpC,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,WAAW;oBACrB,eAAe,EAAE,oDAAoD;oBACrE,iBAAiB,EAAE,gBAAgB;oBACnC,QAAQ,EAAE,WAAW;iBACrB;gBACD;oBACC,IAAI,EAAE,6BAA6B;oBACnC,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,WAAW;oBACrB,eAAe,EAAE,oDAAoD;oBACrE,iBAAiB,EAAE,gBAAgB;oBACnC,QAAQ,EAAE,WAAW;iBACrB;aACD,CAAC;YAEF,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YAGlE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qFAAqF,CAAC,CAAC;YAGhH,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;YACzD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;YAGxD,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YAC1E,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACpD,SAAS,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YAE5D,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC1G,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,aAAa,GAAG;gBACrB;oBACC,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,QAAQ;oBAClB,eAAe,EAAE,2BAA2B;oBAC5C,iBAAiB,EAAE,QAAQ;iBAC3B;gBACD;oBACC,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,QAAQ;oBAClB,eAAe,EAAE,2BAA2B;oBAC5C,iBAAiB,EAAE,QAAQ;iBAC3B;gBACD;oBACC,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,QAAQ;oBAClB,eAAe,EAAE,2BAA2B;oBAC5C,iBAAiB,EAAE,QAAQ;iBAC3B;aACD,CAAC;YAEF,SAAS,CAAC,qBAAqB,CAAC;gBAC/B,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAG7D,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sCAAsC,CAAC,CAAC;YAGjE,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAChD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAChD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAGhD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAEhE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -12,5 +12,7 @@ export * from './space-info.js';
 export * from './space-files.js';
 export * from './user-summary.js';
 export * from './paper-summary.js';
+export * from './docs-search/docs-semantic-search.js';
+export * from './docs-search/doc-fetch.js';
 export * from './tool-ids.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AAGnC,cAAc,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,uCAAuC,CAAC;AACtD,cAAc,4BAA4B,CAAC;AAG3C,cAAc,eAAe,CAAC"}

package/dist/index.js

@@ -12,5 +12,7 @@ export * from './space-info.js';
 export * from './space-files.js';
 export * from './user-summary.js';
 export * from './paper-summary.js';
+export * from './docs-search/docs-semantic-search.js';
+export * from './docs-search/doc-fetch.js';
 export * from './tool-ids.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AAGnC,cAAc,eAAe,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,uCAAuC,CAAC;AACtD,cAAc,4BAA4B,CAAC;AAG3C,cAAc,eAAe,CAAC"}

package/dist/tool-ids.d.ts

@@ -7,17 +7,19 @@ export declare const DATASET_DETAIL_TOOL_ID: "dataset_details";
 export declare const DUPLICATE_SPACE_TOOL_ID: "duplicate_space";
 export declare const SPACE_INFO_TOOL_ID: "space_info";
 export declare const SPACE_FILES_TOOL_ID: "space_files";
+export declare const DOCS_SEMANTIC_SEARCH_TOOL_ID: "hf_doc_search";
+export declare const DOC_FETCH_TOOL_ID: "hf_doc_fetch";
 export declare const USER_SUMMARY_PROMPT_ID: "User Summary";
 export declare const PAPER_SUMMARY_PROMPT_ID: "Paper Summary";
-export declare const ALL_BUILTIN_TOOL_IDS: readonly ["space_search", "model_search", "model_details", "paper_search", "dataset_search", "dataset_details", "duplicate_space", "space_info", "space_files"];
+export declare const ALL_BUILTIN_TOOL_IDS: readonly ["space_search", "model_search", "model_details", "paper_search", "dataset_search", "dataset_details", "duplicate_space", "space_info", "space_files", "hf_doc_search", "hf_doc_fetch"];
 export declare const TOOL_ID_GROUPS: {
-    readonly search: readonly ["space_search", "model_search", "dataset_search", "paper_search"];
+    readonly search: readonly ["space_search", "model_search", "dataset_search", "paper_search", "hf_doc_search"];
     readonly spaces: readonly ["space_search", "duplicate_space", "space_info", "space_files"];
     readonly detail: readonly ["model_details", "dataset_details"];
+    readonly docs: readonly ["hf_doc_search", "hf_doc_fetch"];
     readonly hf_api: readonly ["space_search", "model_search", "dataset_search", "paper_search", "model_details", "dataset_details"];
-    readonly all: readonly ["space_search", "model_search", "model_details", "paper_search", "dataset_search", "dataset_details", "duplicate_space", "space_info", "space_files"];
+    readonly all: readonly ["space_search", "model_search", "model_details", "paper_search", "dataset_search", "dataset_details", "duplicate_space", "space_info", "space_files", "hf_doc_search", "hf_doc_fetch"];
 };
 export type BuiltinToolId = (typeof ALL_BUILTIN_TOOL_IDS)[number];
 export declare function isValidBuiltinToolId(toolId: string): toolId is BuiltinToolId;
-export declare function getToolDescription(toolId: BuiltinToolId): string;
 //# sourceMappingURL=tool-ids.d.ts.map

package/dist/tool-ids.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool-ids.d.ts","sourceRoot":"","sources":["../src/tool-ids.ts"],"names":[],"mappings":"AAoBA,eAAO,MAAM,oBAAoB,gBAAmC,CAAC;AACrE,eAAO,MAAM,oBAAoB,gBAAgC,CAAC;AAClE,eAAO,MAAM,oBAAoB,iBAAgC,CAAC;AAClE,eAAO,MAAM,oBAAoB,gBAAgC,CAAC;AAClE,eAAO,MAAM,sBAAsB,kBAAkC,CAAC;AACtE,eAAO,MAAM,sBAAsB,mBAAkC,CAAC;AACtE,eAAO,MAAM,uBAAuB,mBAAmC,CAAC;AACxE,eAAO,MAAM,kBAAkB,cAA8B,CAAC;AAC9D,eAAO,MAAM,mBAAmB,eAA+B,CAAC;AAChE,eAAO,MAAM,sBAAsB,gBAAkC,CAAC;AACtE,eAAO,MAAM,uBAAuB,iBAAmC,CAAC;AAGxE,eAAO,MAAM,oBAAoB,iKAUvB,CAAC;AAEX,eAAO,MAAM,cAAc;;;;;;CAajB,CAAC;AAGX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAGlE,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,aAAa,CAE5E;AAGD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAchE"}
+{"version":3,"file":"tool-ids.d.ts","sourceRoot":"","sources":["../src/tool-ids.ts"],"names":[],"mappings":"AAsBA,eAAO,MAAM,oBAAoB,gBAAmC,CAAC;AACrE,eAAO,MAAM,oBAAoB,gBAAgC,CAAC;AAClE,eAAO,MAAM,oBAAoB,iBAAgC,CAAC;AAClE,eAAO,MAAM,oBAAoB,gBAAgC,CAAC;AAClE,eAAO,MAAM,sBAAsB,kBAAkC,CAAC;AACtE,eAAO,MAAM,sBAAsB,mBAAkC,CAAC;AACtE,eAAO,MAAM,uBAAuB,mBAAmC,CAAC;AACxE,eAAO,MAAM,kBAAkB,cAA8B,CAAC;AAC9D,eAAO,MAAM,mBAAmB,eAA+B,CAAC;AAChE,eAAO,MAAM,4BAA4B,iBAAmC,CAAC;AAC7E,eAAO,MAAM,iBAAiB,gBAAwB,CAAC;AACvD,eAAO,MAAM,sBAAsB,gBAAkC,CAAC;AACtE,eAAO,MAAM,uBAAuB,iBAAmC,CAAC;AAIxE,eAAO,MAAM,oBAAoB,kMAYvB,CAAC;AAEX,eAAO,MAAM,cAAc;;;;;;;CAcjB,CAAC;AAGX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAGlE,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,aAAa,CAE5E"}

package/dist/tool-ids.js

@@ -1,4 +1,4 @@
-import { SEMANTIC_SEARCH_TOOL_CONFIG, MODEL_SEARCH_TOOL_CONFIG, MODEL_DETAIL_TOOL_CONFIG, PAPER_SEARCH_TOOL_CONFIG, DATASET_SEARCH_TOOL_CONFIG, DATASET_DETAIL_TOOL_CONFIG, DUPLICATE_SPACE_TOOL_CONFIG, SPACE_INFO_TOOL_CONFIG, SPACE_FILES_TOOL_CONFIG, USER_SUMMARY_PROMPT_CONFIG, PAPER_SUMMARY_PROMPT_CONFIG, } from './index.js';
+import { SEMANTIC_SEARCH_TOOL_CONFIG, MODEL_SEARCH_TOOL_CONFIG, MODEL_DETAIL_TOOL_CONFIG, PAPER_SEARCH_TOOL_CONFIG, DATASET_SEARCH_TOOL_CONFIG, DATASET_DETAIL_TOOL_CONFIG, DUPLICATE_SPACE_TOOL_CONFIG, SPACE_INFO_TOOL_CONFIG, SPACE_FILES_TOOL_CONFIG, USER_SUMMARY_PROMPT_CONFIG, PAPER_SUMMARY_PROMPT_CONFIG, DOCS_SEMANTIC_SEARCH_CONFIG, DOC_FETCH_CONFIG, } from './index.js';
 export const SPACE_SEARCH_TOOL_ID = SEMANTIC_SEARCH_TOOL_CONFIG.name;
 export const MODEL_SEARCH_TOOL_ID = MODEL_SEARCH_TOOL_CONFIG.name;
 export const MODEL_DETAIL_TOOL_ID = MODEL_DETAIL_TOOL_CONFIG.name;
@@ -8,6 +8,8 @@ export const DATASET_DETAIL_TOOL_ID = DATASET_DETAIL_TOOL_CONFIG.name;
 export const DUPLICATE_SPACE_TOOL_ID = DUPLICATE_SPACE_TOOL_CONFIG.name;
 export const SPACE_INFO_TOOL_ID = SPACE_INFO_TOOL_CONFIG.name;
 export const SPACE_FILES_TOOL_ID = SPACE_FILES_TOOL_CONFIG.name;
+export const DOCS_SEMANTIC_SEARCH_TOOL_ID = DOCS_SEMANTIC_SEARCH_CONFIG.name;
+export const DOC_FETCH_TOOL_ID = DOC_FETCH_CONFIG.name;
 export const USER_SUMMARY_PROMPT_ID = USER_SUMMARY_PROMPT_CONFIG.name;
 export const PAPER_SUMMARY_PROMPT_ID = PAPER_SUMMARY_PROMPT_CONFIG.name;
 export const ALL_BUILTIN_TOOL_IDS = [
@@ -20,11 +22,14 @@ export const ALL_BUILTIN_TOOL_IDS = [
     DUPLICATE_SPACE_TOOL_ID,
     SPACE_INFO_TOOL_ID,
     SPACE_FILES_TOOL_ID,
+    DOCS_SEMANTIC_SEARCH_TOOL_ID,
+    DOC_FETCH_TOOL_ID,
 ];
 export const TOOL_ID_GROUPS = {
-    search: [SPACE_SEARCH_TOOL_ID, MODEL_SEARCH_TOOL_ID, DATASET_SEARCH_TOOL_ID, PAPER_SEARCH_TOOL_ID],
+    search: [SPACE_SEARCH_TOOL_ID, MODEL_SEARCH_TOOL_ID, DATASET_SEARCH_TOOL_ID, PAPER_SEARCH_TOOL_ID, DOCS_SEMANTIC_SEARCH_TOOL_ID],
     spaces: [SPACE_SEARCH_TOOL_ID, DUPLICATE_SPACE_TOOL_ID, SPACE_INFO_TOOL_ID, SPACE_FILES_TOOL_ID],
     detail: [MODEL_DETAIL_TOOL_ID, DATASET_DETAIL_TOOL_ID],
+    docs: [DOCS_SEMANTIC_SEARCH_TOOL_ID, DOC_FETCH_TOOL_ID],
     hf_api: [
         SPACE_SEARCH_TOOL_ID,
         MODEL_SEARCH_TOOL_ID,
@@ -38,18 +43,4 @@ export const TOOL_ID_GROUPS = {
 export function isValidBuiltinToolId(toolId) {
     return ALL_BUILTIN_TOOL_IDS.includes(toolId);
 }
-export function getToolDescription(toolId) {
-    const configs = {
-        [SPACE_SEARCH_TOOL_ID]: SEMANTIC_SEARCH_TOOL_CONFIG,
-        [MODEL_SEARCH_TOOL_ID]: MODEL_SEARCH_TOOL_CONFIG,
-        [MODEL_DETAIL_TOOL_ID]: MODEL_DETAIL_TOOL_CONFIG,
-        [PAPER_SEARCH_TOOL_ID]: PAPER_SEARCH_TOOL_CONFIG,
-        [DATASET_SEARCH_TOOL_ID]: DATASET_SEARCH_TOOL_CONFIG,
-        [DATASET_DETAIL_TOOL_ID]: DATASET_DETAIL_TOOL_CONFIG,
-        [DUPLICATE_SPACE_TOOL_ID]: DUPLICATE_SPACE_TOOL_CONFIG,
-        [SPACE_INFO_TOOL_ID]: SPACE_INFO_TOOL_CONFIG,
-        [SPACE_FILES_TOOL_ID]: SPACE_FILES_TOOL_CONFIG,
-    };
-    return configs[toolId]?.description || `Tool: ${toolId}`;
-}
 //# sourceMappingURL=tool-ids.js.map

package/dist/tool-ids.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-ids.js","sourceRoot":"","sources":["../src/tool-ids.ts"],"names":[],"mappings":"AAKA,OAAO,EACN,2BAA2B,EAC3B,wBAAwB,EACxB,wBAAwB,EACxB,wBAAwB,EACxB,0BAA0B,EAC1B,0BAA0B,EAC1B,2BAA2B,EAC3B,sBAAsB,EACtB,uBAAuB,EACvB,0BAA0B,EAC1B,2BAA2B,GAC3B,MAAM,YAAY,CAAC;AAGpB,MAAM,CAAC,MAAM,oBAAoB,GAAG,2BAA2B,CAAC,IAAI,CAAC;AACrE,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,sBAAsB,GAAG,0BAA0B,CAAC,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,sBAAsB,GAAG,0BAA0B,CAAC,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,uBAAuB,GAAG,2BAA2B,CAAC,IAAI,CAAC;AACxE,MAAM,CAAC,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,IAAI,CAAC;AAC9D,MAAM,CAAC,MAAM,mBAAmB,GAAG,uBAAuB,CAAC,IAAI,CAAC;AAChE,MAAM,CAAC,MAAM,sBAAsB,GAAG,0BAA0B,CAAC,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,uBAAuB,GAAG,2BAA2B,CAAC,IAAI,CAAC;AAGxE,MAAM,CAAC,MAAM,oBAAoB,GAAG;IACnC,oBAAoB;IACpB,oBAAoB;IACpB,oBAAoB;IACpB,oBAAoB;IACpB,sBAAsB;IACtB,sBAAsB;IACtB,uBAAuB;IACvB,kBAAkB;IAClB,mBAAmB;CACV,CAAC;AAEX,MAAM,CAAC,MAAM,cAAc,GAAG;IAC7B,MAAM,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,oBAAoB,CAAU;IAC3G,MAAM,EAAE,CAAC,oBAAoB,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,mBAAmB,CAAU;IACzG,MAAM,EAAE,CAAC,oBAAoB,EAAE,sBAAsB,CAAU;IAC/D,MAAM,EAAE;QACP,oBAAoB;QACpB,oBAAoB;QACpB,sBAAsB;QACtB,oBAAoB;QACpB,oBAAoB;QACpB,sBAAsB;KACb;IACV,GAAG,EAAE,CAAC,GAAG,oBAAoB,CAAU;CAC9B,CAAC;AAMX,MAAM,UAAU,oBAAoB,CAAC,MAAc;IAClD,OAAQ,oBAA0C,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACrE,CAAC;AAGD,MAAM,UAAU,kBAAkB,CAAC,MAAqB;IACvD,MAAM,OAAO,GAAG;QACf,CAAC,oBAAoB,CAAC,EAAE,2BAA2B;QACnD,CAAC,oBAAoB,CAAC,EAAE,wBAAwB;QAChD,CAAC,oBAAoB,CAAC,EAAE,wBAAwB;QAChD,CAAC,oBAAoB,CAAC,EAAE,wBAAwB;QAChD,CAAC,sBAAsB,CAAC,EAAE,0BAA0B;QACpD,CAAC,sBAAsB,CAAC,EAAE,0BAA0B;QACpD,CAAC,uBAAuB,CAAC,EAAE,2BAA2B;QACtD,CAAC,kBAAkB,CAAC,EAAE,sBAAsB;QAC5C,CAAC,mBAAmB,CAAC,EAAE,uBAAuB;KACrC,CAAC;IAEX,OAAO,OAAO,CAAC,MAAM,CAAC,EAAE,WAAW,IAAI,SAAS,MAAM,EAAE,CAAC;AAC1D,CAAC"}
+{"version":3,"file":"tool-ids.js","sourceRoot":"","sources":["../src/tool-ids.ts"],"names":[],"mappings":"AAKA,OAAO,EACN,2BAA2B,EAC3B,wBAAwB,EACxB,wBAAwB,EACxB,wBAAwB,EACxB,0BAA0B,EAC1B,0BAA0B,EAC1B,2BAA2B,EAC3B,sBAAsB,EACtB,uBAAuB,EACvB,0BAA0B,EAC1B,2BAA2B,EAC3B,2BAA2B,EAC3B,gBAAgB,GAChB,MAAM,YAAY,CAAC;AAGpB,MAAM,CAAC,MAAM,oBAAoB,GAAG,2BAA2B,CAAC,IAAI,CAAC;AACrE,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,sBAAsB,GAAG,0BAA0B,CAAC,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,sBAAsB,GAAG,0BAA0B,CAAC,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,uBAAuB,GAAG,2BAA2B,CAAC,IAAI,CAAC;AACxE,MAAM,CAAC,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,IAAI,CAAC;AAC9D,MAAM,CAAC,MAAM,mBAAmB,GAAG,uBAAuB,CAAC,IAAI,CAAC;AAChE,MAAM,CAAC,MAAM,4BAA4B,GAAG,2BAA2B,CAAC,IAAI,CAAC;AAC7E,MAAM,CAAC,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,IAAI,CAAC;AACvD,MAAM,CAAC,MAAM,sBAAsB,GAAG,0BAA0B,CAAC,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,uBAAuB,GAAG,2BAA2B,CAAC,IAAI,CAAC;AAIxE,MAAM,CAAC,MAAM,oBAAoB,GAAG;IACnC,oBAAoB;IACpB,oBAAoB;IACpB,oBAAoB;IACpB,oBAAoB;IACpB,sBAAsB;IACtB,sBAAsB;IACtB,uBAAuB;IACvB,kBAAkB;IAClB,mBAAmB;IACnB,4BAA4B;IAC5B,iBAAiB;CACR,CAAC;AAEX,MAAM,CAAC,MAAM,cAAc,GAAG;IAC7B,MAAM,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,4BAA4B,CAAU;IACzI,MAAM,EAAE,CAAC,oBAAoB,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,mBAAmB,CAAU;IACzG,MAAM,EAAE,CAAC,oBAAoB,EAAE,sBAAsB,CAAU;IAC/D,IAAI,EAAE,CAAC,4BAA4B,EAAE,iBAAiB,CAAU;IAChE,MAAM,EAAE;QACP,oBAAoB;QACpB,oBAAoB;QACpB,sBAAsB;QACtB,oBAAoB;QACpB,oBAAoB;QACpB,sBAAsB;KACb;IACV,GAAG,EAAE,CAAC,GAAG,oBAAoB,CAAU;CAC9B,CAAC;AAMX,MAAM,UAAU,oBAAoB,CAAC,MAAc;IAClD,OAAQ,oBAA0C,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACrE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmindset/hf-mcp",
-  "version": "0.1.17",
+  "version": "0.1.19",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -31,7 +31,7 @@
     "@types/node": "^22.15.18",
     "eslint": "^9.25.0",
     "globals": "^16.0.0",
-    "rimraf": "^5.0.10",
+    "rimraf": "^6.0.1",
     "typescript-eslint": "^8.32.1",
     "vitest": "^3.1.3"
   },

package/src/docs-search/doc-fetch.test.ts

@@ -0,0 +1,74 @@
+import { describe, it, expect } from 'vitest';
+import { DocFetchTool } from './doc-fetch.js';
+
+describe('DocFetchTool', () => {
+	const tool = new DocFetchTool();
+
+	describe('URL conversion', () => {
+		it('should convert basic HF docs URL to GitHub URL', () => {
+			const hfUrl = 'https://huggingface.co/docs/dataset-viewer/index';
+			const expectedUrl =
+				'https://raw.githubusercontent.com/huggingface/dataset-viewer/refs/heads/main/docs/source/index.md';
+
+			const result = tool.processUrl(hfUrl);
+			expect(result).toBe(expectedUrl);
+		});
+
+		it('should handle URLs with fragments by removing them', () => {
+			const hfUrl = 'https://huggingface.co/docs/huggingface_hub/guides/upload#faster-uploads';
+			const expectedUrl =
+				'https://raw.githubusercontent.com/huggingface/huggingface_hub/refs/heads/main/docs/source/en/guides/upload.md';
+
+			const result = tool.processUrl(hfUrl);
+			expect(result).toBe(expectedUrl);
+		});
+
+		it('should handle transformers documentation', () => {
+			const hfUrl = 'https://huggingface.co/docs/transformers/model_doc/bert';
+			const expectedUrl =
+				'https://raw.githubusercontent.com/huggingface/transformers/refs/heads/main/docs/source/en/model_doc/bert.md';
+
+			const result = tool.processUrl(hfUrl);
+			expect(result).toBe(expectedUrl);
+		});
+
+		it('should handle diffusers documentation', () => {
+			const hfUrl = 'https://huggingface.co/docs/diffusers/api/pipelines/stable_diffusion';
+			const expectedUrl =
+				'https://raw.githubusercontent.com/huggingface/diffusers/refs/heads/main/docs/source/en/api/pipelines/stable_diffusion.md';
+
+			const result = tool.processUrl(hfUrl);
+			expect(result).toBe(expectedUrl);
+		});
+
+		it('should handle timm documentation with custom package name', () => {
+			const hfUrl = 'https://huggingface.co/docs/timm/models';
+			const expectedUrl =
+				'https://raw.githubusercontent.com/huggingface/pytorch-image-models/refs/heads/main/hfdocs/source/models.md';
+
+			const result = tool.processUrl(hfUrl);
+			expect(result).toBe(expectedUrl);
+		});
+
+		it('should default to index.md when no path is provided', () => {
+			const hfUrl = 'https://huggingface.co/docs/transformers';
+			const expectedUrl =
+				'https://raw.githubusercontent.com/huggingface/transformers/refs/heads/main/docs/source/en/index.md';
+
+			const result = tool.processUrl(hfUrl);
+			expect(result).toBe(expectedUrl);
+		});
+
+		it('should throw error for URLs not starting with correct prefix', () => {
+			const invalidUrl = 'https://example.com/docs/something';
+
+			expect(() => tool.processUrl(invalidUrl)).toThrow('That was not a valid Hugging Face document URL');
+		});
+
+		it('should throw error for unknown package names', () => {
+			const unknownPackageUrl = 'https://huggingface.co/docs/unknown-package/guide';
+
+			expect(tool.processUrl(unknownPackageUrl)).toBe('https://huggingface.co/docs/unknown-package/guide');
+		});
+	});
+});

package/src/docs-search/doc-fetch.ts

@@ -0,0 +1,92 @@
+import { z } from 'zod';
+import { DOC_MAPPINGS } from './doc-mappings.js';
+
+export const DOC_FETCH_CONFIG = {
+	name: 'hf_doc_fetch',
+	description: 'Fetch a document from the Hugging Face documentation library.',
+	schema: z.object({
+		doc_url: z
+			.string()
+			.min(28, 'Url should start with https://huggingface.co/docs/')
+			.max(200, 'Query too long')
+			.describe('Hugging Face documentation URL'),
+	}),
+	annotations: {
+		title: 'Fetch a document from the Hugging Face library',
+		destructiveHint: false,
+		readOnlyHint: true,
+		openWorldHint: true,
+	},
+} as const;
+
+export type DocFetchParams = z.infer<typeof DOC_FETCH_CONFIG.schema>;
+
+/**
+ * Return a (usually) markdown document for a Doc URL
+ *
+ * There were a few different options for this...
+ * 1) Return the HTML directly. Good option would include any post-processing (but prefer markdown)
+ * 2) Get the HTML and convert to markdown
+ * 3) Get the HTML and follow the GitHub link to get the raw markdown file
+ * 4) Use a mapping.
+ *
+ * There is also the risk that the GitHub HEAD is newer than the indexed version. Will leave as is for now
+ * but might want to reconsider this. Mappings were built from:
+ * https://github.com/huggingface/doc-builder/blob/main/.github/workflows/build_embeddings.yml
+ *
+ * Falls back to HTML if no mapping is found...
+ *
+ */
+export class DocFetchTool {
+	/**
+	 * Convert HF docs URL to GitHub raw content URL
+	 */
+	processUrl(hfUrl: string): string {
+		// Validate URL format
+		if (!hfUrl.startsWith('https://huggingface.co/docs/')) {
+			throw new Error('That was not a valid Hugging Face document URL');
+		}
+
+		// Remove the base URL and any fragment identifier
+		const urlPath = hfUrl.replace('https://huggingface.co/docs/', '').split('#')[0] || '';
+
+		// Extract package name and path
+		const parts = urlPath.split('/');
+		const packageName = parts[0] || '';
+
+		// Check if package exists in mapping
+		let fetchUrl = hfUrl;
+		const mapping = DOC_MAPPINGS[packageName];
+		if (mapping) {
+			const remainingPath = parts.slice(1).join('/');
+			const filePath = remainingPath ? `${remainingPath}.md` : 'index.md';
+
+			// Construct GitHub raw URL
+			const githubUrl = `https://raw.githubusercontent.com/${mapping.repo_id}/refs/heads/main/${mapping.doc_folder}/${filePath}`;
+			fetchUrl = githubUrl;
+		}
+
+		// Build the file path
+		return fetchUrl;
+	}
+
+	/**
+	 * Fetch markdown content from GitHub
+	 */
+	async fetch(url: string): Promise<string> {
+		try {
+			const githubUrl = this.processUrl(url);
+
+			const response = await fetch(githubUrl);
+
+			if (!response.ok) {
+				throw new Error(`Failed to fetch document: ${response.status} ${response.statusText}`);
+			}
+
+			const content = await response.text();
+			return content;
+		} catch (error) {
+			throw new Error(`Failed to fetch document: ${error instanceof Error ? error.message : 'Unknown error'}`);
+		}
+	}
+}