mcmodding-mcp 0.1.0

package/dist/index.js

@@ -0,0 +1,202 @@
+#!/usr/bin/env node
+import { Server } from '@modelcontextprotocol/sdk/server/index.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import { CallToolRequestSchema, ListToolsRequestSchema, ListResourcesRequestSchema, ReadResourceRequestSchema, } from '@modelcontextprotocol/sdk/types.js';
+import { handleGetExample } from './tools/getExample.js';
+import { handleGetMinecraftVersion } from './tools/getMinecraftVersion.js';
+import { handleSearchDocs } from './tools/searchDocs.js';
+import { handleExplainConcept } from './tools/explainConcept.js';
+import { DbVersioning } from './db-versioning.js';
+const server = new Server({
+    name: 'mcmodding-mcp',
+    version: '0.1.0',
+}, {
+    capabilities: {
+        tools: {},
+        resources: {},
+    },
+});
+server.setRequestHandler(ListToolsRequestSchema, () => {
+    return {
+        tools: [
+            {
+                name: 'search_fabric_docs',
+                description: 'Search Fabric modding documentation for guides and API information. Use this when you need to find documentation about Fabric modding features, APIs, or tutorials.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        query: {
+                            type: 'string',
+                            description: "Search query (e.g., 'how to register items', 'mixin tutorial', 'networking'). Be specific for best results. Especially useful for finding guides and API references.",
+                        },
+                        category: {
+                            type: 'string',
+                            enum: [
+                                'getting-started',
+                                'items',
+                                'blocks',
+                                'entities',
+                                'rendering',
+                                'networking',
+                                'data-generation',
+                                'all',
+                            ],
+                            description: 'Documentation category to search within (default: all)',
+                            default: 'all',
+                        },
+                    },
+                    required: ['query'],
+                },
+            },
+            {
+                name: 'get_example',
+                description: 'Get code examples for Minecraft modding topics. Returns complete, working code snippets with full context including explanations, source documentation, and metadata. Use this when you need concrete code examples for implementing features.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        topic: {
+                            type: 'string',
+                            description: "Topic or pattern to get examples for (e.g., 'register item', 'block entity', 'mixin', 'networking', 'custom armor'). Can be free-form text.",
+                        },
+                        language: {
+                            type: 'string',
+                            description: "Programming language (e.g., 'java', 'json', 'groovy')",
+                            default: 'java',
+                        },
+                        loader: {
+                            type: 'string',
+                            enum: ['fabric', 'neoforge', 'shared'],
+                            description: 'Mod loader to filter by',
+                        },
+                        minecraft_version: {
+                            type: 'string',
+                            description: "Target Minecraft version (e.g., '1.21.4', '1.21.10'). Latest: use 'latest'",
+                        },
+                        category: {
+                            type: 'string',
+                            enum: [
+                                'getting-started',
+                                'items',
+                                'blocks',
+                                'entities',
+                                'rendering',
+                                'networking',
+                                'data-generation',
+                                'commands',
+                                'sounds',
+                            ],
+                            description: 'Documentation category to filter by',
+                        },
+                        limit: {
+                            type: 'number',
+                            description: 'Maximum number of examples to return (1-10)',
+                            default: 5,
+                            minimum: 1,
+                            maximum: 10,
+                        },
+                    },
+                    required: ['topic'],
+                },
+            },
+            {
+                name: 'explain_fabric_concept',
+                description: 'Get detailed explanation of a Fabric or Minecraft modding concept. Use this to understand fundamental concepts, terminology, or architectural patterns.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        concept: {
+                            type: 'string',
+                            description: "Concept to explain (e.g., 'mixins', 'registries', 'sided logic', 'fabric.mod.json', 'events')",
+                        },
+                    },
+                    required: ['concept'],
+                },
+            },
+            {
+                name: 'get_minecraft_version',
+                description: 'Get Minecraft version information from the indexed documentation. Returns either the latest version or all available versions.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        type: {
+                            type: 'string',
+                            enum: ['latest', 'all'],
+                            description: "Type of version info: 'latest' for newest version, 'all' for complete list",
+                            default: 'latest',
+                        },
+                    },
+                },
+            },
+        ],
+    };
+});
+server.setRequestHandler(CallToolRequestSchema, async (request) => {
+    const { name, arguments: args } = request.params;
+    switch (name) {
+        case 'search_fabric_docs': {
+            return handleSearchDocs({
+                query: args?.query || '',
+                category: args?.category,
+                loader: args?.loader,
+                minecraftVersion: args?.minecraft_version,
+                includeCode: args?.include_code,
+                limit: args?.limit,
+            });
+        }
+        case 'get_example': {
+            return handleGetExample({
+                topic: args?.topic || '',
+                language: args?.language,
+                loader: args?.loader,
+                minecraftVersion: args?.minecraft_version,
+                category: args?.category,
+                limit: args?.limit,
+            });
+        }
+        case 'explain_fabric_concept': {
+            return await handleExplainConcept({
+                concept: args?.concept || '',
+            });
+        }
+        case 'get_minecraft_version': {
+            return handleGetMinecraftVersion({
+                type: args?.type || 'latest',
+            });
+        }
+        default:
+            throw new Error(`Unknown tool: ${name}`);
+    }
+});
+server.setRequestHandler(ListResourcesRequestSchema, () => {
+    return {
+        resources: [],
+    };
+});
+server.setRequestHandler(ReadResourceRequestSchema, (request) => {
+    const { uri } = request.params;
+    throw new Error(`Resource not found: ${uri}`);
+});
+async function main() {
+    try {
+        console.error('[DbVersioning] Checking for database updates...');
+        const versioning = new DbVersioning();
+        const updated = await versioning.autoUpdate();
+        if (updated) {
+            console.error('[DbVersioning] Database updated. Restart recommended for best results.');
+        }
+        else {
+            console.error('[DbVersioning] Database is up to date');
+        }
+    }
+    catch (error) {
+        console.error('[DbVersioning] Error checking for updates:', error);
+    }
+    const transport = new StdioServerTransport();
+    await server.connect(transport);
+    console.error('Minecraft Modding MCP Server running on stdio');
+}
+main().catch((error) => {
+    console.error('Server error:', error);
+    process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB;IACE,IAAI,EAAE,eAAe;IACrB,OAAO,EAAE,OAAO;CACjB,EACD;IACE,YAAY,EAAE;QACZ,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,EAAE;KACd;CACF,CACF,CAAC;AAGF,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpD,OAAO;QACL,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,oBAAoB;gBAC1B,WAAW,EACT,qKAAqK;gBACvK,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,sKAAsK;yBACzK;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE;gCACJ,iBAAiB;gCACjB,OAAO;gCACP,QAAQ;gCACR,UAAU;gCACV,WAAW;gCACX,YAAY;gCACZ,iBAAiB;gCACjB,KAAK;6BACN;4BACD,WAAW,EAAE,wDAAwD;4BACrE,OAAO,EAAE,KAAK;yBACf;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,WAAW,EACT,gPAAgP;gBAClP,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,6IAA6I;yBAChJ;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uDAAuD;4BACpE,OAAO,EAAE,MAAM;yBAChB;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC;4BACtC,WAAW,EAAE,yBAAyB;yBACvC;wBACD,iBAAiB,EAAE;4BACjB,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,4EAA4E;yBAC/E;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE;gCACJ,iBAAiB;gCACjB,OAAO;gCACP,QAAQ;gCACR,UAAU;gCACV,WAAW;gCACX,YAAY;gCACZ,iBAAiB;gCACjB,UAAU;gCACV,QAAQ;6BACT;4BACD,WAAW,EAAE,qCAAqC;yBACnD;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,6CAA6C;4BAC1D,OAAO,EAAE,CAAC;4BACV,OAAO,EAAE,CAAC;4BACV,OAAO,EAAE,EAAE;yBACZ;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;YACD;gBACE,IAAI,EAAE,wBAAwB;gBAC9B,WAAW,EACT,yJAAyJ;gBAC3J,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,+FAA+F;yBAClG;qBACF;oBACD,QAAQ,EAAE,CAAC,SAAS,CAAC;iBACtB;aACF;YACD;gBACE,IAAI,EAAE,uBAAuB;gBAC7B,WAAW,EACT,gIAAgI;gBAClI,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC;4BACvB,WAAW,EACT,4EAA4E;4BAC9E,OAAO,EAAE,QAAQ;yBAClB;qBACF;iBACF;aACF;SACF;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAGH,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAEjD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,oBAAoB,CAAC,CAAC,CAAC;YAC1B,OAAO,gBAAgB,CAAC;gBACtB,KAAK,EAAG,IAAI,EAAE,KAAgB,IAAI,EAAE;gBACpC,QAAQ,EAAE,IAAI,EAAE,QAA8B;gBAC9C,MAAM,EAAE,IAAI,EAAE,MAA4B;gBAC1C,gBAAgB,EAAE,IAAI,EAAE,iBAAuC;gBAC/D,WAAW,EAAE,IAAI,EAAE,YAAmC;gBACtD,KAAK,EAAE,IAAI,EAAE,KAA2B;aACzC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,OAAO,gBAAgB,CAAC;gBACtB,KAAK,EAAG,IAAI,EAAE,KAAgB,IAAI,EAAE;gBACpC,QAAQ,EAAE,IAAI,EAAE,QAA8B;gBAC9C,MAAM,EAAE,IAAI,EAAE,MAA4B;gBAC1C,gBAAgB,EAAE,IAAI,EAAE,iBAAuC;gBAC/D,QAAQ,EAAE,IAAI,EAAE,QAA8B;gBAC9C,KAAK,EAAE,IAAI,EAAE,KAA2B;aACzC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,wBAAwB,CAAC,CAAC,CAAC;YAC9B,OAAO,MAAM,oBAAoB,CAAC;gBAChC,OAAO,EAAG,IAAI,EAAE,OAAkB,IAAI,EAAE;aACzC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC7B,OAAO,yBAAyB,CAAC;gBAC/B,IAAI,EAAG,IAAI,EAAE,IAAyB,IAAI,QAAQ;aACnD,CAAC,CAAC;QACL,CAAC;QAED;YACE,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC,CAAC,CAAC;AAGH,MAAM,CAAC,iBAAiB,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxD,OAAO;QACL,SAAS,EAAE,EAAE;KACd,CAAC;AACJ,CAAC,CAAC,CAAC;AAGH,MAAM,CAAC,iBAAiB,CAAC,yBAAyB,EAAE,CAAC,OAAO,EAAE,EAAE;IAC9D,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/B,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;AAChD,CAAC,CAAC,CAAC;AAGH,KAAK,UAAU,IAAI;IAEjB,IAAI,CAAC;QACH,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,YAAY,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;QAC9C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC1F,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;IAErE,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;AACjE,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/indexer/chunker.d.ts

@@ -0,0 +1,32 @@
+import type { DocumentPage, ChunkOptions } from './types.js';
+export interface DocumentChunk {
+    id: string;
+    documentUrl: string;
+    title: string;
+    category: string;
+    loader: string;
+    chunkType: 'title' | 'section' | 'code' | 'full';
+    content: string;
+    codeLanguage?: string;
+    sectionHeading?: string;
+    sectionLevel?: number;
+    order: number;
+    metadata: {
+        hasCode: boolean;
+        wordCount: number;
+        difficulty?: string;
+        tags: string[];
+    };
+}
+export declare class DocumentChunker {
+    private options;
+    constructor(options?: Partial<ChunkOptions>);
+    chunkDocument(doc: DocumentPage): DocumentChunk[];
+    private createTitleChunk;
+    private createFullDocChunk;
+    private chunkSection;
+    private splitText;
+    private countWords;
+    private hashString;
+}
+//# sourceMappingURL=chunker.d.ts.map

package/dist/indexer/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAmB,YAAY,EAAE,MAAM,YAAY,CAAC;AAE9E,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QACR,OAAO,EAAE,OAAO,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,IAAI,EAAE,MAAM,EAAE,CAAC;KAChB,CAAC;CACH;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAe;gBAElB,OAAO,GAAE,OAAO,CAAC,YAAY,CAAM;IAa/C,aAAa,CAAC,GAAG,EAAE,YAAY,GAAG,aAAa,EAAE;IAyBjD,OAAO,CAAC,gBAAgB;IAyBxB,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,YAAY;IAiEpB,OAAO,CAAC,SAAS;IA2CjB,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,UAAU;CASnB"}

package/dist/indexer/chunker.js

@@ -0,0 +1,157 @@
+export class DocumentChunker {
+    options;
+    constructor(options = {}) {
+        this.options = {
+            maxChunkSize: 1000,
+            overlapSize: 100,
+            preserveCodeBlocks: true,
+            minChunkSize: 50,
+            ...options,
+        };
+    }
+    chunkDocument(doc) {
+        const chunks = [];
+        let order = 0;
+        chunks.push(this.createTitleChunk(doc, order++));
+        for (const section of doc.sections) {
+            const sectionChunks = this.chunkSection(doc, section, order);
+            chunks.push(...sectionChunks);
+            order += sectionChunks.length;
+        }
+        if (doc.sections.length === 0 && doc.content.length > 0) {
+            chunks.push(this.createFullDocChunk(doc, order++));
+        }
+        return chunks;
+    }
+    createTitleChunk(doc, order) {
+        const intro = doc.content.substring(0, this.options.maxChunkSize);
+        return {
+            id: `${this.hashString(doc.url)}-title`,
+            documentUrl: doc.url,
+            title: doc.title,
+            category: doc.category,
+            loader: doc.loader,
+            chunkType: 'title',
+            content: `${doc.title}\n\n${intro}`,
+            order,
+            metadata: {
+                hasCode: false,
+                wordCount: this.countWords(intro),
+                difficulty: doc.metadata.difficulty,
+                tags: doc.metadata.tags,
+            },
+        };
+    }
+    createFullDocChunk(doc, order) {
+        return {
+            id: `${this.hashString(doc.url)}-full`,
+            documentUrl: doc.url,
+            title: doc.title,
+            category: doc.category,
+            loader: doc.loader,
+            chunkType: 'full',
+            content: doc.content,
+            order,
+            metadata: {
+                hasCode: false,
+                wordCount: this.countWords(doc.content),
+                difficulty: doc.metadata.difficulty,
+                tags: doc.metadata.tags,
+            },
+        };
+    }
+    chunkSection(doc, section, startOrder) {
+        const chunks = [];
+        let order = startOrder;
+        if (this.options.preserveCodeBlocks && section.codeBlocks.length > 0) {
+            for (const codeBlock of section.codeBlocks) {
+                chunks.push({
+                    id: `${this.hashString(doc.url)}-${order}`,
+                    documentUrl: doc.url,
+                    title: doc.title,
+                    category: doc.category,
+                    loader: doc.loader,
+                    chunkType: 'code',
+                    content: `${section.heading}\n\n${codeBlock.caption || ''}\n\n${codeBlock.code}`,
+                    codeLanguage: codeBlock.language,
+                    sectionHeading: section.heading,
+                    sectionLevel: section.level,
+                    order: order++,
+                    metadata: {
+                        hasCode: true,
+                        wordCount: this.countWords(codeBlock.code),
+                        difficulty: doc.metadata.difficulty,
+                        tags: doc.metadata.tags,
+                    },
+                });
+            }
+        }
+        if (section.content.trim().length >= this.options.minChunkSize) {
+            const textChunks = this.splitText(section.content);
+            for (const textChunk of textChunks) {
+                chunks.push({
+                    id: `${this.hashString(doc.url)}-${order}`,
+                    documentUrl: doc.url,
+                    title: doc.title,
+                    category: doc.category,
+                    loader: doc.loader,
+                    chunkType: 'section',
+                    content: `${section.heading}\n\n${textChunk}`,
+                    sectionHeading: section.heading,
+                    sectionLevel: section.level,
+                    order: order++,
+                    metadata: {
+                        hasCode: section.codeBlocks.length > 0,
+                        wordCount: this.countWords(textChunk),
+                        difficulty: doc.metadata.difficulty,
+                        tags: doc.metadata.tags,
+                    },
+                });
+            }
+        }
+        return chunks;
+    }
+    splitText(text) {
+        if (text.length <= this.options.maxChunkSize) {
+            return [text];
+        }
+        const chunks = [];
+        let start = 0;
+        while (start < text.length) {
+            let end = Math.min(start + this.options.maxChunkSize, text.length);
+            if (end < text.length) {
+                const sentenceEnd = text.lastIndexOf('.', end);
+                const newlineEnd = text.lastIndexOf('\n', end);
+                const breakPoint = Math.max(sentenceEnd, newlineEnd);
+                if (breakPoint > start + this.options.minChunkSize) {
+                    end = breakPoint + 1;
+                }
+            }
+            const chunk = text.substring(start, end).trim();
+            if (chunk.length > 0) {
+                chunks.push(chunk);
+            }
+            const prevStart = start;
+            start = end - this.options.overlapSize;
+            if (start <= prevStart) {
+                start = Math.min(prevStart + 1, text.length);
+            }
+            if (start >= text.length)
+                break;
+        }
+        return chunks;
+    }
+    countWords(text) {
+        return text.trim().split(/\s+/).length;
+    }
+    hashString(str) {
+        let hash = 0;
+        for (let i = 0; i < str.length; i++) {
+            const char = str.charCodeAt(i);
+            hash = (hash << 5) - hash + char;
+            hash = hash & hash;
+        }
+        return Math.abs(hash).toString(36);
+    }
+}
+//# sourceMappingURL=chunker.js.map

package/dist/indexer/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AA2BA,MAAM,OAAO,eAAe;IAClB,OAAO,CAAe;IAE9B,YAAY,UAAiC,EAAE;QAC7C,IAAI,CAAC,OAAO,GAAG;YACb,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,GAAG;YAChB,kBAAkB,EAAE,IAAI;YACxB,YAAY,EAAE,EAAE;YAChB,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;IAKD,aAAa,CAAC,GAAiB;QAC7B,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,IAAI,KAAK,GAAG,CAAC,CAAC;QAGd,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAGjD,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YAC9B,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC;QAChC,CAAC;QAGD,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,gBAAgB,CAAC,GAAiB,EAAE,KAAa;QAEvD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAElE,OAAO;YACL,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ;YACvC,WAAW,EAAE,GAAG,CAAC,GAAG;YACpB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,GAAG,GAAG,CAAC,KAAK,OAAO,KAAK,EAAE;YACnC,KAAK;YACL,QAAQ,EAAE;gBACR,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBACjC,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU;gBACnC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;aACxB;SACF,CAAC;IACJ,CAAC;IAKO,kBAAkB,CAAC,GAAiB,EAAE,KAAa;QACzD,OAAO;YACL,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO;YACtC,WAAW,EAAE,GAAG,CAAC,GAAG;YACpB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,KAAK;YACL,QAAQ,EAAE;gBACR,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC;gBACvC,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU;gBACnC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;aACxB;SACF,CAAC;IACJ,CAAC;IAKO,YAAY,CAClB,GAAiB,EACjB,OAAwB,EACxB,UAAkB;QAElB,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,IAAI,KAAK,GAAG,UAAU,CAAC;QAGvB,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrE,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,EAAE;oBAC1C,WAAW,EAAE,GAAG,CAAC,GAAG;oBACpB,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,SAAS,EAAE,MAAM;oBACjB,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,OAAO,SAAS,CAAC,OAAO,IAAI,EAAE,OAAO,SAAS,CAAC,IAAI,EAAE;oBAChF,YAAY,EAAE,SAAS,CAAC,QAAQ;oBAChC,cAAc,EAAE,OAAO,CAAC,OAAO;oBAC/B,YAAY,EAAE,OAAO,CAAC,KAAK;oBAC3B,KAAK,EAAE,KAAK,EAAE;oBACd,QAAQ,EAAE;wBACR,OAAO,EAAE,IAAI;wBACb,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC;wBAC1C,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU;wBACnC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;qBACxB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAGD,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAEnD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,EAAE;oBAC1C,WAAW,EAAE,GAAG,CAAC,GAAG;oBACpB,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,SAAS,EAAE,SAAS;oBACpB,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,OAAO,SAAS,EAAE;oBAC7C,cAAc,EAAE,OAAO,CAAC,OAAO;oBAC/B,YAAY,EAAE,OAAO,CAAC,KAAK;oBAC3B,KAAK,EAAE,KAAK,EAAE;oBACd,QAAQ,EAAE;wBACR,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;wBACtC,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;wBACrC,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU;wBACnC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;qBACxB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,SAAS,CAAC,IAAY;QAC5B,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAGnE,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;gBAErD,IAAI,UAAU,GAAG,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;oBACnD,GAAG,GAAG,UAAU,GAAG,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAChD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YAGD,MAAM,SAAS,GAAG,KAAK,CAAC;YACxB,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;YAEvC,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM;QAClC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,UAAU,CAAC,IAAY;QAC7B,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACzC,CAAC;IAKO,UAAU,CAAC,GAAW;QAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;YACjC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/indexer/crawler.d.ts

@@ -0,0 +1,28 @@
+import type { DocumentPage, CrawlerOptions, IndexerProgress } from './types.js';
+export declare class DocumentCrawler {
+    private options;
+    private progress;
+    private queue;
+    private activeRequests;
+    private onProgress?;
+    constructor(options?: Partial<CrawlerOptions>);
+    setProgressCallback(callback: (progress: IndexerProgress) => void): void;
+    crawlAll(urls: string[]): Promise<DocumentPage[]>;
+    private worker;
+    private crawlWithRetry;
+    crawlPage(url: string): Promise<DocumentPage>;
+    private parsePage;
+    private extractTitle;
+    private extractCategory;
+    private extractSections;
+    private extractCodeBlocks;
+    private extractContent;
+    private extractTags;
+    private detectDifficulty;
+    private calculateHash;
+    private updateProgress;
+    private detectLoader;
+    private sleep;
+}
+export declare function getFabricDocumentationUrls(): string[];
+//# sourceMappingURL=crawler.d.ts.map

package/dist/indexer/crawler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawler.d.ts","sourceRoot":"","sources":["../../src/indexer/crawler.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EACV,YAAY,EAGZ,cAAc,EACd,eAAe,EAChB,MAAM,YAAY,CAAC;AA0IpB,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,QAAQ,CAAkB;IAClC,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,UAAU,CAAC,CAAsC;gBAE7C,OAAO,GAAE,OAAO,CAAC,cAAc,CAAM;IAuBjD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI;IAO3D,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAuBzC,MAAM;YA+BN,cAAc;IAqBtB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA4BnD,OAAO,CAAC,SAAS;IA8CjB,OAAO,CAAC,YAAY;IAepB,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,eAAe;IAmLvB,OAAO,CAAC,iBAAiB;IAwFzB,OAAO,CAAC,cAAc;IA8BtB,OAAO,CAAC,WAAW;IAyBnB,OAAO,CAAC,gBAAgB;IAsBxB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,YAAY;IA0BpB,OAAO,CAAC,KAAK;CAGd;AAKD,wBAAgB,0BAA0B,IAAI,MAAM,EAAE,CA6DrD"}