midnight-mcp 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Midnight Foundation
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,136 @@
+# Midnight MCP Server
+
+MCP server that gives AI assistants access to Midnight blockchain—search contracts, analyze code, and explore documentation.
+
+## Quick Start
+
+Add to your `claude_desktop_config.json`:
+
+```json
+{
+  "mcpServers": {
+    "midnight": {
+      "command": "npx",
+      "args": ["-y", "midnight-mcp"]
+    }
+  }
+}
+```
+
+Restart Claude Desktop. You can now use analysis tools, prompts, and access resources.
+
+> **Note:** Search features won't work well without the full setup below.
+
+---
+
+## Full Setup (for search)
+
+To enable semantic search across Midnight contracts and docs:
+
+### 1. Start ChromaDB
+
+ChromaDB is a local vector database—no account needed, just Docker:
+
+```bash
+docker run -d -p 8000:8000 chromadb/chroma
+```
+
+### 2. Get an OpenAI API key
+
+Needed for generating embeddings. Get one at [platform.openai.com/api-keys](https://platform.openai.com/api-keys).
+
+### 3. Update your config
+
+```json
+{
+  "mcpServers": {
+    "midnight": {
+      "command": "npx",
+      "args": ["-y", "midnight-mcp"],
+      "env": {
+        "OPENAI_API_KEY": "sk-...",
+        "CHROMA_URL": "http://localhost:8000"
+      }
+    }
+  }
+}
+```
+
+### Optional: GitHub token
+
+Add `"GITHUB_TOKEN": "ghp_..."` to increase API rate limits from 60 to 5000 requests/hour.
+
+---
+
+## What's Included
+
+### Tools
+
+| Tool                          | Description                             |
+| ----------------------------- | --------------------------------------- |
+| `midnight:search-compact`     | Search Compact contract code            |
+| `midnight:search-typescript`  | Search TypeScript SDK                   |
+| `midnight:search-docs`        | Search documentation                    |
+| `midnight:analyze-contract`   | Analyze contract structure and security |
+| `midnight:explain-circuit`    | Explain circuits in plain language      |
+| `midnight:get-file`           | Get files from Midnight repos           |
+| `midnight:list-examples`      | List example contracts                  |
+| `midnight:get-latest-updates` | Recent repo changes                     |
+
+### Resources
+
+- `midnight://docs/*` — Documentation (Compact reference, SDK API, ZK concepts)
+- `midnight://code/*` — Examples, patterns, and templates
+- `midnight://schema/*` — AST, transaction, and proof schemas
+
+### Prompts
+
+- `midnight:create-contract` — Create new contracts
+- `midnight:review-contract` — Security review
+- `midnight:explain-concept` — Learn Midnight concepts
+- `midnight:debug-contract` — Debug issues
+
+---
+
+## Developer Setup
+
+For contributors who want to modify or extend the MCP server.
+
+```bash
+git clone https://github.com/Olanetsoft/midnight-mcp.git
+cd midnight-mcp
+npm install
+npm run build
+npm test
+```
+
+### Index Midnight repos (for search)
+
+```bash
+docker run -d -p 8000:8000 chromadb/chroma
+npm run index
+```
+
+### Project Structure
+
+```
+src/
+├── index.ts          # Entry point
+├── server.ts         # MCP server handlers
+├── tools/            # Search, analysis, repository tools
+├── resources/        # Docs, code, schema providers
+├── prompts/          # Prompt templates
+├── pipeline/         # GitHub sync & parsing
+├── db/               # ChromaDB integration
+└── utils/            # Config & logging
+```
+
+## License
+
+MIT
+
+## Links
+
+- [Midnight Docs](https://docs.midnight.network)
+- [MCP Spec](https://modelcontextprotocol.io)
+- [Midnight GitHub](https://github.com/midnightntwrk)

package/dist/db/index.d.ts

@@ -0,0 +1,3 @@
+export { vectorStore } from "./vectorStore.js";
+export type { CodeDocument, SearchResult, SearchFilter } from "./vectorStore.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/db/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/db/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/db/index.js

@@ -0,0 +1,2 @@
+export { vectorStore } from "./vectorStore.js";
+//# sourceMappingURL=index.js.map

package/dist/db/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/db/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/db/vectorStore.d.ts

@@ -0,0 +1,66 @@
+export interface CodeDocument {
+    id: string;
+    content: string;
+    embedding?: number[];
+    metadata: {
+        repository: string;
+        filePath: string;
+        language: string;
+        startLine: number;
+        endLine: number;
+        codeType: string;
+        codeName: string;
+        isPublic: boolean;
+    };
+}
+export interface SearchResult {
+    id: string;
+    content: string;
+    score: number;
+    metadata: CodeDocument["metadata"];
+}
+export interface SearchFilter {
+    repository?: string;
+    language?: string;
+    codeType?: string;
+    isPublic?: boolean;
+}
+declare class VectorStore {
+    private client;
+    private collection;
+    private collectionName;
+    private initialized;
+    /**
+     * Initialize the vector store connection
+     */
+    initialize(): Promise<void>;
+    /**
+     * Add documents to the vector store
+     */
+    addDocuments(documents: CodeDocument[]): Promise<void>;
+    /**
+     * Search for similar documents
+     */
+    search(query: string, limit?: number, filter?: SearchFilter): Promise<SearchResult[]>;
+    /**
+     * Delete documents by file path
+     */
+    deleteByPath(repository: string, filePath: string): Promise<void>;
+    /**
+     * Delete all documents for a repository
+     */
+    deleteRepository(repository: string): Promise<void>;
+    /**
+     * Get collection statistics
+     */
+    getStats(): Promise<{
+        count: number;
+    }>;
+    /**
+     * Clear all data from the collection
+     */
+    clear(): Promise<void>;
+}
+export declare const vectorStore: VectorStore;
+export {};
+//# sourceMappingURL=vectorStore.d.ts.map

package/dist/db/vectorStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorStore.d.ts","sourceRoot":"","sources":["../../src/db/vectorStore.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,OAAO,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,cAAM,WAAW;IACf,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,cAAc,CAAmB;IACzC,OAAO,CAAC,WAAW,CAAS;IAE5B;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA2BjC;;OAEG;IACG,YAAY,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC5D;;OAEG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,KAAK,SAAK,EACV,MAAM,CAAC,EAAE,YAAY,GACpB,OAAO,CAAC,YAAY,EAAE,CAAC;IAoD1B;;OAEG;IACG,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBvE;;OAEG;IACG,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAezD;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAc5C;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAa7B;AAED,eAAO,MAAM,WAAW,aAAoB,CAAC"}

package/dist/db/vectorStore.js

@@ -0,0 +1,196 @@
+import { ChromaClient } from "chromadb";
+import { config, logger } from "../utils/index.js";
+import { embeddingGenerator } from "../pipeline/embeddings.js";
+class VectorStore {
+    client = null;
+    collection = null;
+    collectionName = "midnight-code";
+    initialized = false;
+    /**
+     * Initialize the vector store connection
+     */
+    async initialize() {
+        if (this.initialized)
+            return;
+        try {
+            this.client = new ChromaClient({
+                path: config.chromaUrl,
+            });
+            // Get or create the collection
+            this.collection = await this.client.getOrCreateCollection({
+                name: this.collectionName,
+                metadata: {
+                    description: "Midnight blockchain code and documentation",
+                },
+            });
+            this.initialized = true;
+            logger.info("Vector store initialized successfully");
+        }
+        catch (error) {
+            logger.error("Failed to initialize vector store", {
+                error: String(error),
+            });
+            // Continue without vector store - use fallback search
+            logger.warn("Vector store unavailable, using in-memory fallback");
+        }
+    }
+    /**
+     * Add documents to the vector store
+     */
+    async addDocuments(documents) {
+        if (!this.collection) {
+            logger.warn("Vector store not initialized, skipping document storage");
+            return;
+        }
+        try {
+            const ids = documents.map((d) => d.id);
+            const embeddings = documents.map((d) => d.embedding);
+            const metadatas = documents.map((d) => ({
+                repository: d.metadata.repository,
+                filePath: d.metadata.filePath,
+                language: d.metadata.language,
+                startLine: d.metadata.startLine,
+                endLine: d.metadata.endLine,
+                codeType: d.metadata.codeType,
+                codeName: d.metadata.codeName,
+                isPublic: d.metadata.isPublic,
+            }));
+            const documentContents = documents.map((d) => d.content);
+            await this.collection.add({
+                ids,
+                embeddings,
+                metadatas,
+                documents: documentContents,
+            });
+            logger.debug(`Added ${documents.length} documents to vector store`);
+        }
+        catch (error) {
+            logger.error("Failed to add documents to vector store", {
+                error: String(error),
+            });
+            throw error;
+        }
+    }
+    /**
+     * Search for similar documents
+     */
+    async search(query, limit = 10, filter) {
+        if (!this.collection) {
+            logger.warn("Vector store not initialized, returning empty results");
+            return [];
+        }
+        try {
+            // Generate embedding for the query
+            const queryEmbedding = await embeddingGenerator.generateEmbedding(query);
+            // Build where filter
+            const whereFilter = {};
+            if (filter?.repository) {
+                whereFilter.repository = filter.repository;
+            }
+            if (filter?.language) {
+                whereFilter.language = filter.language;
+            }
+            if (filter?.codeType) {
+                whereFilter.codeType = filter.codeType;
+            }
+            if (filter?.isPublic !== undefined) {
+                whereFilter.isPublic = filter.isPublic;
+            }
+            const results = await this.collection.query({
+                queryEmbeddings: [queryEmbedding.embedding],
+                nResults: limit,
+                where: Object.keys(whereFilter).length > 0 ? whereFilter : undefined,
+            });
+            // Format results
+            const searchResults = [];
+            if (results.ids[0] && results.documents[0] && results.metadatas[0]) {
+                for (let i = 0; i < results.ids[0].length; i++) {
+                    const metadata = results.metadatas[0][i];
+                    searchResults.push({
+                        id: results.ids[0][i],
+                        content: results.documents[0][i] || "",
+                        score: results.distances ? 1 - (results.distances[0][i] || 0) : 0,
+                        metadata,
+                    });
+                }
+            }
+            return searchResults;
+        }
+        catch (error) {
+            logger.error("Search failed", { error: String(error) });
+            return [];
+        }
+    }
+    /**
+     * Delete documents by file path
+     */
+    async deleteByPath(repository, filePath) {
+        if (!this.collection)
+            return;
+        try {
+            await this.collection.delete({
+                where: {
+                    repository,
+                    filePath,
+                },
+            });
+            logger.debug(`Deleted documents for ${repository}:${filePath}`);
+        }
+        catch (error) {
+            logger.error("Failed to delete documents", { error: String(error) });
+        }
+    }
+    /**
+     * Delete all documents for a repository
+     */
+    async deleteRepository(repository) {
+        if (!this.collection)
+            return;
+        try {
+            await this.collection.delete({
+                where: { repository },
+            });
+            logger.info(`Deleted all documents for repository ${repository}`);
+        }
+        catch (error) {
+            logger.error("Failed to delete repository documents", {
+                error: String(error),
+            });
+        }
+    }
+    /**
+     * Get collection statistics
+     */
+    async getStats() {
+        if (!this.collection) {
+            return { count: 0 };
+        }
+        try {
+            const count = await this.collection.count();
+            return { count };
+        }
+        catch (error) {
+            logger.error("Failed to get stats", { error: String(error) });
+            return { count: 0 };
+        }
+    }
+    /**
+     * Clear all data from the collection
+     */
+    async clear() {
+        if (!this.client)
+            return;
+        try {
+            await this.client.deleteCollection({ name: this.collectionName });
+            this.collection = await this.client.getOrCreateCollection({
+                name: this.collectionName,
+            });
+            logger.info("Vector store cleared");
+        }
+        catch (error) {
+            logger.error("Failed to clear vector store", { error: String(error) });
+        }
+    }
+}
+export const vectorStore = new VectorStore();
+//# sourceMappingURL=vectorStore.js.map

package/dist/db/vectorStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorStore.js","sourceRoot":"","sources":["../../src/db/vectorStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAc,MAAM,UAAU,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAgC/D,MAAM,WAAW;IACP,MAAM,GAAwB,IAAI,CAAC;IACnC,UAAU,GAAsB,IAAI,CAAC;IACrC,cAAc,GAAG,eAAe,CAAC;IACjC,WAAW,GAAG,KAAK,CAAC;IAE5B;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC;gBAC7B,IAAI,EAAE,MAAM,CAAC,SAAS;aACvB,CAAC,CAAC;YAEH,+BAA+B;YAC/B,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;gBACxD,IAAI,EAAE,IAAI,CAAC,cAAc;gBACzB,QAAQ,EAAE;oBACR,WAAW,EAAE,4CAA4C;iBAC1D;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;gBAChD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,sDAAsD;YACtD,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,SAAyB;QAC1C,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;YACvE,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAU,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;gBACjC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC7B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC7B,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAS;gBAC/B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO;gBAC3B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC7B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC7B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;aAC9B,CAAC,CAAC,CAAC;YACJ,MAAM,gBAAgB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAEzD,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxB,GAAG;gBACH,UAAU;gBACV,SAAS;gBACT,SAAS,EAAE,gBAAgB;aAC5B,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,SAAS,SAAS,CAAC,MAAM,4BAA4B,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE;gBACtD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,KAAK,GAAG,EAAE,EACV,MAAqB;QAErB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;YACrE,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAEzE,qBAAqB;YACrB,MAAM,WAAW,GAA4B,EAAE,CAAC;YAChD,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;gBACvB,WAAW,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YAC7C,CAAC;YACD,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;gBACrB,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACzC,CAAC;YACD,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;gBACrB,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACzC,CAAC;YACD,IAAI,MAAM,EAAE,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACnC,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACzC,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBAC1C,eAAe,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC;gBAC3C,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;aACrE,CAAC,CAAC;YAEH,iBAAiB;YACjB,MAAM,aAAa,GAAmB,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAA6B,CAAC;oBACrE,aAAa,CAAC,IAAI,CAAC;wBACjB,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACrB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;wBACtC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACjE,QAAQ;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,UAAkB,EAAE,QAAgB;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBAC3B,KAAK,EAAE;oBACL,UAAU;oBACV,QAAQ;iBACT;aACF,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,yBAAyB,UAAU,IAAI,QAAQ,EAAE,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,UAAkB;QACvC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBAC3B,KAAK,EAAE,EAAE,UAAU,EAAE;aACtB,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,wCAAwC,UAAU,EAAE,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;gBACpD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACtB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAC5C,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9D,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEzB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;gBACxD,IAAI,EAAE,IAAI,CAAC,cAAc;aAC1B,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,17 @@
+#!/usr/bin/env node
+import { startServer } from "./server.js";
+// Handle uncaught errors
+process.on("uncaughtException", (error) => {
+    console.error("Uncaught exception:", error);
+    process.exit(1);
+});
+process.on("unhandledRejection", (reason) => {
+    console.error("Unhandled rejection:", reason);
+    process.exit(1);
+});
+// Start the server
+startServer().catch((error) => {
+    console.error("Failed to start server:", error);
+    process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,yBAAyB;AACzB,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE;IACxC,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE;IAC1C,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,mBAAmB;AACnB,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IAC5B,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;IAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/pipeline/embeddings.d.ts

@@ -0,0 +1,25 @@
+export interface EmbeddingResult {
+    text: string;
+    embedding: number[];
+    model: string;
+    tokenCount?: number;
+}
+export declare class EmbeddingGenerator {
+    private openai;
+    private model;
+    constructor();
+    /**
+     * Generate embeddings for a single text
+     */
+    generateEmbedding(text: string): Promise<EmbeddingResult>;
+    /**
+     * Generate embeddings for multiple texts in batch
+     */
+    generateEmbeddings(texts: string[]): Promise<EmbeddingResult[]>;
+    /**
+     * Calculate cosine similarity between two embeddings
+     */
+    cosineSimilarity(a: number[], b: number[]): number;
+}
+export declare const embeddingGenerator: EmbeddingGenerator;
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/pipeline/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/pipeline/embeddings.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAS;;IAWtB;;OAEG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA6B/D;;OAEG;IACG,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA0CrE;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAiBnD;AAED,eAAO,MAAM,kBAAkB,oBAA2B,CAAC"}

package/dist/pipeline/embeddings.js

@@ -0,0 +1,103 @@
+import OpenAI from "openai";
+import { config, logger } from "../utils/index.js";
+export class EmbeddingGenerator {
+    openai = null;
+    model;
+    constructor() {
+        this.model = config.embeddingModel;
+        if (config.openaiApiKey) {
+            this.openai = new OpenAI({
+                apiKey: config.openaiApiKey,
+            });
+        }
+    }
+    /**
+     * Generate embeddings for a single text
+     */
+    async generateEmbedding(text) {
+        if (!this.openai) {
+            // Return a dummy embedding for testing without API key
+            logger.warn("No OpenAI API key configured, using dummy embeddings");
+            return {
+                text,
+                embedding: new Array(1536).fill(0).map(() => Math.random() - 0.5),
+                model: "dummy",
+            };
+        }
+        try {
+            const response = await this.openai.embeddings.create({
+                model: this.model,
+                input: text,
+            });
+            return {
+                text,
+                embedding: response.data[0].embedding,
+                model: this.model,
+                tokenCount: response.usage?.total_tokens,
+            };
+        }
+        catch (error) {
+            logger.error("Failed to generate embedding", { error: String(error) });
+            throw error;
+        }
+    }
+    /**
+     * Generate embeddings for multiple texts in batch
+     */
+    async generateEmbeddings(texts) {
+        if (!this.openai) {
+            logger.warn("No OpenAI API key configured, using dummy embeddings");
+            return texts.map((text) => ({
+                text,
+                embedding: new Array(1536).fill(0).map(() => Math.random() - 0.5),
+                model: "dummy",
+            }));
+        }
+        try {
+            // OpenAI allows up to 2048 inputs per request
+            const batchSize = 100;
+            const results = [];
+            for (let i = 0; i < texts.length; i += batchSize) {
+                const batch = texts.slice(i, i + batchSize);
+                logger.debug(`Generating embeddings for batch ${i / batchSize + 1}`);
+                const response = await this.openai.embeddings.create({
+                    model: this.model,
+                    input: batch,
+                });
+                for (let j = 0; j < batch.length; j++) {
+                    results.push({
+                        text: batch[j],
+                        embedding: response.data[j].embedding,
+                        model: this.model,
+                    });
+                }
+            }
+            return results;
+        }
+        catch (error) {
+            logger.error("Failed to generate batch embeddings", {
+                error: String(error),
+            });
+            throw error;
+        }
+    }
+    /**
+     * Calculate cosine similarity between two embeddings
+     */
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length) {
+            throw new Error("Embeddings must have the same length");
+        }
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        return dotProduct / (Math.sqrt(normA) * Math.sqrt(normB));
+    }
+}
+export const embeddingGenerator = new EmbeddingGenerator();
+//# sourceMappingURL=embeddings.js.map

package/dist/pipeline/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/pipeline/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AASnD,MAAM,OAAO,kBAAkB;IACrB,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IAEtB;QACE,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC;QACnC,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;gBACvB,MAAM,EAAE,MAAM,CAAC,YAAY;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,uDAAuD;YACvD,MAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;YACpE,OAAO;gBACL,IAAI;gBACJ,SAAS,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI;gBACJ,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBACrC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;aACzC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,KAAe;QACtC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;YACpE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC1B,IAAI;gBACJ,SAAS,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC,CAAC,CAAC;QACN,CAAC;QAED,IAAI,CAAC;YACH,8CAA8C;YAC9C,MAAM,SAAS,GAAG,GAAG,CAAC;YACtB,MAAM,OAAO,GAAsB,EAAE,CAAC;YAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAC5C,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;gBAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;oBACnD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK,EAAE,KAAK;iBACb,CAAC,CAAC;gBAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;wBACd,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;wBACrC,KAAK,EAAE,IAAI,CAAC,KAAK;qBAClB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;gBAClD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,CAAW,EAAE,CAAW;QACvC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;CACF;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC"}