github-to-mcp-monorepo 1.0.0

package/apps/web/app/api/playground/v2/tools/route.ts

@@ -0,0 +1,167 @@
+/**
+ * Tools API Route
+ *
+ * GET /api/playground/v2/tools - List all tools
+ * POST /api/playground/v2/tools - Execute a tool
+ */
+
+import { NextRequest, NextResponse } from 'next/server';
+import {
+  handleApiError,
+  createSuccessResponse,
+  SessionExpiredError,
+  McpExecutionError,
+  NotFoundError,
+  validateToolCall,
+  validateSessionIdFromQuery,
+  applyMiddleware,
+  corsPreflightResponse,
+  createLogContext,
+  SessionManager,
+  withRequestId,
+  RELAXED_RATE_LIMIT,
+} from '@/lib/api';
+import type { ToolsListResponseData, ToolCallResponseData } from '@/lib/api';
+
+const PATH = '/api/playground/v2/tools';
+
+/**
+ * Handle CORS preflight request
+ */
+export async function OPTIONS(): Promise<NextResponse> {
+  return corsPreflightResponse({ methods: ['GET', 'POST', 'OPTIONS'] });
+}
+
+/**
+ * GET /api/playground/v2/tools
+ *
+ * Lists all available tools for a session.
+ *
+ * Query parameters:
+ * - sessionId: string (required) - The session ID
+ *
+ * Response:
+ * - success: boolean
+ * - data: { tools: McpTool[] }
+ */
+export async function GET(request: NextRequest): Promise<NextResponse> {
+  const middleware = await applyMiddleware(request, { rateLimit: RELAXED_RATE_LIMIT });
+  if ('response' in middleware) {
+    return middleware.response;
+  }
+
+  const { context } = middleware;
+  const log = createLogContext('GET', PATH, context.requestId, context.clientId);
+
+  try {
+    const { searchParams } = new URL(request.url);
+    const sessionId = validateSessionIdFromQuery(searchParams);
+
+    const sessionManager = SessionManager.getInstance();
+
+    const session = await sessionManager.getSession(sessionId);
+    if (!session) {
+      throw new SessionExpiredError(
+        `Session not found or expired: ${sessionId}`,
+        sessionId
+      );
+    }
+
+    const tools = await sessionManager.listTools(sessionId);
+
+    const responseData: ToolsListResponseData = { tools };
+
+    log.log(200, sessionId);
+
+    return createSuccessResponse(responseData, 200, {
+      ...context.rateLimitHeaders,
+      ...withRequestId({}, context.requestId),
+      'Access-Control-Allow-Origin': '*',
+    });
+  } catch (error) {
+    const status = error instanceof Error && 'statusCode' in error
+      ? (error as { statusCode: number }).statusCode
+      : 500;
+    log.log(status, undefined, error instanceof Error ? error.message : 'Unknown error');
+    return handleApiError(error);
+  }
+}
+
+/**
+ * POST /api/playground/v2/tools
+ *
+ * Executes a tool.
+ *
+ * Request body:
+ * - sessionId: string (required) - The session ID
+ * - toolName: string (required) - Name of the tool to execute
+ * - params: object (optional) - Tool parameters
+ *
+ * Response:
+ * - success: boolean
+ * - data: { result: McpToolResult, executionTime: number, logs: string[] }
+ */
+export async function POST(request: NextRequest): Promise<NextResponse> {
+  const middleware = await applyMiddleware(request, { rateLimit: RELAXED_RATE_LIMIT });
+  if ('response' in middleware) {
+    return middleware.response;
+  }
+
+  const { context } = middleware;
+  const log = createLogContext('POST', PATH, context.requestId, context.clientId);
+
+  try {
+    const body = await request.json();
+    const { sessionId, toolName, params } = validateToolCall(body);
+
+    const sessionManager = SessionManager.getInstance();
+
+    const session = await sessionManager.getSession(sessionId);
+    if (!session) {
+      throw new SessionExpiredError(
+        `Session not found or expired: ${sessionId}`,
+        sessionId
+      );
+    }
+
+    const executionStart = Date.now();
+    let result;
+    let logs: string[];
+
+    try {
+      const execution = await sessionManager.executeTool(sessionId, toolName, params);
+      result = execution.result;
+      logs = execution.logs;
+    } catch (error) {
+      if (error instanceof Error && error.message.includes('not found')) {
+        throw new NotFoundError(`Tool not found: ${toolName}`, 'tool');
+      }
+      throw new McpExecutionError(
+        `Tool execution failed: ${error instanceof Error ? error.message : 'Unknown error'}`,
+        { executionType: 'tool', name: toolName }
+      );
+    }
+
+    const executionTime = Date.now() - executionStart;
+
+    const responseData: ToolCallResponseData = {
+      result,
+      executionTime,
+      logs,
+    };
+
+    log.log(200, sessionId, undefined, { toolName, executionTime });
+
+    return createSuccessResponse(responseData, 200, {
+      ...context.rateLimitHeaders,
+      ...withRequestId({}, context.requestId),
+      'Access-Control-Allow-Origin': '*',
+    });
+  } catch (error) {
+    const status = error instanceof Error && 'statusCode' in error
+      ? (error as { statusCode: number }).statusCode
+      : 500;
+    log.log(status, undefined, error instanceof Error ? error.message : 'Unknown error');
+    return handleApiError(error);
+  }
+}

package/apps/web/app/api/stream/route.ts

@@ -0,0 +1,232 @@
+/**
+ * @fileoverview SSE endpoint for streaming generation progress
+ * GET /api/stream - Server-Sent Events endpoint
+ */
+
+import { NextRequest } from 'next/server';
+import { generateFromGithub } from '@nirholas/github-to-mcp';
+
+/**
+ * Progress event structure
+ */
+interface ProgressEvent {
+  type: 'start' | 'analyzing' | 'extracting' | 'generating' | 'validating' | 'complete' | 'error';
+  message: string;
+  progress: number;
+  details?: {
+    step?: string;
+    filesProcessed?: number;
+    totalFiles?: number;
+    toolsFound?: number;
+    currentSource?: string;
+  };
+  timestamp: number;
+  data?: unknown;
+}
+
+/**
+ * Create a Server-Sent Events response
+ */
+function createSSEResponse(stream: ReadableStream): Response {
+  return new Response(stream, {
+    headers: {
+      'Content-Type': 'text/event-stream',
+      'Cache-Control': 'no-cache, no-transform',
+      'Connection': 'keep-alive',
+      'X-Accel-Buffering': 'no',
+      'Access-Control-Allow-Origin': '*',
+    },
+  });
+}
+
+/**
+ * Send an SSE event
+ */
+function formatSSEEvent(event: ProgressEvent): string {
+  return `data: ${JSON.stringify(event)}\n\n`;
+}
+
+export async function GET(request: NextRequest): Promise<Response> {
+  const searchParams = request.nextUrl.searchParams;
+  const url = searchParams.get('url');
+  const language = (searchParams.get('language') || 'typescript') as 'typescript' | 'python';
+  const sourcesParam = searchParams.get('sources');
+  const sources = sourcesParam ? sourcesParam.split(',') : ['readme', 'openapi', 'code'];
+
+  if (!url) {
+    const errorStream = new ReadableStream({
+      start(controller) {
+        const encoder = new TextEncoder();
+        const event: ProgressEvent = {
+          type: 'error',
+          message: 'GitHub URL is required',
+          progress: 0,
+          timestamp: Date.now(),
+        };
+        controller.enqueue(encoder.encode(formatSSEEvent(event)));
+        controller.close();
+      },
+    });
+    return createSSEResponse(errorStream);
+  }
+
+  // Validate GitHub URL
+  const githubPattern = /^https?:\/\/(www\.)?github\.com\/[\w-]+\/[\w.-]+/;
+  if (!githubPattern.test(url)) {
+    const errorStream = new ReadableStream({
+      start(controller) {
+        const encoder = new TextEncoder();
+        const event: ProgressEvent = {
+          type: 'error',
+          message: 'Invalid GitHub URL format',
+          progress: 0,
+          timestamp: Date.now(),
+        };
+        controller.enqueue(encoder.encode(formatSSEEvent(event)));
+        controller.close();
+      },
+    });
+    return createSSEResponse(errorStream);
+  }
+
+  const encoder = new TextEncoder();
+
+  const stream = new ReadableStream({
+    async start(controller) {
+      const emit = (event: ProgressEvent) => {
+        try {
+          controller.enqueue(encoder.encode(formatSSEEvent(event)));
+        } catch {
+          // Stream may be closed
+        }
+      };
+
+      try {
+        // Start event
+        emit({
+          type: 'start',
+          message: 'Starting conversion...',
+          progress: 0,
+          timestamp: Date.now(),
+          details: { step: 'initialization' },
+        });
+
+        // Analyzing event
+        emit({
+          type: 'analyzing',
+          message: 'Analyzing repository structure...',
+          progress: 10,
+          timestamp: Date.now(),
+          details: { step: 'analysis' },
+        });
+
+        // Generate MCP tools
+        const result = await generateFromGithub(url, {
+          sources: sources as ('readme' | 'openapi' | 'code' | 'graphql')[],
+          githubToken: process.env.GITHUB_TOKEN,
+        });
+
+        // Extracting event
+        emit({
+          type: 'extracting',
+          message: `Extracting tools from ${result.sources.length} sources...`,
+          progress: 40,
+          timestamp: Date.now(),
+          details: {
+            step: 'extraction',
+            toolsFound: result.tools.length,
+          },
+        });
+
+        // Generating event
+        emit({
+          type: 'generating',
+          message: 'Generating MCP server code...',
+          progress: 70,
+          timestamp: Date.now(),
+          details: {
+            step: 'generation',
+            toolsFound: result.tools.length,
+          },
+        });
+
+        // Generate code
+        const code = language === 'python' ? result.generatePython() : result.generate();
+
+        // Generate config snippets
+        const repoName = result.name;
+        
+        const claudeConfig = {
+          mcpServers: {
+            [repoName]: {
+              command: language === 'python' ? 'python' : 'npx',
+              args: language === 'python' 
+                ? ['-m', `${repoName.replace(/-/g, '_')}_mcp`]
+                : ['tsx', `${repoName}-mcp/index.ts`],
+            },
+          },
+        };
+
+        // Validating event
+        emit({
+          type: 'validating',
+          message: 'Validating generated code...',
+          progress: 90,
+          timestamp: Date.now(),
+          details: { step: 'validation' },
+        });
+
+        // Complete event with data
+        emit({
+          type: 'complete',
+          message: 'Conversion complete!',
+          progress: 100,
+          timestamp: Date.now(),
+          details: {
+            toolsFound: result.tools.length,
+          },
+          data: {
+            name: result.name,
+            tools: result.tools.map(t => ({
+              name: t.name,
+              description: t.description,
+              inputSchema: t.inputSchema,
+              source: t.source,
+            })),
+            sources: result.sources,
+            classification: result.classification,
+            code,
+            claudeConfig: JSON.stringify(claudeConfig, null, 2),
+          },
+        });
+
+        controller.close();
+      } catch (error) {
+        const message = error instanceof Error ? error.message : 'Conversion failed';
+        
+        emit({
+          type: 'error',
+          message,
+          progress: 0,
+          timestamp: Date.now(),
+        });
+
+        controller.close();
+      }
+    },
+  });
+
+  return createSSEResponse(stream);
+}
+
+// Support OPTIONS for CORS preflight
+export async function OPTIONS(): Promise<Response> {
+  return new Response(null, {
+    status: 204,
+    headers: {
+      'Access-Control-Allow-Origin': '*',
+      'Access-Control-Allow-Methods': 'GET, OPTIONS',
+      'Access-Control-Allow-Headers': 'Content-Type',
+    },
+  });
+}

package/apps/web/app/batch/BatchConvertClient.tsx

@@ -0,0 +1,190 @@
+/**
+ * Batch Convert Client Component
+ * @copyright 2024-2026 nirholas
+ * @license MIT
+ */
+
+'use client';
+
+import { useState, useCallback } from 'react';
+import Link from 'next/link';
+import { motion } from 'framer-motion';
+import {
+  ArrowLeft,
+  Archive,
+  Download,
+  Settings,
+  Info,
+  Zap,
+} from 'lucide-react';
+import { BatchConvert } from '@/components/batch';
+import type { ConversionResult } from '@/types';
+
+export default function BatchConvertClient() {
+  const [completedResults, setCompletedResults] = useState<Array<{
+    url: string;
+    result?: ConversionResult;
+    error?: string;
+  }>>([]);
+  const [showSettings, setShowSettings] = useState(false);
+  const [maxConcurrent, setMaxConcurrent] = useState(3);
+
+  const handleBatchComplete = useCallback((results: typeof completedResults) => {
+    setCompletedResults(results);
+  }, []);
+
+  return (
+    <main className="min-h-screen bg-black text-white">
+      {/* Background gradient */}
+      <div className="fixed inset-0 bg-gradient-to-br from-purple-500/5 via-black to-blue-500/5 pointer-events-none" />
+      
+      {/* Content */}
+      <div className="relative z-10 max-w-5xl mx-auto px-4 py-8">
+        {/* Navigation */}
+        <motion.div
+          initial={{ opacity: 0, y: -20 }}
+          animate={{ opacity: 1, y: 0 }}
+          className="flex items-center justify-between mb-8"
+        >
+          <Link 
+            href="/"
+            className="flex items-center gap-2 text-neutral-400 hover:text-white transition-colors"
+          >
+            <ArrowLeft className="w-5 h-5" />
+            Back to home
+          </Link>
+          
+          <div className="flex items-center gap-2">
+            <button
+              onClick={() => setShowSettings(!showSettings)}
+              className={`p-2 rounded-lg transition-colors ${
+                showSettings ? 'bg-white text-black' : 'bg-white/10 text-white hover:bg-white/20'
+              }`}
+              title="Settings"
+            >
+              <Settings className="w-5 h-5" />
+            </button>
+          </div>
+        </motion.div>
+
+        {/* Page header */}
+        <motion.div
+          initial={{ opacity: 0, y: 20 }}
+          animate={{ opacity: 1, y: 0 }}
+          transition={{ delay: 0.1 }}
+          className="text-center mb-8"
+        >
+          <div className="inline-flex items-center gap-2 px-4 py-2 rounded-full bg-purple-500/10 border border-purple-500/20 text-purple-400 text-sm mb-4">
+            <Zap className="w-4 h-4" />
+            Parallel Processing
+          </div>
+          <h1 className="text-4xl md:text-5xl font-bold mb-4">
+            Batch Convert
+          </h1>
+          <p className="text-xl text-neutral-400 max-w-2xl mx-auto">
+            Convert multiple GitHub repositories to MCP servers simultaneously.
+            Perfect for setting up tool suites or migrating multiple projects.
+          </p>
+        </motion.div>
+
+        {/* Settings panel */}
+        {showSettings && (
+          <motion.div
+            initial={{ opacity: 0, height: 0 }}
+            animate={{ opacity: 1, height: 'auto' }}
+            exit={{ opacity: 0, height: 0 }}
+            className="mb-6 rounded-xl border border-neutral-800 bg-neutral-900/50 p-4"
+          >
+            <h3 className="text-sm font-medium text-white mb-3 flex items-center gap-2">
+              <Settings className="w-4 h-4" />
+              Conversion Settings
+            </h3>
+            <div className="grid grid-cols-1 md:grid-cols-2 gap-4">
+              <div>
+                <label className="block text-sm text-neutral-400 mb-2">
+                  Max Concurrent Conversions
+                </label>
+                <select
+                  value={maxConcurrent}
+                  onChange={(e) => setMaxConcurrent(Number(e.target.value))}
+                  className="w-full p-2 bg-black border border-neutral-700 rounded-lg text-white focus:outline-none focus:border-white/50"
+                >
+                  <option value={1}>1 (Sequential)</option>
+                  <option value={2}>2</option>
+                  <option value={3}>3 (Recommended)</option>
+                  <option value={5}>5</option>
+                  <option value={10}>10 (High Load)</option>
+                </select>
+              </div>
+              <div className="flex items-end">
+                <div className="flex items-start gap-2 p-3 rounded-lg bg-blue-500/10 border border-blue-500/20 text-sm">
+                  <Info className="w-4 h-4 text-blue-400 flex-shrink-0 mt-0.5" />
+                  <p className="text-blue-200">
+                    Higher concurrency is faster but may hit rate limits
+                  </p>
+                </div>
+              </div>
+            </div>
+          </motion.div>
+        )}
+
+        {/* Main batch convert component */}
+        <BatchConvert
+          onBatchComplete={handleBatchComplete}
+          maxConcurrent={maxConcurrent}
+        />
+
+        {/* Features */}
+        <motion.div
+          initial={{ opacity: 0, y: 20 }}
+          animate={{ opacity: 1, y: 0 }}
+          transition={{ delay: 0.4 }}
+          className="mt-12 grid grid-cols-1 md:grid-cols-3 gap-6"
+        >
+          {[
+            {
+              icon: Archive,
+              title: 'Bulk Import',
+              description: 'Import URLs from file, paste multiple, or drag and drop',
+            },
+            {
+              icon: Zap,
+              title: 'Parallel Processing',
+              description: 'Convert multiple repos simultaneously for speed',
+            },
+            {
+              icon: Download,
+              title: 'Combined Export',
+              description: 'Download all results as a single JSON file',
+            },
+          ].map((feature, index) => (
+            <div
+              key={index}
+              className="p-4 rounded-xl border border-neutral-800 bg-neutral-900/30"
+            >
+              <feature.icon className="w-8 h-8 text-white/80 mb-3" />
+              <h3 className="font-medium text-white mb-1">{feature.title}</h3>
+              <p className="text-sm text-neutral-500">{feature.description}</p>
+            </div>
+          ))}
+        </motion.div>
+
+        {/* Tips */}
+        <motion.div
+          initial={{ opacity: 0 }}
+          animate={{ opacity: 1 }}
+          transition={{ delay: 0.5 }}
+          className="mt-8 p-4 rounded-xl border border-neutral-800 bg-neutral-900/30"
+        >
+          <h3 className="text-sm font-medium text-white mb-2">Pro Tips</h3>
+          <ul className="text-sm text-neutral-500 space-y-1">
+            <li>• Drag to reorder URLs - they'll be processed in order</li>
+            <li>• Use Import URLs to paste a list from a text file</li>
+            <li>• Failed conversions can be retried without re-adding URLs</li>
+            <li>• Results are preserved even if you navigate away</li>
+          </ul>
+        </motion.div>
+      </div>
+    </main>
+  );
+}

package/apps/web/app/batch/page.tsx

@@ -0,0 +1,37 @@
+/**
+ * Batch Convert Page - Convert multiple repositories to MCP servers
+ * @copyright 2024-2026 nirholas
+ * @license MIT
+ */
+
+import { Suspense } from 'react';
+import { Metadata } from 'next';
+import BatchConvertClient from './BatchConvertClient';
+
+export const metadata: Metadata = {
+  title: 'Batch Convert | GitHub to MCP',
+  description: 'Convert multiple GitHub repositories to MCP servers simultaneously',
+  openGraph: {
+    title: 'Batch Convert | GitHub to MCP',
+    description: 'Convert multiple GitHub repositories to MCP servers simultaneously',
+  },
+};
+
+export default function BatchConvertPage() {
+  return (
+    <Suspense fallback={<BatchConvertLoading />}>
+      <BatchConvertClient />
+    </Suspense>
+  );
+}
+
+function BatchConvertLoading() {
+  return (
+    <div className="min-h-screen bg-black flex items-center justify-center">
+      <div className="text-center">
+        <div className="w-16 h-16 border-4 border-white/20 border-t-white rounded-full animate-spin mx-auto mb-4" />
+        <p className="text-neutral-400">Loading batch converter...</p>
+      </div>
+    </div>
+  );
+}