video-context-mcp-server 1.0.0-beta.2

package/README.md

@@ -0,0 +1,249 @@
+# Video Context MCP Server
+
+Video Context MCP Server is a Model Context Protocol (MCP) server that gives GitHub Copilot in VS Code the ability to understand and analyze video content. Supports two AI backends: **Kimi K2.5** (Moonshot AI) and **GLM-4.6V** (Z.AI).
+
+## Current Status
+
+- ✅ Project scaffold, MCP registration, ffmpeg helpers, lint/build/format pipeline
+- ✅ Phase 2A complete: core Kimi/GLM client analysis methods implemented
+- ✅ Phase 2B complete: all MCP tool handlers implemented
+- ✅ Phase 2C automated coverage complete: ffmpeg service tests + mocked orchestration tests for AI-dependent tools
+- ✅ Phase 2C reasoning-mode methods complete: `KimiClient.analyzeVideoWithThinking()` and `GLMClient.analyzeWithThinking()`
+- ✅ Phase 2C complete (Tier A): runtime integration validation with real ffmpeg fixtures + deterministic mocked AI-provider orchestration
+
+## Features
+
+- 🎬 **Video Q&A** — Ask questions about video content and get AI-powered answers
+- 📝 **Video Summarization** — Generate structured summaries with key scenes and timelines
+- 🖼️ **Frame Extraction** — Extract frames at specific timestamps or intervals
+- 🔍 **Timestamp Search** — Find the exact moment when something happens in a video
+- 📊 **Video Metadata** — Get duration, resolution, fps, codec, and other technical details
+- 🔄 **Dual Backend Support** — Auto-routes to GLM-4.6V (cheap/free) or Kimi K2.5 (large videos)
+- 🎯 **Smart Video Handling** — Extracts keyframes from long videos to reduce token usage
+
+## Installation
+
+### 1. Install Dependencies
+
+```bash
+npm install
+```
+
+### 2. Configure API Keys
+
+You'll need API keys for one or both backends:
+
+- **Kimi K2.5 (Moonshot AI)**: [Get API Key](https://platform.moonshot.ai)
+- **GLM-4.6V (Z.AI)**: [Get API Key](https://z.ai/manage-apikey/apikey-list)
+
+### 3. Configure VS Code
+
+Recommended: copy `.vscode-template/mcp.json` to `.vscode/mcp.json` and fill in your own keys locally.
+
+```bash
+cp .vscode-template/mcp.json .vscode/mcp.json
+```
+
+Template options:
+
+- `.vscode-template/mcp.json` — default (watch enabled, debug disabled)
+- `.vscode-template/mcp.quiet.json` — quiet dev mode (watch enabled, debug disabled)
+- `.vscode-template/mcp.debug.json` — verbose dev mode (watch + node debug enabled)
+
+If you want the debug variant directly:
+
+```bash
+cp .vscode-template/mcp.debug.json .vscode/mcp.json
+```
+
+Do not commit real API keys to the repository.
+
+You can also create `.vscode/mcp.json` manually:
+
+```json
+{
+  "servers": {
+    "videoMcp": {
+      "type": "stdio",
+      "command": "node",
+      "args": ["${workspaceFolder}/dist/index.js"],
+      "env": {
+        "MOONSHOT_API_KEY": "${input:moonshot-key}",
+        "Z_AI_API_KEY": "${input:zai-key}"
+      }
+    }
+  },
+  "inputs": [
+    {
+      "type": "promptString",
+      "id": "moonshot-key",
+      "description": "Moonshot API Key for Kimi K2.5",
+      "password": true
+    },
+    {
+      "type": "promptString",
+      "id": "zai-key",
+      "description": "Z.AI API Key for GLM-4.6V",
+      "password": true
+    }
+  ]
+}
+```
+
+### 4. Build and Run
+
+```bash
+npm run build
+```
+
+The MCP server will be automatically started by VS Code when Copilot Chat is opened.
+
+### 5. Debugging Behavior in VS Code
+
+When your `.vscode/mcp.json` includes a `dev` block such as:
+
+```jsonc
+"dev": {
+  "watch": "src/**/*.ts",
+  "debug": { "type": "node" }
+}
+```
+
+you may see frequent logs in the **Output** panel under `MCP: videoMcp`.
+
+This is expected in development mode:
+
+- `watch` restarts/reloads the MCP server when TypeScript files change
+- `debug` enables Node debug integration
+- MCP protocol payloads (tool schemas, discovery events, lifecycle messages) are printed in that output channel
+
+If you want less noise, remove either:
+
+- `dev.debug` (keeps auto-watch, disables debug integration), or
+- the full `dev` block (disables watch + debug behavior)
+
+## Available Tools
+
+| Tool               | Description                          | Parameters                                       |
+| ------------------ | ------------------------------------ | ------------------------------------------------ |
+| `analyze_video`    | Ask questions about video content    | `videoPath`, `question`, `provider?`             |
+| `summarize_video`  | Generate a structured video summary  | `videoPath`, `provider?`                         |
+| `extract_frames`   | Extract frames from a video          | `videoPath`, `mode`, `count/interval/timestamps` |
+| `search_timestamp` | Find when something specific happens | `videoPath`, `query`, `provider?`                |
+| `get_video_info`   | Get video metadata                   | `videoPath`                                      |
+
+## Usage Examples
+
+### Analyze Video
+
+Ask Copilot Chat:
+
+> "Analyze the video at `./demo.mp4` and tell me what happens in it"
+
+### Summarize Video
+
+> "Summarize the video at `./long-video.mp4`"
+
+### Extract Frames
+
+> "Extract 5 evenly-spaced frames from `./video.mp4`"
+
+> "Extract a frame at timestamp 30 seconds from `./video.mp4`"
+
+### Search Timestamp
+
+> "In `./video.mp4`, at what timestamp does the person wave?"
+
+### Get Video Info
+
+> "Get the video info for `./video.mp4`"
+
+## Backend Comparison
+
+| Feature        | GLM-4.6V                      | Kimi K2.5                                      |
+| -------------- | ----------------------------- | ---------------------------------------------- |
+| Video formats  | mp4, avi, mov, wmv, webm, m4v | mp4, mpeg, mov, avi, flv, mpg, webm, wmv, 3gpp |
+| Max video size | 8 MB                          | 100 MB + file upload API                       |
+| Price          | $0.30 input / $0.90 output    | $0.60 input / $3.00 output                     |
+| Free tier      | Yes (GLM-4.6V-Flash)          | No                                             |
+| Context window | 128K                          | 256K                                           |
+| Best for       | Short clips, cost efficiency  | Large videos, broader format support           |
+
+The server auto-routes to the best backend based on video size:
+
+- Videos ≤ 8 MB → GLM-4.6V (cheaper, free tier available)
+- Videos > 8 MB → Kimi K2.5 (larger support)
+
+## Environment Variables
+
+| Variable                     | Description                             | Required                   |
+| ---------------------------- | --------------------------------------- | -------------------------- |
+| `MOONSHOT_API_KEY`           | Moonshot AI API key for Kimi K2.5       | Optional (if using GLM)    |
+| `Z_AI_API_KEY`               | Z.AI API key for GLM-4.6V               | Optional (if using Kimi)   |
+| `VIDEO_MCP_DEFAULT_PROVIDER` | Default backend (`auto`, `glm`, `kimi`) | Optional (default: `auto`) |
+| `VIDEO_MCP_MAX_FRAMES`       | Max frames for summarization            | Optional (default: 20)     |
+
+## Development
+
+```bash
+# Install dependencies
+npm install
+
+# Run in development (auto-restart on changes)
+npm run dev
+
+# Build for production
+npm run build
+
+# Run type checking
+npm run type-check
+
+# Run linter
+npm run lint
+
+# Run automated tests
+npm run test
+
+# Run tests in watch mode
+npm run test:watch
+
+# Run tests with coverage
+npm run test:coverage
+
+# Format all files
+npm run format
+
+# Check formatting only
+npm run format:check
+
+# Lint + Type-check + Format + Build
+npm run ltfb
+```
+
+## Architecture
+
+```
+video-mcp/
+├── src/
+│   ├── index.ts              # MCP server entry point
+│   ├── tools/                # MCP tool implementations
+│   ├── services/             # Backend clients (Kimi, GLM, ffmpeg)
+│   └── utils/                # Helpers (temp files, base64)
+├── .vscode/
+│   └── mcp.json              # VS Code MCP configuration
+├── docs/
+│   └── technical/            # Technical documentation
+└── .github/
+    └── copilot-instructions.md  # Copilot AI assistant guidelines
+```
+
+## License
+
+MIT
+
+## Credits
+
+- [MCP SDK](https://github.com/modelcontextprotocol/typescript-sdk) by Anthropic
+- [Kimi K2.5](https://github.com/MoonshotAI/Kimi-K2.5) by Moonshot AI
+- [GLM-4.6V](https://docs.z.ai/guides/vlm/glm-4.6v) by Z.AI
+- [ffmpeg](https://ffmpeg.org/) for video processing

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,122 @@
+#!/usr/bin/env node
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import { z } from 'zod';
+// Import tool handlers
+import { analyzeVideoTool } from './tools/analyzeVideo.js';
+import { summarizeVideoTool } from './tools/summarizeVideo.js';
+import { extractFramesTool } from './tools/extractFrames.js';
+import { searchTimestampTool } from './tools/searchTimestamp.js';
+import { getVideoInfoTool } from './tools/getVideoInfo.js';
+/**
+ * Main entry point for the Video Context MCP Server
+ * Creates an MCP server, registers all video analysis tools, and connects via stdio
+ */
+async function main() {
+    // Create MCP server with name and version
+    const server = new McpServer({
+        name: 'video-mcp',
+        version: '1.0.0',
+    }, {
+        capabilities: {
+            logging: {}, // Enable logging for progress reporting
+        },
+    });
+    // Register all video analysis tools
+    // Tool 1: analyze_video - Ask questions about video content
+    server.registerTool('analyze_video', {
+        title: 'Analyze Video',
+        description: 'Ask questions about video content and get AI-powered answers. Supports both local files and URLs.',
+        inputSchema: z.object({
+            videoPath: z
+                .string()
+                .describe('Path to the video file (local path or URL)'),
+            question: z
+                .string()
+                .describe('Question to ask about the video content'),
+            provider: z
+                .enum(['auto', 'glm', 'kimi'])
+                .optional()
+                .describe("AI backend to use: 'auto' (default), 'glm' (GLM-4.6V), or 'kimi' (Kimi K2.5)"),
+        }),
+    }, analyzeVideoTool);
+    // Tool 2: summarize_video - Generate structured video summary
+    server.registerTool('summarize_video', {
+        title: 'Summarize Video',
+        description: 'Generate a structured summary of the video including overview, key scenes, and timeline. For long videos (>5 min), extracts keyframes to reduce token usage.',
+        inputSchema: z.object({
+            videoPath: z
+                .string()
+                .describe('Path to the video file (local path or URL)'),
+            provider: z
+                .enum(['auto', 'glm', 'kimi'])
+                .optional()
+                .describe("AI backend to use: 'auto' (default), 'glm' (GLM-4.6V), or 'kimi' (Kimi K2.5)"),
+        }),
+    }, summarizeVideoTool);
+    // Tool 3: extract_frames - Extract frames from video
+    server.registerTool('extract_frames', {
+        title: 'Extract Frames',
+        description: 'Extract frames from a video at specific timestamps or intervals. This is a local-only operation (no AI backend required).',
+        inputSchema: z.object({
+            videoPath: z
+                .string()
+                .describe('Path to the video file (local path only)'),
+            mode: z
+                .enum(['even', 'interval', 'timestamps'])
+                .describe("Extraction mode: 'even' (N evenly-spaced frames), 'interval' (every N seconds), or 'timestamps' (at specific times)"),
+            count: z
+                .number()
+                .int()
+                .min(1)
+                .max(100)
+                .optional()
+                .describe("Number of frames to extract (required for 'even' mode)"),
+            intervalSec: z
+                .number()
+                .min(0.1)
+                .optional()
+                .describe("Interval in seconds between frames (required for 'interval' mode)"),
+            timestamps: z
+                .array(z.number().min(0))
+                .optional()
+                .describe("Array of timestamps in seconds (required for 'timestamps' mode)"),
+        }),
+    }, extractFramesTool);
+    // Tool 4: search_timestamp - Find when something happens in video
+    server.registerTool('search_timestamp', {
+        title: 'Search Timestamp',
+        description: 'Find the timestamp when something specific happens in a video. Extracts frames and uses AI to locate the content.',
+        inputSchema: z.object({
+            videoPath: z
+                .string()
+                .describe('Path to the video file (local path only)'),
+            query: z
+                .string()
+                .describe("What to search for, e.g., 'person waves', 'dog runs', 'car crash'"),
+            provider: z
+                .enum(['auto', 'glm', 'kimi'])
+                .optional()
+                .describe("AI backend to use: 'auto' (default), 'glm' (GLM-4.6V), or 'kimi' (Kimi K2.5)"),
+        }),
+    }, searchTimestampTool);
+    // Tool 5: get_video_info - Get video metadata
+    server.registerTool('get_video_info', {
+        title: 'Get Video Info',
+        description: 'Get video metadata including duration, resolution, fps, codec, file size, and format. This is a local-only operation (no AI backend required).',
+        inputSchema: z.object({
+            videoPath: z
+                .string()
+                .describe('Path to the video file (local path only)'),
+        }),
+    }, getVideoInfoTool);
+    // Connect to VS Code via stdio transport
+    const transport = new StdioServerTransport();
+    await server.connect(transport);
+    // Server is now running, listening for tool calls from Copilot
+}
+main().catch((error) => {
+    console.error('Fatal error starting video-mcp server:', error);
+    process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAA;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAA;AAChF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,uBAAuB;AACvB,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAA;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAE1D;;;GAGG;AAEH,KAAK,UAAU,IAAI;IACjB,0CAA0C;IAC1C,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B;QACE,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO;KACjB,EACD;QACE,YAAY,EAAE;YACZ,OAAO,EAAE,EAAE,EAAE,wCAAwC;SACtD;KACF,CACF,CAAA;IAED,oCAAoC;IAEpC,4DAA4D;IAC5D,MAAM,CAAC,YAAY,CACjB,eAAe,EACf;QACE,KAAK,EAAE,eAAe;QACtB,WAAW,EACT,mGAAmG;QACrG,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,SAAS,EAAE,CAAC;iBACT,MAAM,EAAE;iBACR,QAAQ,CAAC,4CAA4C,CAAC;YACzD,QAAQ,EAAE,CAAC;iBACR,MAAM,EAAE;iBACR,QAAQ,CAAC,yCAAyC,CAAC;YACtD,QAAQ,EAAE,CAAC;iBACR,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;iBAC7B,QAAQ,EAAE;iBACV,QAAQ,CACP,8EAA8E,CAC/E;SACJ,CAAC;KACH,EACD,gBAAgB,CACjB,CAAA;IAED,8DAA8D;IAC9D,MAAM,CAAC,YAAY,CACjB,iBAAiB,EACjB;QACE,KAAK,EAAE,iBAAiB;QACxB,WAAW,EACT,8JAA8J;QAChK,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,SAAS,EAAE,CAAC;iBACT,MAAM,EAAE;iBACR,QAAQ,CAAC,4CAA4C,CAAC;YACzD,QAAQ,EAAE,CAAC;iBACR,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;iBAC7B,QAAQ,EAAE;iBACV,QAAQ,CACP,8EAA8E,CAC/E;SACJ,CAAC;KACH,EACD,kBAAkB,CACnB,CAAA;IAED,qDAAqD;IACrD,MAAM,CAAC,YAAY,CACjB,gBAAgB,EAChB;QACE,KAAK,EAAE,gBAAgB;QACvB,WAAW,EACT,2HAA2H;QAC7H,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,SAAS,EAAE,CAAC;iBACT,MAAM,EAAE;iBACR,QAAQ,CAAC,0CAA0C,CAAC;YACvD,IAAI,EAAE,CAAC;iBACJ,IAAI,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;iBACxC,QAAQ,CACP,qHAAqH,CACtH;YACH,KAAK,EAAE,CAAC;iBACL,MAAM,EAAE;iBACR,GAAG,EAAE;iBACL,GAAG,CAAC,CAAC,CAAC;iBACN,GAAG,CAAC,GAAG,CAAC;iBACR,QAAQ,EAAE;iBACV,QAAQ,CAAC,wDAAwD,CAAC;YACrE,WAAW,EAAE,CAAC;iBACX,MAAM,EAAE;iBACR,GAAG,CAAC,GAAG,CAAC;iBACR,QAAQ,EAAE;iBACV,QAAQ,CACP,mEAAmE,CACpE;YACH,UAAU,EAAE,CAAC;iBACV,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;iBACxB,QAAQ,EAAE;iBACV,QAAQ,CACP,iEAAiE,CAClE;SACJ,CAAC;KACH,EACD,iBAAiB,CAClB,CAAA;IAED,kEAAkE;IAClE,MAAM,CAAC,YAAY,CACjB,kBAAkB,EAClB;QACE,KAAK,EAAE,kBAAkB;QACzB,WAAW,EACT,mHAAmH;QACrH,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,SAAS,EAAE,CAAC;iBACT,MAAM,EAAE;iBACR,QAAQ,CAAC,0CAA0C,CAAC;YACvD,KAAK,EAAE,CAAC;iBACL,MAAM,EAAE;iBACR,QAAQ,CACP,mEAAmE,CACpE;YACH,QAAQ,EAAE,CAAC;iBACR,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;iBAC7B,QAAQ,EAAE;iBACV,QAAQ,CACP,8EAA8E,CAC/E;SACJ,CAAC;KACH,EACD,mBAAmB,CACpB,CAAA;IAED,8CAA8C;IAC9C,MAAM,CAAC,YAAY,CACjB,gBAAgB,EAChB;QACE,KAAK,EAAE,gBAAgB;QACvB,WAAW,EACT,gJAAgJ;QAClJ,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,SAAS,EAAE,CAAC;iBACT,MAAM,EAAE;iBACR,QAAQ,CAAC,0CAA0C,CAAC;SACxD,CAAC;KACH,EACD,gBAAgB,CACjB,CAAA;IAED,yCAAyC;IACzC,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAA;IAC5C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAE/B,+DAA+D;AACjE,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAA;IAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AACjB,CAAC,CAAC,CAAA"}

package/dist/services/ffmpeg.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Video Metadata
+ */
+export interface VideoMetadata {
+    duration: number;
+    width: number;
+    height: number;
+    fps: number;
+    codec: string;
+    fileSize: number;
+    format: string;
+}
+/**
+ * Get video metadata using ffprobe
+ * @param videoPath - Path to the video file
+ * @returns Video metadata
+ */
+export declare function getVideoMetadata(videoPath: string): Promise<VideoMetadata>;
+/**
+ * Extract a single frame at a specific timestamp
+ * @param videoPath - Path to the video file
+ * @param timestampSec - Timestamp in seconds
+ * @returns Buffer containing the PNG frame
+ */
+export declare function extractFrameAt(videoPath: string, timestampSec: number): Promise<Buffer>;
+/**
+ * Extract N evenly-spaced frames from a video
+ * @param videoPath - Path to the video file
+ * @param count - Number of frames to extract
+ * @returns Array of PNG buffers
+ */
+export declare function extractFramesEvenly(videoPath: string, count: number): Promise<Buffer[]>;
+/**
+ * Extract frames at regular intervals
+ * @param videoPath - Path to the video file
+ * @param intervalSec - Interval in seconds between frames
+ * @returns Array of PNG buffers
+ */
+export declare function extractFramesAtInterval(videoPath: string, intervalSec: number): Promise<Buffer[]>;
+/**
+ * Extract frames at specific timestamps
+ * @param videoPath - Path to the video file
+ * @param timestamps - Array of timestamps in seconds
+ * @returns Array of PNG buffers (same order as timestamps)
+ */
+export declare function extractFramesAtTimestamps(videoPath: string, timestamps: number[]): Promise<Buffer[]>;
+//# sourceMappingURL=ffmpeg.d.ts.map

package/dist/services/ffmpeg.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ffmpeg.d.ts","sourceRoot":"","sources":["../../src/services/ffmpeg.ts"],"names":[],"mappings":"AAYA;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;CACf;AAED;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,aAAa,CAAC,CA0BxB;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,MAAM,CAAC,CAoBjB;AAED;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACvC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,EAAE,CAAC,CA6BnB;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC,CAyBnB;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAAE,GACnB,OAAO,CAAC,MAAM,EAAE,CAAC,CA0BnB"}

package/dist/services/ffmpeg.js

@@ -0,0 +1,170 @@
+import ffmpeg from 'fluent-ffmpeg';
+import ffmpegInstaller from '@ffmpeg-installer/ffmpeg';
+import ffprobeInstaller from '@ffprobe-installer/ffprobe';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { mkdtemp, rm } from 'fs/promises';
+import { tmpdir } from 'os';
+// Set paths to bundled ffmpeg and ffprobe binaries
+ffmpeg.setFfmpegPath(ffmpegInstaller.path);
+ffmpeg.setFfprobePath(ffprobeInstaller.path);
+/**
+ * Get video metadata using ffprobe
+ * @param videoPath - Path to the video file
+ * @returns Video metadata
+ */
+export async function getVideoMetadata(videoPath) {
+    return new Promise((resolve, reject) => {
+        ffmpeg.ffprobe(videoPath, (err, metadata) => {
+            if (err) {
+                reject(err);
+                return;
+            }
+            const videoStream = metadata.streams.find((s) => s.codec_type === 'video');
+            if (!videoStream) {
+                reject(new Error('No video stream found in file'));
+                return;
+            }
+            resolve({
+                duration: metadata.format.duration || 0,
+                width: videoStream.width || 0,
+                height: videoStream.height || 0,
+                fps: parseFps(videoStream.r_frame_rate),
+                codec: videoStream.codec_name || 'unknown',
+                fileSize: metadata.format.size || 0,
+                format: metadata.format.format_name || 'unknown',
+            });
+        });
+    });
+}
+/**
+ * Extract a single frame at a specific timestamp
+ * @param videoPath - Path to the video file
+ * @param timestampSec - Timestamp in seconds
+ * @returns Buffer containing the PNG frame
+ */
+export async function extractFrameAt(videoPath, timestampSec) {
+    const tempDir = await mkdtemp(path.join(tmpdir(), 'video-mcp-'));
+    const outputPath = path.join(tempDir, 'frame.png');
+    try {
+        await new Promise((resolve, reject) => {
+            ffmpeg(videoPath)
+                .seekInput(timestampSec)
+                .frames(1)
+                .output(outputPath)
+                .on('end', () => resolve())
+                .on('error', reject)
+                .run();
+        });
+        const frameBuffer = await fs.readFile(outputPath);
+        return frameBuffer;
+    }
+    finally {
+        await rm(tempDir, { recursive: true, force: true });
+    }
+}
+/**
+ * Extract N evenly-spaced frames from a video
+ * @param videoPath - Path to the video file
+ * @param count - Number of frames to extract
+ * @returns Array of PNG buffers
+ */
+export async function extractFramesEvenly(videoPath, count) {
+    const tempDir = await mkdtemp(path.join(tmpdir(), 'video-mcp-'));
+    try {
+        await new Promise((resolve, reject) => {
+            ffmpeg(videoPath)
+                .screenshots({
+                count,
+                folder: tempDir,
+                filename: 'frame-%i.png',
+                size: '1280x?', // Resize width to 1280, maintain aspect ratio
+            })
+                .on('end', () => resolve())
+                .on('error', reject);
+        });
+        // Read all generated frame files
+        const framePaths = (await fs.readdir(tempDir))
+            .filter((f) => f.endsWith('.png'))
+            .sort();
+        const frames = await Promise.all(framePaths.map((f) => fs.readFile(path.join(tempDir, f))));
+        return frames;
+    }
+    finally {
+        await rm(tempDir, { recursive: true, force: true });
+    }
+}
+/**
+ * Extract frames at regular intervals
+ * @param videoPath - Path to the video file
+ * @param intervalSec - Interval in seconds between frames
+ * @returns Array of PNG buffers
+ */
+export async function extractFramesAtInterval(videoPath, intervalSec) {
+    const tempDir = await mkdtemp(path.join(tmpdir(), 'video-mcp-'));
+    try {
+        await new Promise((resolve, reject) => {
+            ffmpeg(videoPath)
+                .outputOptions([`-vf fps=1/${intervalSec}`])
+                .output(path.join(tempDir, 'frame-%04d.png'))
+                .on('end', () => resolve())
+                .on('error', reject)
+                .run();
+        });
+        const framePaths = (await fs.readdir(tempDir))
+            .filter((f) => f.endsWith('.png'))
+            .sort();
+        const frames = await Promise.all(framePaths.map((f) => fs.readFile(path.join(tempDir, f))));
+        return frames;
+    }
+    finally {
+        await rm(tempDir, { recursive: true, force: true });
+    }
+}
+/**
+ * Extract frames at specific timestamps
+ * @param videoPath - Path to the video file
+ * @param timestamps - Array of timestamps in seconds
+ * @returns Array of PNG buffers (same order as timestamps)
+ */
+export async function extractFramesAtTimestamps(videoPath, timestamps) {
+    const frames = [];
+    const tempDir = await mkdtemp(path.join(tmpdir(), 'video-mcp-'));
+    try {
+        for (let i = 0; i < timestamps.length; i++) {
+            const outputPath = path.join(tempDir, `frame-${i}.png`);
+            const timestamp = timestamps[i];
+            await new Promise((resolve, reject) => {
+                ffmpeg(videoPath)
+                    .seekInput(timestamp)
+                    .frames(1)
+                    .output(outputPath)
+                    .on('end', () => resolve())
+                    .on('error', reject)
+                    .run();
+            });
+            frames.push(await fs.readFile(outputPath));
+        }
+        return frames;
+    }
+    finally {
+        await rm(tempDir, { recursive: true, force: true });
+    }
+}
+/**
+ * Parse fps string (e.g., "24/1" or "30/1") to number
+ */
+function parseFps(fpsString) {
+    if (!fpsString)
+        return 0;
+    const parts = fpsString.split('/');
+    if (parts.length === 2) {
+        const numerator = parseInt(parts[0], 10);
+        const denominator = parseInt(parts[1], 10);
+        if (denominator !== 0) {
+            return numerator / denominator;
+        }
+    }
+    return parseInt(fpsString, 10) || 0;
+}
+//# sourceMappingURL=ffmpeg.js.map

package/dist/services/ffmpeg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ffmpeg.js","sourceRoot":"","sources":["../../src/services/ffmpeg.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,eAAe,CAAA;AAClC,OAAO,eAAe,MAAM,0BAA0B,CAAA;AACtD,OAAO,gBAAgB,MAAM,4BAA4B,CAAA;AACzD,OAAO,KAAK,EAAE,MAAM,aAAa,CAAA;AACjC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAA;AAE3B,mDAAmD;AACnD,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;AAC1C,MAAM,CAAC,cAAc,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;AAe5C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAiB;IAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YAC1C,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAA;gBACX,OAAM;YACR,CAAC;YAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,OAAO,CAAC,CAAA;YAE1E,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAA;gBAClD,OAAM;YACR,CAAC;YAED,OAAO,CAAC;gBACN,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC;gBACvC,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,CAAC;gBAC7B,MAAM,EAAE,WAAW,CAAC,MAAM,IAAI,CAAC;gBAC/B,GAAG,EAAE,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC;gBACvC,KAAK,EAAE,WAAW,CAAC,UAAU,IAAI,SAAS;gBAC1C,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;gBACnC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,WAAW,IAAI,SAAS;aACjD,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAiB,EACjB,YAAoB;IAEpB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAA;IAChE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;IAElD,IAAI,CAAC;QACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,SAAS,CAAC;iBACd,SAAS,CAAC,YAAY,CAAC;iBACvB,MAAM,CAAC,CAAC,CAAC;iBACT,MAAM,CAAC,UAAU,CAAC;iBAClB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;iBAC1B,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;iBACnB,GAAG,EAAE,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;QACjD,OAAO,WAAW,CAAA;IACpB,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,SAAiB,EACjB,KAAa;IAEb,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAA;IAEhE,IAAI,CAAC;QACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,SAAS,CAAC;iBACd,WAAW,CAAC;gBACX,KAAK;gBACL,MAAM,EAAE,OAAO;gBACf,QAAQ,EAAE,cAAc;gBACxB,IAAI,EAAE,QAAQ,EAAE,8CAA8C;aAC/D,CAAC;iBACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;iBAC1B,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;QAEF,iCAAiC;QACjC,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;aAC3C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACjC,IAAI,EAAE,CAAA;QAET,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAC1D,CAAA;QAED,OAAO,MAAM,CAAA;IACf,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAiB,EACjB,WAAmB;IAEnB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAA;IAEhE,IAAI,CAAC;QACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,SAAS,CAAC;iBACd,aAAa,CAAC,CAAC,aAAa,WAAW,EAAE,CAAC,CAAC;iBAC3C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;iBAC5C,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;iBAC1B,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;iBACnB,GAAG,EAAE,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;aAC3C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACjC,IAAI,EAAE,CAAA;QAET,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAC1D,CAAA;QAED,OAAO,MAAM,CAAA;IACf,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,SAAiB,EACjB,UAAoB;IAEpB,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAA;IAEhE,IAAI,CAAC;QACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAA;YACvD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAE/B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,MAAM,CAAC,SAAS,CAAC;qBACd,SAAS,CAAC,SAAS,CAAC;qBACpB,MAAM,CAAC,CAAC,CAAC;qBACT,MAAM,CAAC,UAAU,CAAC;qBAClB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;qBAC1B,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;qBACnB,GAAG,EAAE,CAAA;YACV,CAAC,CAAC,CAAA;YAEF,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAA;QAC5C,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,SAA6B;IAC7C,IAAI,CAAC,SAAS;QAAE,OAAO,CAAC,CAAA;IAExB,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAC1C,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,SAAS,GAAG,WAAW,CAAA;QAChC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;AACrC,CAAC"}

package/dist/services/glmClient.d.ts

@@ -0,0 +1,50 @@
+/**
+ * GLM-4.6V Client
+ * Handles video analysis using Z.AI's API
+ */
+export interface GLMClientOptions {
+    apiKey: string;
+    baseURL?: string;
+}
+export declare class GLMClient {
+    private apiKey;
+    private baseURL;
+    constructor(options: GLMClientOptions);
+    /**
+     * Analyze a video using base64-encoded data
+     * @param base64Data - Base64-encoded video data
+     * @param question - The question to ask about the video
+     * @param useFlash - Use the free-tier flash model
+     * @returns The AI analysis response
+     */
+    analyzeVideoBase64(base64Data: string, question: string, useFlash?: boolean): Promise<string>;
+    /**
+     * Analyze a video from a URL
+     * @param url - URL of the video
+     * @param question - The question to ask about the video
+     * @param useFlash - Use the free-tier flash model
+     * @returns The AI analysis response
+     */
+    analyzeVideoUrl(url: string, question: string, useFlash?: boolean): Promise<string>;
+    /**
+     * Analyze multiple images (e.g., extracted frames)
+     */
+    analyzeImages(images: Array<{
+        data: string;
+        mimeType: string;
+    }>, prompt: string, useFlash?: boolean): Promise<string>;
+    /**
+     * Analyze with thinking mode enabled
+     */
+    analyzeWithThinking(content: any[], prompt: string, useFlash?: boolean): Promise<{
+        reasoning: string;
+        answer: string;
+    }>;
+    private requestChatCompletion;
+    private extractTextFromContent;
+}
+/**
+ * Create a GLM client instance from environment variables
+ */
+export declare function createGLMClient(): GLMClient | null;
+//# sourceMappingURL=glmClient.d.ts.map

package/dist/services/glmClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"glmClient.d.ts","sourceRoot":"","sources":["../../src/services/glmClient.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAwBD,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,OAAO,CAAQ;gBAEX,OAAO,EAAE,gBAAgB;IAKrC;;;;;;OAMG;IACG,kBAAkB,CACtB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,MAAM,CAAC;IAsBlB;;;;;;OAMG;IACG,eAAe,CACnB,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,MAAM,CAAC;IAoBlB;;OAEG;IACG,aAAa,CACjB,MAAM,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,EACjD,MAAM,EAAE,MAAM,EACd,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,MAAM,CAAC;IAwBlB;;OAEG;IACG,mBAAmB,CACvB,OAAO,EAAE,GAAG,EAAE,EACd,MAAM,EAAE,MAAM,EACd,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC;QACT,SAAS,EAAE,MAAM,CAAA;QACjB,MAAM,EAAE,MAAM,CAAA;KACf,CAAC;YAqEY,qBAAqB;IA2BnC,OAAO,CAAC,sBAAsB;CAoB/B;AAED;;GAEG;AACH,wBAAgB,eAAe,IAAI,SAAS,GAAG,IAAI,CAMlD"}