manageprompt 0.1.0

package/README.md

@@ -0,0 +1,50 @@
+# manageprompt
+
+[Vercel AI SDK](https://ai-sdk.dev) middleware for [ManagePrompt](https://github.com/techulus/manage-prompt) — a local LLM call debugger.
+
+Captures every LLM call with full prompt, response, token usage, cost, and latency.
+
+## Install
+
+```bash
+pnpm add manageprompt
+```
+
+## Usage
+
+```ts
+import { generateText, wrapLanguageModel } from "ai";
+import { openai } from "@ai-sdk/openai";
+import { manageprompt } from "manageprompt";
+
+const model = wrapLanguageModel({
+  model: openai("gpt-4o"),
+  middleware: manageprompt(),
+});
+
+const { text } = await generateText({ model, prompt: "Hello" });
+```
+
+Works with any AI SDK provider — OpenAI, Anthropic, Google, Mistral, etc.
+
+## Options
+
+```ts
+manageprompt({
+  url: "http://localhost:54321", // default: http://localhost:54321
+});
+```
+
+## Prerequisites
+
+Start the ManagePrompt server before running your app:
+
+```bash
+manageprompt start
+```
+
+See the [ManagePrompt README](https://github.com/techulus/manage-prompt) for installation and full documentation.
+
+## License
+
+MIT

package/dist/index.cjs

@@ -0,0 +1,89 @@
+'use strict';
+
+function extractText(content) {
+    return content
+        .filter((part) => part.type === "text")
+        .map((part) => part.text)
+        .join("");
+}
+function extractTokens(usage) {
+    return {
+        input: usage.inputTokens.total,
+        output: usage.outputTokens.total,
+    };
+}
+function manageprompt(options) {
+    const baseURL = (options?.url ?? "http://localhost:54321").replace(/\/$/, "");
+    return {
+        specificationVersion: "v3",
+        wrapGenerate: async ({ doGenerate, params, model, }) => {
+            const start = Date.now();
+            const result = await doGenerate();
+            const latency = Date.now() - start;
+            const tokens = extractTokens(result.usage);
+            send(baseURL, {
+                model: model.modelId,
+                provider: model.provider,
+                prompt: params.prompt,
+                response_text: extractText(result.content),
+                tokens_input: tokens.input,
+                tokens_output: tokens.output,
+                latency_ms: latency,
+                is_streaming: false,
+                finish_reason: result.finishReason.unified,
+            });
+            return result;
+        },
+        wrapStream: async ({ doStream, params, model, }) => {
+            const start = Date.now();
+            const { stream, ...rest } = await doStream();
+            let text = "";
+            let usage = null;
+            let finishReason = null;
+            const transform = new TransformStream({
+                transform(chunk, controller) {
+                    if (chunk.type === "text-delta") {
+                        text += chunk.delta;
+                    }
+                    if (chunk.type === "finish") {
+                        usage = chunk.usage;
+                        finishReason = chunk.finishReason;
+                    }
+                    controller.enqueue(chunk);
+                },
+                flush() {
+                    const tokens = usage ? extractTokens(usage) : {};
+                    send(baseURL, {
+                        model: model.modelId,
+                        provider: model.provider,
+                        prompt: params.prompt,
+                        response_text: text,
+                        tokens_input: tokens.input,
+                        tokens_output: tokens.output,
+                        latency_ms: Date.now() - start,
+                        is_streaming: true,
+                        finish_reason: finishReason?.unified,
+                    });
+                },
+            });
+            return { stream: stream.pipeThrough(transform), ...rest };
+        },
+    };
+}
+function send(baseURL, data) {
+    fetch(`${baseURL}/api/ingest`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify(data),
+    })
+        .then((res) => {
+        if (!res.ok) {
+            console.error(`[manageprompt] Failed to send data: ${res.status} ${res.statusText}`);
+        }
+    })
+        .catch((err) => {
+        console.error(`[manageprompt] Failed to connect to ${baseURL}:`, err.message);
+    });
+}
+
+exports.manageprompt = manageprompt;

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+import { LanguageModelV3Middleware } from '@ai-sdk/provider';
+
+interface ManagePromptOptions {
+    url?: string;
+}
+declare function manageprompt(options?: ManagePromptOptions): LanguageModelV3Middleware;
+
+export { manageprompt };

package/dist/index.mjs

@@ -0,0 +1,87 @@
+function extractText(content) {
+    return content
+        .filter((part) => part.type === "text")
+        .map((part) => part.text)
+        .join("");
+}
+function extractTokens(usage) {
+    return {
+        input: usage.inputTokens.total,
+        output: usage.outputTokens.total,
+    };
+}
+function manageprompt(options) {
+    const baseURL = (options?.url ?? "http://localhost:54321").replace(/\/$/, "");
+    return {
+        specificationVersion: "v3",
+        wrapGenerate: async ({ doGenerate, params, model, }) => {
+            const start = Date.now();
+            const result = await doGenerate();
+            const latency = Date.now() - start;
+            const tokens = extractTokens(result.usage);
+            send(baseURL, {
+                model: model.modelId,
+                provider: model.provider,
+                prompt: params.prompt,
+                response_text: extractText(result.content),
+                tokens_input: tokens.input,
+                tokens_output: tokens.output,
+                latency_ms: latency,
+                is_streaming: false,
+                finish_reason: result.finishReason.unified,
+            });
+            return result;
+        },
+        wrapStream: async ({ doStream, params, model, }) => {
+            const start = Date.now();
+            const { stream, ...rest } = await doStream();
+            let text = "";
+            let usage = null;
+            let finishReason = null;
+            const transform = new TransformStream({
+                transform(chunk, controller) {
+                    if (chunk.type === "text-delta") {
+                        text += chunk.delta;
+                    }
+                    if (chunk.type === "finish") {
+                        usage = chunk.usage;
+                        finishReason = chunk.finishReason;
+                    }
+                    controller.enqueue(chunk);
+                },
+                flush() {
+                    const tokens = usage ? extractTokens(usage) : {};
+                    send(baseURL, {
+                        model: model.modelId,
+                        provider: model.provider,
+                        prompt: params.prompt,
+                        response_text: text,
+                        tokens_input: tokens.input,
+                        tokens_output: tokens.output,
+                        latency_ms: Date.now() - start,
+                        is_streaming: true,
+                        finish_reason: finishReason?.unified,
+                    });
+                },
+            });
+            return { stream: stream.pipeThrough(transform), ...rest };
+        },
+    };
+}
+function send(baseURL, data) {
+    fetch(`${baseURL}/api/ingest`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify(data),
+    })
+        .then((res) => {
+        if (!res.ok) {
+            console.error(`[manageprompt] Failed to send data: ${res.status} ${res.statusText}`);
+        }
+    })
+        .catch((err) => {
+        console.error(`[manageprompt] Failed to connect to ${baseURL}:`, err.message);
+    });
+}
+
+export { manageprompt };

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "manageprompt",
+  "version": "0.1.0",
+  "description": "AI SDK middleware for ManagePrompt — local LLM call debugger",
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "rollup -c"
+  },
+  "peerDependencies": {
+    "@ai-sdk/provider": ">=3.0.0"
+  },
+  "devDependencies": {
+    "@ai-sdk/provider": "^3.0.8",
+    "@rollup/plugin-typescript": "^12.1.0",
+    "rollup": "^4.30.0",
+    "rollup-plugin-dts": "^6.2.0",
+    "tslib": "^2.8.0",
+    "typescript": "^5.7.0"
+  },
+  "keywords": [
+    "ai",
+    "llm",
+    "debugging",
+    "openai",
+    "anthropic",
+    "vercel-ai-sdk",
+    "middleware"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/techulus/manage-prompt"
+  }
+}