@usewhisper/mcp-server 0.3.0 → 0.5.0

package/dist/cost-optimization-6OIKRSBV.js

@@ -1,196 +1,196 @@
-// src/engine/cost-optimization.ts
-import Anthropic from "@anthropic-ai/sdk";
-var MODELS = {
-  haiku: {
-    model: "claude-haiku-4.5",
-    maxTokens: 4096,
-    temperature: 0,
-    costPerMillion: 0.25
-    // $0.25 per million input tokens
-  },
-  sonnet: {
-    model: "claude-sonnet-4.5",
-    maxTokens: 8192,
-    temperature: 0,
-    costPerMillion: 3
-    // $3.00 per million input tokens
-  },
-  opus: {
-    model: "claude-opus-4.5",
-    maxTokens: 16384,
-    temperature: 0,
-    costPerMillion: 15
-    // $15.00 per million input tokens
-  }
-};
-var TASK_MODEL_MAP = {
-  temporal_parsing: "haiku",
-  // Fast, simple parsing
-  simple_classification: "haiku",
-  // Fast classification
-  memory_extraction: "sonnet",
-  // Needs accuracy for disambiguation
-  relation_detection: "sonnet",
-  // Needs reasoning
-  consolidation: "sonnet",
-  // Needs to merge intelligently
-  summarization: "haiku",
-  // Fast summarization
-  complex_reasoning: "opus"
-  // Deep reasoning tasks
-};
-function getOptimalModel(taskType, options = {}) {
-  if (options.forceModel) {
-    return MODELS[options.forceModel];
-  }
-  let tier = TASK_MODEL_MAP[taskType];
-  if (options.minQuality && tier === "haiku") {
-    tier = "sonnet";
-  }
-  return MODELS[tier];
-}
-function estimateCost(params) {
-  const modelConfig = getOptimalModel(params.taskType, { forceModel: params.model });
-  const inputCost = params.inputTokens / 1e6 * modelConfig.costPerMillion;
-  const outputCostPerMillion = modelConfig.costPerMillion * 5;
-  const outputCost = params.outputTokens / 1e6 * outputCostPerMillion;
-  return {
-    model: modelConfig.model,
-    inputCost,
-    outputCost,
-    totalCost: inputCost + outputCost
-  };
-}
-async function smartLLMCall(params) {
-  const { taskType, prompt, systemPrompt, maxTokens, temperature, forceModel } = params;
-  const modelConfig = getOptimalModel(taskType, { forceModel });
-  const anthropic = new Anthropic({
-    apiKey: process.env.ANTHROPIC_API_KEY || ""
-  });
-  const messages = [{ role: "user", content: prompt }];
-  if (systemPrompt) {
-  }
-  const response = await anthropic.messages.create({
-    model: modelConfig.model,
-    max_tokens: maxTokens || modelConfig.maxTokens,
-    temperature: temperature !== void 0 ? temperature : modelConfig.temperature,
-    messages
-  });
-  const textContent = response.content.find((c) => c.type === "text");
-  const responseText = textContent && textContent.type === "text" ? textContent.text : "";
-  const tokensUsed = {
-    input: response.usage.input_tokens,
-    output: response.usage.output_tokens
-  };
-  const cost = estimateCost({
-    taskType,
-    inputTokens: tokensUsed.input,
-    outputTokens: tokensUsed.output,
-    model: forceModel
-  });
-  return {
-    response: responseText,
-    model: modelConfig.model,
-    tokensUsed,
-    cost: cost.totalCost
-  };
-}
-async function batchOptimize(params) {
-  const { items, processFn, batchSize = 10, delayMs = 100 } = params;
-  const results = [];
-  for (let i = 0; i < items.length; i += batchSize) {
-    const batch = items.slice(i, i + batchSize);
-    const batchResults = await Promise.all(batch.map(processFn));
-    results.push(...batchResults);
-    if (i + batchSize < items.length) {
-      await new Promise((resolve) => setTimeout(resolve, delayMs));
-    }
-  }
-  return results;
-}
-var costRecords = [];
-function trackCost(record) {
-  costRecords.push({
-    ...record,
-    timestamp: /* @__PURE__ */ new Date()
-  });
-}
-function getCostSummary(params) {
-  const { since, groupBy = "taskType" } = params;
-  const filtered = since ? costRecords.filter((r) => r.timestamp >= since) : costRecords;
-  const grouped = {};
-  for (const record of filtered) {
-    const key = record[groupBy];
-    if (!grouped[key]) {
-      grouped[key] = [];
-    }
-    grouped[key].push(record);
-  }
-  const summary = {};
-  for (const [key, records] of Object.entries(grouped)) {
-    const totalCost = records.reduce((sum, r) => sum + r.cost, 0);
-    summary[key] = {
-      calls: records.length,
-      totalCost,
-      avgCost: totalCost / records.length
-    };
-  }
-  return summary;
-}
-function calculateSavings(params) {
-  const { since } = params;
-  const filtered = since ? costRecords.filter((r) => r.timestamp >= since) : costRecords;
-  const actualCost = filtered.reduce((sum, r) => sum + r.cost, 0);
-  const opusCost = filtered.reduce((sum, r) => {
-    const cost = estimateCost({
-      taskType: r.taskType,
-      inputTokens: r.inputTokens,
-      outputTokens: r.outputTokens,
-      model: "opus"
-    });
-    return sum + cost.totalCost;
-  }, 0);
-  const savings = opusCost - actualCost;
-  const savingsPercent = opusCost > 0 ? savings / opusCost * 100 : 0;
-  return {
-    actualCost,
-    opusCost,
-    savings,
-    savingsPercent
-  };
-}
-function recommendModelUpgrades(params) {
-  const { errorRates, threshold = 0.05 } = params;
-  const recommendations = [];
-  for (const [taskType, errorRate] of Object.entries(errorRates)) {
-    if (errorRate > threshold) {
-      const currentModel = TASK_MODEL_MAP[taskType];
-      let recommendedModel;
-      if (currentModel === "haiku") {
-        recommendedModel = "sonnet";
-      } else if (currentModel === "sonnet") {
-        recommendedModel = "opus";
-      } else {
-        continue;
-      }
-      recommendations.push({
-        taskType,
-        currentModel,
-        recommendedModel
-      });
-    }
-  }
-  return recommendations;
-}
-export {
-  MODELS,
-  batchOptimize,
-  calculateSavings,
-  estimateCost,
-  getCostSummary,
-  getOptimalModel,
-  recommendModelUpgrades,
-  smartLLMCall,
-  trackCost
-};
+// src/engine/cost-optimization.ts
+import Anthropic from "@anthropic-ai/sdk";
+var MODELS = {
+  haiku: {
+    model: "claude-haiku-4.5",
+    maxTokens: 4096,
+    temperature: 0,
+    costPerMillion: 0.25
+    // $0.25 per million input tokens
+  },
+  sonnet: {
+    model: "claude-sonnet-4.5",
+    maxTokens: 8192,
+    temperature: 0,
+    costPerMillion: 3
+    // $3.00 per million input tokens
+  },
+  opus: {
+    model: "claude-opus-4.5",
+    maxTokens: 16384,
+    temperature: 0,
+    costPerMillion: 15
+    // $15.00 per million input tokens
+  }
+};
+var TASK_MODEL_MAP = {
+  temporal_parsing: "haiku",
+  // Fast, simple parsing
+  simple_classification: "haiku",
+  // Fast classification
+  memory_extraction: "sonnet",
+  // Needs accuracy for disambiguation
+  relation_detection: "sonnet",
+  // Needs reasoning
+  consolidation: "sonnet",
+  // Needs to merge intelligently
+  summarization: "haiku",
+  // Fast summarization
+  complex_reasoning: "opus"
+  // Deep reasoning tasks
+};
+function getOptimalModel(taskType, options = {}) {
+  if (options.forceModel) {
+    return MODELS[options.forceModel];
+  }
+  let tier = TASK_MODEL_MAP[taskType];
+  if (options.minQuality && tier === "haiku") {
+    tier = "sonnet";
+  }
+  return MODELS[tier];
+}
+function estimateCost(params) {
+  const modelConfig = getOptimalModel(params.taskType, { forceModel: params.model });
+  const inputCost = params.inputTokens / 1e6 * modelConfig.costPerMillion;
+  const outputCostPerMillion = modelConfig.costPerMillion * 5;
+  const outputCost = params.outputTokens / 1e6 * outputCostPerMillion;
+  return {
+    model: modelConfig.model,
+    inputCost,
+    outputCost,
+    totalCost: inputCost + outputCost
+  };
+}
+async function smartLLMCall(params) {
+  const { taskType, prompt, systemPrompt, maxTokens, temperature, forceModel } = params;
+  const modelConfig = getOptimalModel(taskType, { forceModel });
+  const anthropic = new Anthropic({
+    apiKey: process.env.ANTHROPIC_API_KEY || ""
+  });
+  const messages = [{ role: "user", content: prompt }];
+  if (systemPrompt) {
+  }
+  const response = await anthropic.messages.create({
+    model: modelConfig.model,
+    max_tokens: maxTokens || modelConfig.maxTokens,
+    temperature: temperature !== void 0 ? temperature : modelConfig.temperature,
+    messages
+  });
+  const textContent = response.content.find((c) => c.type === "text");
+  const responseText = textContent && textContent.type === "text" ? textContent.text : "";
+  const tokensUsed = {
+    input: response.usage.input_tokens,
+    output: response.usage.output_tokens
+  };
+  const cost = estimateCost({
+    taskType,
+    inputTokens: tokensUsed.input,
+    outputTokens: tokensUsed.output,
+    model: forceModel
+  });
+  return {
+    response: responseText,
+    model: modelConfig.model,
+    tokensUsed,
+    cost: cost.totalCost
+  };
+}
+async function batchOptimize(params) {
+  const { items, processFn, batchSize = 10, delayMs = 100 } = params;
+  const results = [];
+  for (let i = 0; i < items.length; i += batchSize) {
+    const batch = items.slice(i, i + batchSize);
+    const batchResults = await Promise.all(batch.map(processFn));
+    results.push(...batchResults);
+    if (i + batchSize < items.length) {
+      await new Promise((resolve) => setTimeout(resolve, delayMs));
+    }
+  }
+  return results;
+}
+var costRecords = [];
+function trackCost(record) {
+  costRecords.push({
+    ...record,
+    timestamp: /* @__PURE__ */ new Date()
+  });
+}
+function getCostSummary(params) {
+  const { since, groupBy = "taskType" } = params;
+  const filtered = since ? costRecords.filter((r) => r.timestamp >= since) : costRecords;
+  const grouped = {};
+  for (const record of filtered) {
+    const key = record[groupBy];
+    if (!grouped[key]) {
+      grouped[key] = [];
+    }
+    grouped[key].push(record);
+  }
+  const summary = {};
+  for (const [key, records] of Object.entries(grouped)) {
+    const totalCost = records.reduce((sum, r) => sum + r.cost, 0);
+    summary[key] = {
+      calls: records.length,
+      totalCost,
+      avgCost: totalCost / records.length
+    };
+  }
+  return summary;
+}
+function calculateSavings(params) {
+  const { since } = params;
+  const filtered = since ? costRecords.filter((r) => r.timestamp >= since) : costRecords;
+  const actualCost = filtered.reduce((sum, r) => sum + r.cost, 0);
+  const opusCost = filtered.reduce((sum, r) => {
+    const cost = estimateCost({
+      taskType: r.taskType,
+      inputTokens: r.inputTokens,
+      outputTokens: r.outputTokens,
+      model: "opus"
+    });
+    return sum + cost.totalCost;
+  }, 0);
+  const savings = opusCost - actualCost;
+  const savingsPercent = opusCost > 0 ? savings / opusCost * 100 : 0;
+  return {
+    actualCost,
+    opusCost,
+    savings,
+    savingsPercent
+  };
+}
+function recommendModelUpgrades(params) {
+  const { errorRates, threshold = 0.05 } = params;
+  const recommendations = [];
+  for (const [taskType, errorRate] of Object.entries(errorRates)) {
+    if (errorRate > threshold) {
+      const currentModel = TASK_MODEL_MAP[taskType];
+      let recommendedModel;
+      if (currentModel === "haiku") {
+        recommendedModel = "sonnet";
+      } else if (currentModel === "sonnet") {
+        recommendedModel = "opus";
+      } else {
+        continue;
+      }
+      recommendations.push({
+        taskType,
+        currentModel,
+        recommendedModel
+      });
+    }
+  }
+  return recommendations;
+}
+export {
+  MODELS,
+  batchOptimize,
+  calculateSavings,
+  estimateCost,
+  getCostSummary,
+  getOptimalModel,
+  recommendModelUpgrades,
+  smartLLMCall,
+  trackCost
+};
 //# sourceMappingURL=cost-optimization-6OIKRSBV.js.map