@codeany/open-agent-sdk 0.1.0

package/src/utils/tokens.ts

@@ -0,0 +1,122 @@
+/**
+ * Token Estimation & Counting
+ *
+ * Provides rough token estimation (character-based) and
+ * API-based exact counting when available.
+ */
+
+import Anthropic from '@anthropic-ai/sdk'
+
+/**
+ * Rough token estimation: ~4 chars per token (conservative).
+ */
+export function estimateTokens(text: string): number {
+  return Math.ceil(text.length / 4)
+}
+
+/**
+ * Estimate tokens for a message array.
+ */
+export function estimateMessagesTokens(
+  messages: Anthropic.MessageParam[],
+): number {
+  let total = 0
+  for (const msg of messages) {
+    if (typeof msg.content === 'string') {
+      total += estimateTokens(msg.content)
+    } else if (Array.isArray(msg.content)) {
+      for (const block of msg.content) {
+        if ('text' in block && typeof block.text === 'string') {
+          total += estimateTokens(block.text)
+        } else if ('content' in block && typeof block.content === 'string') {
+          total += estimateTokens(block.content)
+        } else {
+          // tool_use, image, etc - rough estimate
+          total += estimateTokens(JSON.stringify(block))
+        }
+      }
+    }
+  }
+  return total
+}
+
+/**
+ * Estimate tokens for a system prompt.
+ */
+export function estimateSystemPromptTokens(systemPrompt: string): number {
+  return estimateTokens(systemPrompt)
+}
+
+/**
+ * Count tokens from API usage response.
+ */
+export function getTokenCountFromUsage(usage: {
+  input_tokens: number
+  output_tokens: number
+  cache_creation_input_tokens?: number
+  cache_read_input_tokens?: number
+}): number {
+  return (
+    usage.input_tokens +
+    usage.output_tokens +
+    (usage.cache_creation_input_tokens || 0) +
+    (usage.cache_read_input_tokens || 0)
+  )
+}
+
+/**
+ * Get the context window size for a model.
+ */
+export function getContextWindowSize(model: string): number {
+  // Model context windows
+  if (model.includes('opus-4') && model.includes('1m')) return 1_000_000
+  if (model.includes('opus-4')) return 200_000
+  if (model.includes('sonnet-4')) return 200_000
+  if (model.includes('haiku-4')) return 200_000
+
+  
+  if (model.includes('claude-3')) return 200_000
+
+  // Default
+  return 200_000
+}
+
+/**
+ * Auto-compact buffer: trigger compaction when within this many tokens of the limit.
+ */
+export const AUTOCOMPACT_BUFFER_TOKENS = 13_000
+
+/**
+ * Get the auto-compact threshold for a model.
+ */
+export function getAutoCompactThreshold(model: string): number {
+  return getContextWindowSize(model) - AUTOCOMPACT_BUFFER_TOKENS
+}
+
+/**
+ * Model pricing (USD per token).
+ */
+export const MODEL_PRICING: Record<string, { input: number; output: number }> = {
+  'claude-opus-4-6': { input: 15 / 1_000_000, output: 75 / 1_000_000 },
+  'claude-opus-4-5': { input: 15 / 1_000_000, output: 75 / 1_000_000 },
+  'claude-sonnet-4-6': { input: 3 / 1_000_000, output: 15 / 1_000_000 },
+  'claude-sonnet-4-5': { input: 3 / 1_000_000, output: 15 / 1_000_000 },
+  'claude-haiku-4-5': { input: 0.8 / 1_000_000, output: 4 / 1_000_000 },
+  'claude-3-5-sonnet': { input: 3 / 1_000_000, output: 15 / 1_000_000 },
+  'claude-3-5-haiku': { input: 0.8 / 1_000_000, output: 4 / 1_000_000 },
+  'claude-3-opus': { input: 15 / 1_000_000, output: 75 / 1_000_000 },
+}
+
+/**
+ * Estimate cost from usage and model.
+ */
+export function estimateCost(
+  model: string,
+  usage: { input_tokens: number; output_tokens: number },
+): number {
+  const pricing = Object.entries(MODEL_PRICING).find(([key]) =>
+    model.includes(key),
+  )?.[1] ?? { input: 3 / 1_000_000, output: 15 / 1_000_000 }
+
+  return usage.input_tokens * pricing.input + usage.output_tokens * pricing.output
+}

package/tsconfig.json

@@ -0,0 +1,19 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "module": "NodeNext",
+    "moduleResolution": "NodeNext",
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "declaration": true,
+    "declarationMap": true,
+    "sourceMap": true,
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true,
+    "resolveJsonModule": true
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "examples"]
+}