@core-ai/core-ai 0.3.0 → 0.4.0

package/dist/index.d.ts

@@ -106,28 +106,41 @@ type FinishReason = 'stop' | 'length' | 'tool-calls' | 'content-filter' | 'unkno
 /**
  * Token usage reported by the model after a chat completion.
  *
- * `outputTokens` is the **total** output token count, including both visible
- * text and any internal reasoning/thinking the model performed.
- * `reasoningTokens` is the subset of `outputTokens` consumed by reasoning.
- * For non-reasoning models (or providers that don't report it separately)
- * this will be `0`.
+ * `inputTokens` is always the **total** input token count, including cached
+ * reads and cache writes. Anthropic's `input_tokens` is normalized by adding
+ * `cache_read_input_tokens` and `cache_creation_input_tokens`.
  *
- * Provider mapping:
- * - **OpenAI**: `reasoningTokens` comes from `completion_tokens_details.reasoning_tokens`.
- * - **Google Gemini**: `reasoningTokens` comes from `thoughtsTokenCount`;
- *   `outputTokens` = `candidatesTokenCount + thoughtsTokenCount`.
- * - **Anthropic**: `reasoningTokens` is always `0` (thinking tokens are
- *   included in `output_tokens` but not reported separately by the API).
+ * `outputTokens` is always the **total** output token count, including both
+ * visible text and internal reasoning.
+ *
+ * `inputTokenDetails` and `outputTokenDetails` provide provider-independent
+ * breakdowns for cache and reasoning accounting.
  */
 type ChatUsage = {
-    /** Number of tokens in the input prompt. */
+    /** Total input tokens, including cached and cache-write tokens. */
     inputTokens: number;
     /** Total output tokens, including both visible text and reasoning. */
     outputTokens: number;
-    /** Tokens consumed by internal reasoning/thinking. Subset of `outputTokens`. */
+    /** Breakdown of input token categories. */
+    inputTokenDetails: ChatInputTokenDetails;
+    /** Breakdown of output token categories. */
+    outputTokenDetails: ChatOutputTokenDetails;
+};
+type ChatInputTokenDetails = {
+    /** Input tokens served from a prior cache entry. Subset of `inputTokens`. */
+    cacheReadTokens: number;
+    /**
+     * Input tokens written to cache for future reuse. Subset of `inputTokens`.
+     * Only Anthropic reports this; other providers report `0`.
+     */
+    cacheWriteTokens: number;
+};
+type ChatOutputTokenDetails = {
+    /**
+     * Tokens consumed by internal reasoning/thinking. Subset of `outputTokens`.
+     * For non-reasoning models (or providers that don't report it), this is `0`.
+     */
     reasoningTokens: number;
-    /** Sum of all tokens (`inputTokens + outputTokens`). */
-    totalTokens: number;
 };
 type StreamEvent = {
     type: 'content-delta';
@@ -271,4 +284,4 @@ type GenerateImageParams = ImageGenerateOptions & {
 };
 declare function generateImage(params: GenerateImageParams): Promise<ImageGenerateResult>;
 
-export { type AssistantMessage, type ChatModel, type ChatUsage, type EmbedOptions, type EmbedResult, type EmbeddingModel, type EmbeddingUsage, type FilePart, type FinishReason, type GenerateObjectOptions, type GenerateObjectResult, type GenerateOptions, type GenerateResult, type GeneratedImage, type ImageGenerateOptions, type ImageGenerateResult, type ImageModel, type ImagePart, LLMError, type Message, type ModelConfig, type ObjectStreamEvent, ProviderError, type StreamEvent, type StreamObjectOptions, type StreamObjectResult, type StreamResult, StructuredOutputError, StructuredOutputNoObjectGeneratedError, StructuredOutputParseError, StructuredOutputValidationError, type SystemMessage, type TextPart, type ToolCall, type ToolChoice, type ToolDefinition, type ToolResultMessage, type ToolSet, type UserContentPart, type UserMessage, createObjectStreamResult, createStreamResult, defineTool, embed, generate, generateImage, generateObject, stream, streamObject };
+export { type AssistantMessage, type ChatInputTokenDetails, type ChatModel, type ChatOutputTokenDetails, type ChatUsage, type EmbedOptions, type EmbedResult, type EmbeddingModel, type EmbeddingUsage, type FilePart, type FinishReason, type GenerateObjectOptions, type GenerateObjectResult, type GenerateOptions, type GenerateResult, type GeneratedImage, type ImageGenerateOptions, type ImageGenerateResult, type ImageModel, type ImagePart, LLMError, type Message, type ModelConfig, type ObjectStreamEvent, ProviderError, type StreamEvent, type StreamObjectOptions, type StreamObjectResult, type StreamResult, StructuredOutputError, StructuredOutputNoObjectGeneratedError, StructuredOutputParseError, StructuredOutputValidationError, type SystemMessage, type TextPart, type ToolCall, type ToolChoice, type ToolDefinition, type ToolResultMessage, type ToolSet, type UserContentPart, type UserMessage, createObjectStreamResult, createStreamResult, defineTool, embed, generate, generateImage, generateObject, stream, streamObject };

package/dist/index.js

@@ -103,8 +103,13 @@ function createObjectStreamResult(source) {
     let usage = {
       inputTokens: 0,
       outputTokens: 0,
-      reasoningTokens: 0,
-      totalTokens: 0
+      inputTokenDetails: {
+        cacheReadTokens: 0,
+        cacheWriteTokens: 0
+      },
+      outputTokenDetails: {
+        reasoningTokens: 0
+      }
     };
     try {
       for await (const event of source) {
@@ -170,8 +175,13 @@ function createStreamResult(source) {
     let usage = {
       inputTokens: 0,
       outputTokens: 0,
-      reasoningTokens: 0,
-      totalTokens: 0
+      inputTokenDetails: {
+        cacheReadTokens: 0,
+        cacheWriteTokens: 0
+      },
+      outputTokenDetails: {
+        reasoningTokens: 0
+      }
     };
     for await (const event of source) {
       if (event.type === "content-delta") {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@core-ai/core-ai",
-    "version": "0.3.0",
+    "version": "0.4.0",
     "description": "Type-safe LLM abstraction layer over native provider SDKs",
     "license": "MIT",
     "author": "Omnifact (https://omnifact.ai)",