@ai-sdk/moonshotai 0.0.1 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -1,5 +1,17 @@
1
1
  # @ai-sdk/moonshotai
2
2
 
3
+ ## 0.0.3
4
+
5
+ ### Patch Changes
6
+
7
+ - f46806c: fix (provider/moonshotai): report cached tokens when streaming correctly
8
+
9
+ ## 0.0.2
10
+
11
+ ### Patch Changes
12
+
13
+ - 4e1117d: fix (provider/moonshotai): include usage when streaming
14
+
3
15
  ## 0.0.1
4
16
 
5
17
  ### Patch Changes
package/dist/index.js CHANGED
@@ -68,10 +68,45 @@ var MoonshotAIChatLanguageModel = class extends import_openai_compatible.OpenAIC
68
68
  usage: convertMoonshotAIChatUsage(usage)
69
69
  };
70
70
  }
71
+ async doStream(options) {
72
+ const originalIncludeRawChunks = options.includeRawChunks;
73
+ const result = await super.doStream({
74
+ ...options,
75
+ includeRawChunks: true
76
+ });
77
+ let rawUsage = void 0;
78
+ return {
79
+ ...result,
80
+ stream: result.stream.pipeThrough(
81
+ new TransformStream({
82
+ transform(chunk, controller) {
83
+ if (chunk.type === "raw") {
84
+ const rawValue = chunk.rawValue;
85
+ if ((rawValue == null ? void 0 : rawValue.usage) != null) {
86
+ rawUsage = rawValue.usage;
87
+ }
88
+ if (originalIncludeRawChunks) {
89
+ controller.enqueue(chunk);
90
+ }
91
+ return;
92
+ }
93
+ if (chunk.type === "finish") {
94
+ controller.enqueue({
95
+ ...chunk,
96
+ usage: rawUsage ? convertMoonshotAIChatUsage(rawUsage) : chunk.usage
97
+ });
98
+ return;
99
+ }
100
+ controller.enqueue(chunk);
101
+ }
102
+ })
103
+ )
104
+ };
105
+ }
71
106
  };
72
107
 
73
108
  // src/version.ts
74
- var VERSION = "0.0.1";
109
+ var VERSION = "0.0.3";
75
110
 
76
111
  // src/moonshotai-provider.ts
77
112
  var moonshotaiErrorSchema = import_v4.z.object({
@@ -108,6 +143,7 @@ function createMoonshotAI(options = {}) {
108
143
  const createChatModel = (modelId) => {
109
144
  return new MoonshotAIChatLanguageModel(modelId, {
110
145
  ...getCommonModelConfig("chat"),
146
+ includeUsage: true,
111
147
  errorStructure: moonshotaiErrorStructure
112
148
  });
113
149
  };
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["export { createMoonshotAI, moonshotai } from './moonshotai-provider';\nexport type {\n MoonshotAIProvider,\n MoonshotAIProviderSettings,\n} from './moonshotai-provider';\nexport type {\n MoonshotAIChatModelId,\n MoonshotAIProviderOptions,\n} from './moonshotai-chat-options';\n","import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2 } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,sBAIO;AACP,4BAKO;AACP,gBAAkB;;;ACZlB,+BAAkD;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,2DAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AACF;;;AEzBO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,YAAE,OAAO;AAAA,EACrC,OAAO,YAAE,OAAO;AAAA,IACd,SAAS,YAAE,OAAO;AAAA,IAClB,MAAM,YAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
1
+ {"version":3,"sources":["../src/index.ts","../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["export { createMoonshotAI, moonshotai } from './moonshotai-provider';\nexport type {\n MoonshotAIProvider,\n MoonshotAIProviderSettings,\n} from './moonshotai-provider';\nexport type {\n MoonshotAIChatModelId,\n MoonshotAIProviderOptions,\n} from './moonshotai-chat-options';\n","import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n includeUsage: true,\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2, LanguageModelV2StreamPart } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n\n async doStream(\n options: Parameters<LanguageModelV2['doStream']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {\n const originalIncludeRawChunks = options.includeRawChunks;\n\n // Enable raw chunks to capture pre-Zod usage data, since MoonshotAI\n // returns cached_tokens at the top level of usage (not nested in\n // prompt_tokens_details) and the parent's z.object() schema strips it.\n const result = await super.doStream({\n ...options,\n includeRawChunks: true,\n });\n\n let rawUsage: unknown = undefined;\n\n return {\n ...result,\n stream: result.stream.pipeThrough(\n new TransformStream<\n LanguageModelV2StreamPart,\n LanguageModelV2StreamPart\n >({\n transform(chunk, controller) {\n if (chunk.type === 'raw') {\n // Capture raw usage data before Zod strips cached_tokens\n const rawValue = chunk.rawValue as Record<string, unknown>;\n if (rawValue?.usage != null) {\n rawUsage = rawValue.usage;\n }\n\n // Only forward raw chunks if originally requested\n if (originalIncludeRawChunks) {\n controller.enqueue(chunk);\n }\n return;\n }\n\n if (chunk.type === 'finish') {\n // Re-convert usage from raw data to capture cached_tokens\n controller.enqueue({\n ...chunk,\n usage: rawUsage\n ? convertMoonshotAIChatUsage(rawUsage as any)\n : chunk.usage,\n });\n return;\n }\n\n controller.enqueue(chunk);\n },\n }),\n ),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,sBAIO;AACP,4BAKO;AACP,gBAAkB;;;ACZlB,+BAAkD;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,2DAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AAAA,EAEA,MAAM,SACJ,SAC2D;AAC3D,UAAM,2BAA2B,QAAQ;AAKzC,UAAM,SAAS,MAAM,MAAM,SAAS;AAAA,MAClC,GAAG;AAAA,MACH,kBAAkB;AAAA,IACpB,CAAC;AAED,QAAI,WAAoB;AAExB,WAAO;AAAA,MACL,GAAG;AAAA,MACH,QAAQ,OAAO,OAAO;AAAA,QACpB,IAAI,gBAGF;AAAA,UACA,UAAU,OAAO,YAAY;AAC3B,gBAAI,MAAM,SAAS,OAAO;AAExB,oBAAM,WAAW,MAAM;AACvB,mBAAI,qCAAU,UAAS,MAAM;AAC3B,2BAAW,SAAS;AAAA,cACtB;AAGA,kBAAI,0BAA0B;AAC5B,2BAAW,QAAQ,KAAK;AAAA,cAC1B;AACA;AAAA,YACF;AAEA,gBAAI,MAAM,SAAS,UAAU;AAE3B,yBAAW,QAAQ;AAAA,gBACjB,GAAG;AAAA,gBACH,OAAO,WACH,2BAA2B,QAAe,IAC1C,MAAM;AAAA,cACZ,CAAC;AACD;AAAA,YACF;AAEA,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;;;AEhFO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,YAAE,OAAO;AAAA,EACrC,OAAO,YAAE,OAAO;AAAA,IACd,SAAS,YAAE,OAAO;AAAA,IAClB,MAAM,YAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,cAAc;AAAA,MACd,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
package/dist/index.mjs CHANGED
@@ -47,10 +47,45 @@ var MoonshotAIChatLanguageModel = class extends OpenAICompatibleChatLanguageMode
47
47
  usage: convertMoonshotAIChatUsage(usage)
48
48
  };
49
49
  }
50
+ async doStream(options) {
51
+ const originalIncludeRawChunks = options.includeRawChunks;
52
+ const result = await super.doStream({
53
+ ...options,
54
+ includeRawChunks: true
55
+ });
56
+ let rawUsage = void 0;
57
+ return {
58
+ ...result,
59
+ stream: result.stream.pipeThrough(
60
+ new TransformStream({
61
+ transform(chunk, controller) {
62
+ if (chunk.type === "raw") {
63
+ const rawValue = chunk.rawValue;
64
+ if ((rawValue == null ? void 0 : rawValue.usage) != null) {
65
+ rawUsage = rawValue.usage;
66
+ }
67
+ if (originalIncludeRawChunks) {
68
+ controller.enqueue(chunk);
69
+ }
70
+ return;
71
+ }
72
+ if (chunk.type === "finish") {
73
+ controller.enqueue({
74
+ ...chunk,
75
+ usage: rawUsage ? convertMoonshotAIChatUsage(rawUsage) : chunk.usage
76
+ });
77
+ return;
78
+ }
79
+ controller.enqueue(chunk);
80
+ }
81
+ })
82
+ )
83
+ };
84
+ }
50
85
  };
51
86
 
52
87
  // src/version.ts
53
- var VERSION = "0.0.1";
88
+ var VERSION = "0.0.3";
54
89
 
55
90
  // src/moonshotai-provider.ts
56
91
  var moonshotaiErrorSchema = z.object({
@@ -87,6 +122,7 @@ function createMoonshotAI(options = {}) {
87
122
  const createChatModel = (modelId) => {
88
123
  return new MoonshotAIChatLanguageModel(modelId, {
89
124
  ...getCommonModelConfig("chat"),
125
+ includeUsage: true,
90
126
  errorStructure: moonshotaiErrorStructure
91
127
  });
92
128
  };
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2 } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";AACA;AAAA,EAEE;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;;;ACZlB,SAAS,yCAAyC;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,kCAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AACF;;;AEzBO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,EAAE,OAAO;AAAA,EACrC,OAAO,EAAE,OAAO;AAAA,IACd,SAAS,EAAE,OAAO;AAAA,IAClB,MAAM,EAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
1
+ {"version":3,"sources":["../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n includeUsage: true,\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2, LanguageModelV2StreamPart } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n\n async doStream(\n options: Parameters<LanguageModelV2['doStream']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {\n const originalIncludeRawChunks = options.includeRawChunks;\n\n // Enable raw chunks to capture pre-Zod usage data, since MoonshotAI\n // returns cached_tokens at the top level of usage (not nested in\n // prompt_tokens_details) and the parent's z.object() schema strips it.\n const result = await super.doStream({\n ...options,\n includeRawChunks: true,\n });\n\n let rawUsage: unknown = undefined;\n\n return {\n ...result,\n stream: result.stream.pipeThrough(\n new TransformStream<\n LanguageModelV2StreamPart,\n LanguageModelV2StreamPart\n >({\n transform(chunk, controller) {\n if (chunk.type === 'raw') {\n // Capture raw usage data before Zod strips cached_tokens\n const rawValue = chunk.rawValue as Record<string, unknown>;\n if (rawValue?.usage != null) {\n rawUsage = rawValue.usage;\n }\n\n // Only forward raw chunks if originally requested\n if (originalIncludeRawChunks) {\n controller.enqueue(chunk);\n }\n return;\n }\n\n if (chunk.type === 'finish') {\n // Re-convert usage from raw data to capture cached_tokens\n controller.enqueue({\n ...chunk,\n usage: rawUsage\n ? convertMoonshotAIChatUsage(rawUsage as any)\n : chunk.usage,\n });\n return;\n }\n\n controller.enqueue(chunk);\n },\n }),\n ),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";AACA;AAAA,EAEE;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;;;ACZlB,SAAS,yCAAyC;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,kCAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AAAA,EAEA,MAAM,SACJ,SAC2D;AAC3D,UAAM,2BAA2B,QAAQ;AAKzC,UAAM,SAAS,MAAM,MAAM,SAAS;AAAA,MAClC,GAAG;AAAA,MACH,kBAAkB;AAAA,IACpB,CAAC;AAED,QAAI,WAAoB;AAExB,WAAO;AAAA,MACL,GAAG;AAAA,MACH,QAAQ,OAAO,OAAO;AAAA,QACpB,IAAI,gBAGF;AAAA,UACA,UAAU,OAAO,YAAY;AAC3B,gBAAI,MAAM,SAAS,OAAO;AAExB,oBAAM,WAAW,MAAM;AACvB,mBAAI,qCAAU,UAAS,MAAM;AAC3B,2BAAW,SAAS;AAAA,cACtB;AAGA,kBAAI,0BAA0B;AAC5B,2BAAW,QAAQ,KAAK;AAAA,cAC1B;AACA;AAAA,YACF;AAEA,gBAAI,MAAM,SAAS,UAAU;AAE3B,yBAAW,QAAQ;AAAA,gBACjB,GAAG;AAAA,gBACH,OAAO,WACH,2BAA2B,QAAe,IAC1C,MAAM;AAAA,cACZ,CAAC;AACD;AAAA,YACF;AAEA,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;;;AEhFO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,EAAE,OAAO;AAAA,EACrC,OAAO,EAAE,OAAO;AAAA,IACd,SAAS,EAAE,OAAO;AAAA,IAClB,MAAM,EAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,cAAc;AAAA,MACd,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@ai-sdk/moonshotai",
3
- "version": "0.0.1",
3
+ "version": "0.0.3",
4
4
  "license": "Apache-2.0",
5
5
  "sideEffects": false,
6
6
  "main": "./dist/index.js",
@@ -25,9 +25,9 @@
25
25
  }
26
26
  },
27
27
  "dependencies": {
28
- "@ai-sdk/provider": "2.0.1",
28
+ "@ai-sdk/openai-compatible": "1.0.32",
29
29
  "@ai-sdk/provider-utils": "3.0.20",
30
- "@ai-sdk/openai-compatible": "1.0.32"
30
+ "@ai-sdk/provider": "2.0.1"
31
31
  },
32
32
  "devDependencies": {
33
33
  "@types/node": "20.17.24",
@@ -1,6 +1,6 @@
1
1
  import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';
2
2
  import { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';
3
- import { LanguageModelV2 } from '@ai-sdk/provider';
3
+ import { LanguageModelV2, LanguageModelV2StreamPart } from '@ai-sdk/provider';
4
4
  import { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';
5
5
  import { MoonshotAIChatModelId } from './moonshotai-chat-options';
6
6
 
@@ -25,4 +25,59 @@ export class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageMod
25
25
  usage: convertMoonshotAIChatUsage(usage),
26
26
  };
27
27
  }
28
+
29
+ async doStream(
30
+ options: Parameters<LanguageModelV2['doStream']>[0],
31
+ ): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {
32
+ const originalIncludeRawChunks = options.includeRawChunks;
33
+
34
+ // Enable raw chunks to capture pre-Zod usage data, since MoonshotAI
35
+ // returns cached_tokens at the top level of usage (not nested in
36
+ // prompt_tokens_details) and the parent's z.object() schema strips it.
37
+ const result = await super.doStream({
38
+ ...options,
39
+ includeRawChunks: true,
40
+ });
41
+
42
+ let rawUsage: unknown = undefined;
43
+
44
+ return {
45
+ ...result,
46
+ stream: result.stream.pipeThrough(
47
+ new TransformStream<
48
+ LanguageModelV2StreamPart,
49
+ LanguageModelV2StreamPart
50
+ >({
51
+ transform(chunk, controller) {
52
+ if (chunk.type === 'raw') {
53
+ // Capture raw usage data before Zod strips cached_tokens
54
+ const rawValue = chunk.rawValue as Record<string, unknown>;
55
+ if (rawValue?.usage != null) {
56
+ rawUsage = rawValue.usage;
57
+ }
58
+
59
+ // Only forward raw chunks if originally requested
60
+ if (originalIncludeRawChunks) {
61
+ controller.enqueue(chunk);
62
+ }
63
+ return;
64
+ }
65
+
66
+ if (chunk.type === 'finish') {
67
+ // Re-convert usage from raw data to capture cached_tokens
68
+ controller.enqueue({
69
+ ...chunk,
70
+ usage: rawUsage
71
+ ? convertMoonshotAIChatUsage(rawUsage as any)
72
+ : chunk.usage,
73
+ });
74
+ return;
75
+ }
76
+
77
+ controller.enqueue(chunk);
78
+ },
79
+ }),
80
+ ),
81
+ };
82
+ }
28
83
  }
@@ -103,6 +103,7 @@ export function createMoonshotAI(
103
103
  const createChatModel = (modelId: MoonshotAIChatModelId) => {
104
104
  return new MoonshotAIChatLanguageModel(modelId, {
105
105
  ...getCommonModelConfig('chat'),
106
+ includeUsage: true,
106
107
  errorStructure: moonshotaiErrorStructure,
107
108
  });
108
109
  };