@ai-sdk/moonshotai 0.0.2 → 0.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/index.js +36 -1
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +36 -1
- package/dist/index.mjs.map +1 -1
- package/package.json +5 -5
- package/src/moonshotai-chat-language-model.ts +56 -1
package/CHANGELOG.md
CHANGED
package/dist/index.js
CHANGED
|
@@ -68,10 +68,45 @@ var MoonshotAIChatLanguageModel = class extends import_openai_compatible.OpenAIC
|
|
|
68
68
|
usage: convertMoonshotAIChatUsage(usage)
|
|
69
69
|
};
|
|
70
70
|
}
|
|
71
|
+
async doStream(options) {
|
|
72
|
+
const originalIncludeRawChunks = options.includeRawChunks;
|
|
73
|
+
const result = await super.doStream({
|
|
74
|
+
...options,
|
|
75
|
+
includeRawChunks: true
|
|
76
|
+
});
|
|
77
|
+
let rawUsage = void 0;
|
|
78
|
+
return {
|
|
79
|
+
...result,
|
|
80
|
+
stream: result.stream.pipeThrough(
|
|
81
|
+
new TransformStream({
|
|
82
|
+
transform(chunk, controller) {
|
|
83
|
+
if (chunk.type === "raw") {
|
|
84
|
+
const rawValue = chunk.rawValue;
|
|
85
|
+
if ((rawValue == null ? void 0 : rawValue.usage) != null) {
|
|
86
|
+
rawUsage = rawValue.usage;
|
|
87
|
+
}
|
|
88
|
+
if (originalIncludeRawChunks) {
|
|
89
|
+
controller.enqueue(chunk);
|
|
90
|
+
}
|
|
91
|
+
return;
|
|
92
|
+
}
|
|
93
|
+
if (chunk.type === "finish") {
|
|
94
|
+
controller.enqueue({
|
|
95
|
+
...chunk,
|
|
96
|
+
usage: rawUsage ? convertMoonshotAIChatUsage(rawUsage) : chunk.usage
|
|
97
|
+
});
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
controller.enqueue(chunk);
|
|
101
|
+
}
|
|
102
|
+
})
|
|
103
|
+
)
|
|
104
|
+
};
|
|
105
|
+
}
|
|
71
106
|
};
|
|
72
107
|
|
|
73
108
|
// src/version.ts
|
|
74
|
-
var VERSION = "0.0.
|
|
109
|
+
var VERSION = "0.0.3";
|
|
75
110
|
|
|
76
111
|
// src/moonshotai-provider.ts
|
|
77
112
|
var moonshotaiErrorSchema = import_v4.z.object({
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["export { createMoonshotAI, moonshotai } from './moonshotai-provider';\nexport type {\n MoonshotAIProvider,\n MoonshotAIProviderSettings,\n} from './moonshotai-provider';\nexport type {\n MoonshotAIChatModelId,\n MoonshotAIProviderOptions,\n} from './moonshotai-chat-options';\n","import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n includeUsage: true,\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2 } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,sBAIO;AACP,4BAKO;AACP,gBAAkB;;;ACZlB,+BAAkD;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,2DAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AACF;;;AEzBO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,YAAE,OAAO;AAAA,EACrC,OAAO,YAAE,OAAO;AAAA,IACd,SAAS,YAAE,OAAO;AAAA,IAClB,MAAM,YAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,cAAc;AAAA,MACd,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["export { createMoonshotAI, moonshotai } from './moonshotai-provider';\nexport type {\n MoonshotAIProvider,\n MoonshotAIProviderSettings,\n} from './moonshotai-provider';\nexport type {\n MoonshotAIChatModelId,\n MoonshotAIProviderOptions,\n} from './moonshotai-chat-options';\n","import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n includeUsage: true,\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2, LanguageModelV2StreamPart } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n\n async doStream(\n options: Parameters<LanguageModelV2['doStream']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {\n const originalIncludeRawChunks = options.includeRawChunks;\n\n // Enable raw chunks to capture pre-Zod usage data, since MoonshotAI\n // returns cached_tokens at the top level of usage (not nested in\n // prompt_tokens_details) and the parent's z.object() schema strips it.\n const result = await super.doStream({\n ...options,\n includeRawChunks: true,\n });\n\n let rawUsage: unknown = undefined;\n\n return {\n ...result,\n stream: result.stream.pipeThrough(\n new TransformStream<\n LanguageModelV2StreamPart,\n LanguageModelV2StreamPart\n >({\n transform(chunk, controller) {\n if (chunk.type === 'raw') {\n // Capture raw usage data before Zod strips cached_tokens\n const rawValue = chunk.rawValue as Record<string, unknown>;\n if (rawValue?.usage != null) {\n rawUsage = rawValue.usage;\n }\n\n // Only forward raw chunks if originally requested\n if (originalIncludeRawChunks) {\n controller.enqueue(chunk);\n }\n return;\n }\n\n if (chunk.type === 'finish') {\n // Re-convert usage from raw data to capture cached_tokens\n controller.enqueue({\n ...chunk,\n usage: rawUsage\n ? convertMoonshotAIChatUsage(rawUsage as any)\n : chunk.usage,\n });\n return;\n }\n\n controller.enqueue(chunk);\n },\n }),\n ),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,sBAIO;AACP,4BAKO;AACP,gBAAkB;;;ACZlB,+BAAkD;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,2DAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AAAA,EAEA,MAAM,SACJ,SAC2D;AAC3D,UAAM,2BAA2B,QAAQ;AAKzC,UAAM,SAAS,MAAM,MAAM,SAAS;AAAA,MAClC,GAAG;AAAA,MACH,kBAAkB;AAAA,IACpB,CAAC;AAED,QAAI,WAAoB;AAExB,WAAO;AAAA,MACL,GAAG;AAAA,MACH,QAAQ,OAAO,OAAO;AAAA,QACpB,IAAI,gBAGF;AAAA,UACA,UAAU,OAAO,YAAY;AAC3B,gBAAI,MAAM,SAAS,OAAO;AAExB,oBAAM,WAAW,MAAM;AACvB,mBAAI,qCAAU,UAAS,MAAM;AAC3B,2BAAW,SAAS;AAAA,cACtB;AAGA,kBAAI,0BAA0B;AAC5B,2BAAW,QAAQ,KAAK;AAAA,cAC1B;AACA;AAAA,YACF;AAEA,gBAAI,MAAM,SAAS,UAAU;AAE3B,yBAAW,QAAQ;AAAA,gBACjB,GAAG;AAAA,gBACH,OAAO,WACH,2BAA2B,QAAe,IAC1C,MAAM;AAAA,cACZ,CAAC;AACD;AAAA,YACF;AAEA,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;;;AEhFO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,YAAE,OAAO;AAAA,EACrC,OAAO,YAAE,OAAO;AAAA,IACd,SAAS,YAAE,OAAO;AAAA,IAClB,MAAM,YAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,cAAU,6CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,UACjB;AAAA,IACE;AAAA,MACE,eAAe,cAAU,kCAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,cAAc;AAAA,MACd,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
|
package/dist/index.mjs
CHANGED
|
@@ -47,10 +47,45 @@ var MoonshotAIChatLanguageModel = class extends OpenAICompatibleChatLanguageMode
|
|
|
47
47
|
usage: convertMoonshotAIChatUsage(usage)
|
|
48
48
|
};
|
|
49
49
|
}
|
|
50
|
+
async doStream(options) {
|
|
51
|
+
const originalIncludeRawChunks = options.includeRawChunks;
|
|
52
|
+
const result = await super.doStream({
|
|
53
|
+
...options,
|
|
54
|
+
includeRawChunks: true
|
|
55
|
+
});
|
|
56
|
+
let rawUsage = void 0;
|
|
57
|
+
return {
|
|
58
|
+
...result,
|
|
59
|
+
stream: result.stream.pipeThrough(
|
|
60
|
+
new TransformStream({
|
|
61
|
+
transform(chunk, controller) {
|
|
62
|
+
if (chunk.type === "raw") {
|
|
63
|
+
const rawValue = chunk.rawValue;
|
|
64
|
+
if ((rawValue == null ? void 0 : rawValue.usage) != null) {
|
|
65
|
+
rawUsage = rawValue.usage;
|
|
66
|
+
}
|
|
67
|
+
if (originalIncludeRawChunks) {
|
|
68
|
+
controller.enqueue(chunk);
|
|
69
|
+
}
|
|
70
|
+
return;
|
|
71
|
+
}
|
|
72
|
+
if (chunk.type === "finish") {
|
|
73
|
+
controller.enqueue({
|
|
74
|
+
...chunk,
|
|
75
|
+
usage: rawUsage ? convertMoonshotAIChatUsage(rawUsage) : chunk.usage
|
|
76
|
+
});
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
controller.enqueue(chunk);
|
|
80
|
+
}
|
|
81
|
+
})
|
|
82
|
+
)
|
|
83
|
+
};
|
|
84
|
+
}
|
|
50
85
|
};
|
|
51
86
|
|
|
52
87
|
// src/version.ts
|
|
53
|
-
var VERSION = "0.0.
|
|
88
|
+
var VERSION = "0.0.3";
|
|
54
89
|
|
|
55
90
|
// src/moonshotai-provider.ts
|
|
56
91
|
var moonshotaiErrorSchema = z.object({
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n includeUsage: true,\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2 } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";AACA;AAAA,EAEE;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;;;ACZlB,SAAS,yCAAyC;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,kCAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AACF;;;AEzBO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,EAAE,OAAO;AAAA,EACrC,OAAO,EAAE,OAAO;AAAA,IACd,SAAS,EAAE,OAAO;AAAA,IAClB,MAAM,EAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,cAAc;AAAA,MACd,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/moonshotai-provider.ts","../src/moonshotai-chat-language-model.ts","../src/convert-moonshotai-chat-usage.ts","../src/version.ts"],"sourcesContent":["import { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV2,\n NoSuchModelError,\n ProviderV2,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n withUserAgentSuffix,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod/v4';\nimport { MoonshotAIChatLanguageModel } from './moonshotai-chat-language-model';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\nimport { VERSION } from './version';\n\nexport type MoonshotAIErrorData = z.infer<typeof moonshotaiErrorSchema>;\n\nconst moonshotaiErrorSchema = z.object({\n error: z.object({\n message: z.string(),\n type: z.string().nullish(),\n }),\n});\n\nconst moonshotaiErrorStructure: ProviderErrorStructure<MoonshotAIErrorData> = {\n errorSchema: moonshotaiErrorSchema,\n errorToMessage: data => data.error.message,\n};\n\nexport interface MoonshotAIProviderSettings {\n /**\n * Moonshot API key. Default value is taken from the `MOONSHOT_API_KEY`\n * environment variable.\n */\n apiKey?: string;\n /**\n * Base URL for the API calls.\n */\n baseURL?: string;\n /**\n * Custom headers to include in the requests.\n */\n headers?: Record<string, string>;\n /**\n * Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n */\n fetch?: FetchFunction;\n}\n\nexport interface MoonshotAIProvider extends ProviderV2 {\n /**\n * Creates a model for text generation.\n */\n (modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a chat model for text generation.\n */\n chatModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n\n /**\n * Creates a language model for text generation.\n */\n languageModel(modelId: MoonshotAIChatModelId): LanguageModelV2;\n}\n\nconst defaultBaseURL = 'https://api.moonshot.ai/v1';\n\nexport function createMoonshotAI(\n options: MoonshotAIProviderSettings = {},\n): MoonshotAIProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () =>\n withUserAgentSuffix(\n {\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'MOONSHOT_API_KEY',\n description: 'Moonshot API key',\n })}`,\n ...options.headers,\n },\n `ai-sdk/moonshotai/${VERSION}`,\n );\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `moonshotai.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (modelId: MoonshotAIChatModelId) => {\n return new MoonshotAIChatLanguageModel(modelId, {\n ...getCommonModelConfig('chat'),\n includeUsage: true,\n errorStructure: moonshotaiErrorStructure,\n });\n };\n\n const provider = (modelId: MoonshotAIChatModelId) => createChatModel(modelId);\n\n provider.specificationVersion = 'v2' as const;\n provider.chatModel = createChatModel;\n provider.languageModel = createChatModel;\n\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n provider.imageModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n };\n\n return provider;\n}\n\nexport const moonshotai = createMoonshotAI();\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';\nimport { LanguageModelV2, LanguageModelV2StreamPart } from '@ai-sdk/provider';\nimport { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';\nimport { MoonshotAIChatModelId } from './moonshotai-chat-options';\n\nexport class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageModel {\n constructor(\n modelId: MoonshotAIChatModelId,\n config: OpenAICompatibleChatConfig,\n ) {\n super(modelId, config);\n }\n\n async doGenerate(\n options: Parameters<LanguageModelV2['doGenerate']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>> {\n const result = await super.doGenerate(options);\n\n // @ts-expect-error accessing response body from parent result\n const usage = result.response?.body?.usage;\n\n return {\n ...result,\n usage: convertMoonshotAIChatUsage(usage),\n };\n }\n\n async doStream(\n options: Parameters<LanguageModelV2['doStream']>[0],\n ): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {\n const originalIncludeRawChunks = options.includeRawChunks;\n\n // Enable raw chunks to capture pre-Zod usage data, since MoonshotAI\n // returns cached_tokens at the top level of usage (not nested in\n // prompt_tokens_details) and the parent's z.object() schema strips it.\n const result = await super.doStream({\n ...options,\n includeRawChunks: true,\n });\n\n let rawUsage: unknown = undefined;\n\n return {\n ...result,\n stream: result.stream.pipeThrough(\n new TransformStream<\n LanguageModelV2StreamPart,\n LanguageModelV2StreamPart\n >({\n transform(chunk, controller) {\n if (chunk.type === 'raw') {\n // Capture raw usage data before Zod strips cached_tokens\n const rawValue = chunk.rawValue as Record<string, unknown>;\n if (rawValue?.usage != null) {\n rawUsage = rawValue.usage;\n }\n\n // Only forward raw chunks if originally requested\n if (originalIncludeRawChunks) {\n controller.enqueue(chunk);\n }\n return;\n }\n\n if (chunk.type === 'finish') {\n // Re-convert usage from raw data to capture cached_tokens\n controller.enqueue({\n ...chunk,\n usage: rawUsage\n ? convertMoonshotAIChatUsage(rawUsage as any)\n : chunk.usage,\n });\n return;\n }\n\n controller.enqueue(chunk);\n },\n }),\n ),\n };\n }\n}\n","import { LanguageModelV2Usage } from '@ai-sdk/provider';\n\nexport function convertMoonshotAIChatUsage(\n usage:\n | {\n prompt_tokens?: number | null;\n completion_tokens?: number | null;\n total_tokens?: number | null;\n cached_tokens?: number | null;\n prompt_tokens_details?: {\n cached_tokens?: number | null;\n } | null;\n completion_tokens_details?: {\n reasoning_tokens?: number | null;\n } | null;\n }\n | undefined\n | null,\n): LanguageModelV2Usage {\n if (usage == null) {\n return {\n inputTokens: undefined,\n outputTokens: undefined,\n totalTokens: undefined,\n };\n }\n\n const cachedInputTokens =\n usage.cached_tokens ??\n usage.prompt_tokens_details?.cached_tokens ??\n undefined;\n\n const reasoningTokens =\n usage.completion_tokens_details?.reasoning_tokens ?? undefined;\n\n return {\n inputTokens: usage.prompt_tokens ?? undefined,\n outputTokens: usage.completion_tokens ?? undefined,\n totalTokens: usage.total_tokens ?? undefined,\n reasoningTokens,\n cachedInputTokens,\n };\n}\n","declare const __PACKAGE_VERSION__: string;\n\nexport const VERSION = __PACKAGE_VERSION__;\n"],"mappings":";AACA;AAAA,EAEE;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;;;ACZlB,SAAS,yCAAyC;;;ACE3C,SAAS,2BACd,OAesB;AAlBxB;AAmBE,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,MACL,aAAa;AAAA,MACb,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF;AAEA,QAAM,qBACJ,iBAAM,kBAAN,aACA,WAAM,0BAAN,mBAA6B,kBAD7B,YAEA;AAEF,QAAM,mBACJ,iBAAM,8BAAN,mBAAiC,qBAAjC,YAAqD;AAEvD,SAAO;AAAA,IACL,cAAa,WAAM,kBAAN,YAAuB;AAAA,IACpC,eAAc,WAAM,sBAAN,YAA2B;AAAA,IACzC,cAAa,WAAM,iBAAN,YAAsB;AAAA,IACnC;AAAA,IACA;AAAA,EACF;AACF;;;ADpCO,IAAM,8BAAN,cAA0C,kCAAkC;AAAA,EACjF,YACE,SACA,QACA;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,WACJ,SAC6D;AAhBjE;AAiBI,UAAM,SAAS,MAAM,MAAM,WAAW,OAAO;AAG7C,UAAM,SAAQ,kBAAO,aAAP,mBAAiB,SAAjB,mBAAuB;AAErC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,2BAA2B,KAAK;AAAA,IACzC;AAAA,EACF;AAAA,EAEA,MAAM,SACJ,SAC2D;AAC3D,UAAM,2BAA2B,QAAQ;AAKzC,UAAM,SAAS,MAAM,MAAM,SAAS;AAAA,MAClC,GAAG;AAAA,MACH,kBAAkB;AAAA,IACpB,CAAC;AAED,QAAI,WAAoB;AAExB,WAAO;AAAA,MACL,GAAG;AAAA,MACH,QAAQ,OAAO,OAAO;AAAA,QACpB,IAAI,gBAGF;AAAA,UACA,UAAU,OAAO,YAAY;AAC3B,gBAAI,MAAM,SAAS,OAAO;AAExB,oBAAM,WAAW,MAAM;AACvB,mBAAI,qCAAU,UAAS,MAAM;AAC3B,2BAAW,SAAS;AAAA,cACtB;AAGA,kBAAI,0BAA0B;AAC5B,2BAAW,QAAQ,KAAK;AAAA,cAC1B;AACA;AAAA,YACF;AAEA,gBAAI,MAAM,SAAS,UAAU;AAE3B,yBAAW,QAAQ;AAAA,gBACjB,GAAG;AAAA,gBACH,OAAO,WACH,2BAA2B,QAAe,IAC1C,MAAM;AAAA,cACZ,CAAC;AACD;AAAA,YACF;AAEA,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;;;AEhFO,IAAM,UAAU;;;AHiBvB,IAAM,wBAAwB,EAAE,OAAO;AAAA,EACrC,OAAO,EAAE,OAAO;AAAA,IACd,SAAS,EAAE,OAAO;AAAA,IAClB,MAAM,EAAE,OAAO,EAAE,QAAQ;AAAA,EAC3B,CAAC;AACH,CAAC;AAED,IAAM,2BAAwE;AAAA,EAC5E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK,MAAM;AACrC;AAwCA,IAAM,iBAAiB;AAEhB,SAAS,iBACd,UAAsC,CAAC,GACnB;AAzEtB;AA0EE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,MACjB;AAAA,IACE;AAAA,MACE,eAAe,UAAU,WAAW;AAAA,QAClC,QAAQ,QAAQ;AAAA,QAChB,yBAAyB;AAAA,QACzB,aAAa;AAAA,MACf,CAAC,CAAC;AAAA,MACF,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,qBAAqB,OAAO;AAAA,EAC9B;AASF,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,cAAc,SAAS;AAAA,IACjC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CAAC,YAAmC;AAC1D,WAAO,IAAI,4BAA4B,SAAS;AAAA,MAC9C,GAAG,qBAAqB,MAAM;AAAA,MAC9B,cAAc;AAAA,MACd,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,YAAmC,gBAAgB,OAAO;AAE5E,WAAS,uBAAuB;AAChC,WAAS,YAAY;AACrB,WAAS,gBAAgB;AAEzB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,WAAS,aAAa,CAAC,YAAoB;AACzC,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,EACjE;AAEA,SAAO;AACT;AAEO,IAAM,aAAa,iBAAiB;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@ai-sdk/moonshotai",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.3",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"sideEffects": false,
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -26,16 +26,16 @@
|
|
|
26
26
|
},
|
|
27
27
|
"dependencies": {
|
|
28
28
|
"@ai-sdk/openai-compatible": "1.0.32",
|
|
29
|
-
"@ai-sdk/provider": "
|
|
30
|
-
"@ai-sdk/provider
|
|
29
|
+
"@ai-sdk/provider-utils": "3.0.20",
|
|
30
|
+
"@ai-sdk/provider": "2.0.1"
|
|
31
31
|
},
|
|
32
32
|
"devDependencies": {
|
|
33
33
|
"@types/node": "20.17.24",
|
|
34
34
|
"tsup": "^8",
|
|
35
35
|
"typescript": "5.8.3",
|
|
36
36
|
"zod": "3.25.76",
|
|
37
|
-
"@
|
|
38
|
-
"@ai-
|
|
37
|
+
"@ai-sdk/test-server": "0.0.2",
|
|
38
|
+
"@vercel/ai-tsconfig": "0.0.0"
|
|
39
39
|
},
|
|
40
40
|
"peerDependencies": {
|
|
41
41
|
"zod": "^3.25.76 || ^4.1.8"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';
|
|
2
2
|
import { OpenAICompatibleChatConfig } from '@ai-sdk/openai-compatible/internal';
|
|
3
|
-
import { LanguageModelV2 } from '@ai-sdk/provider';
|
|
3
|
+
import { LanguageModelV2, LanguageModelV2StreamPart } from '@ai-sdk/provider';
|
|
4
4
|
import { convertMoonshotAIChatUsage } from './convert-moonshotai-chat-usage';
|
|
5
5
|
import { MoonshotAIChatModelId } from './moonshotai-chat-options';
|
|
6
6
|
|
|
@@ -25,4 +25,59 @@ export class MoonshotAIChatLanguageModel extends OpenAICompatibleChatLanguageMod
|
|
|
25
25
|
usage: convertMoonshotAIChatUsage(usage),
|
|
26
26
|
};
|
|
27
27
|
}
|
|
28
|
+
|
|
29
|
+
async doStream(
|
|
30
|
+
options: Parameters<LanguageModelV2['doStream']>[0],
|
|
31
|
+
): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>> {
|
|
32
|
+
const originalIncludeRawChunks = options.includeRawChunks;
|
|
33
|
+
|
|
34
|
+
// Enable raw chunks to capture pre-Zod usage data, since MoonshotAI
|
|
35
|
+
// returns cached_tokens at the top level of usage (not nested in
|
|
36
|
+
// prompt_tokens_details) and the parent's z.object() schema strips it.
|
|
37
|
+
const result = await super.doStream({
|
|
38
|
+
...options,
|
|
39
|
+
includeRawChunks: true,
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
let rawUsage: unknown = undefined;
|
|
43
|
+
|
|
44
|
+
return {
|
|
45
|
+
...result,
|
|
46
|
+
stream: result.stream.pipeThrough(
|
|
47
|
+
new TransformStream<
|
|
48
|
+
LanguageModelV2StreamPart,
|
|
49
|
+
LanguageModelV2StreamPart
|
|
50
|
+
>({
|
|
51
|
+
transform(chunk, controller) {
|
|
52
|
+
if (chunk.type === 'raw') {
|
|
53
|
+
// Capture raw usage data before Zod strips cached_tokens
|
|
54
|
+
const rawValue = chunk.rawValue as Record<string, unknown>;
|
|
55
|
+
if (rawValue?.usage != null) {
|
|
56
|
+
rawUsage = rawValue.usage;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// Only forward raw chunks if originally requested
|
|
60
|
+
if (originalIncludeRawChunks) {
|
|
61
|
+
controller.enqueue(chunk);
|
|
62
|
+
}
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
if (chunk.type === 'finish') {
|
|
67
|
+
// Re-convert usage from raw data to capture cached_tokens
|
|
68
|
+
controller.enqueue({
|
|
69
|
+
...chunk,
|
|
70
|
+
usage: rawUsage
|
|
71
|
+
? convertMoonshotAIChatUsage(rawUsage as any)
|
|
72
|
+
: chunk.usage,
|
|
73
|
+
});
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
controller.enqueue(chunk);
|
|
78
|
+
},
|
|
79
|
+
}),
|
|
80
|
+
),
|
|
81
|
+
};
|
|
82
|
+
}
|
|
28
83
|
}
|