modelfusion 0.110.0 → 0.112.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +26 -0
- package/README.md +41 -65
- package/core/FunctionEvent.d.ts +3 -3
- package/core/api/ApiFacade.cjs +20 -0
- package/core/api/ApiFacade.d.ts +4 -0
- package/core/api/ApiFacade.js +4 -0
- package/core/api/BaseUrlApiConfiguration.cjs +47 -5
- package/core/api/BaseUrlApiConfiguration.d.ts +23 -6
- package/core/api/BaseUrlApiConfiguration.js +45 -4
- package/core/api/BaseUrlApiConfiguration.test.cjs +11 -0
- package/core/api/BaseUrlApiConfiguration.test.js +9 -0
- package/core/api/callWithRetryAndThrottle.cjs +3 -3
- package/core/api/callWithRetryAndThrottle.js +3 -3
- package/core/api/index.cjs +15 -2
- package/core/api/index.d.ts +2 -2
- package/core/api/index.js +2 -2
- package/core/api/postToApi.cjs +28 -5
- package/core/api/postToApi.d.ts +5 -4
- package/core/api/postToApi.js +26 -4
- package/core/api/throttleOff.cjs +8 -0
- package/core/api/throttleOff.d.ts +5 -0
- package/core/api/throttleOff.js +4 -0
- package/internal/index.cjs +2 -8
- package/internal/index.d.ts +1 -1
- package/internal/index.js +1 -1
- package/model-function/ModelCallEvent.d.ts +3 -3
- package/model-function/generate-structure/generateStructure.d.ts +1 -1
- package/model-function/generate-text/PromptTemplateFullTextModel.cjs +2 -2
- package/model-function/generate-text/PromptTemplateFullTextModel.d.ts +3 -3
- package/model-function/generate-text/PromptTemplateFullTextModel.js +2 -2
- package/model-function/generate-text/PromptTemplateTextGenerationModel.cjs +2 -2
- package/model-function/generate-text/PromptTemplateTextGenerationModel.d.ts +3 -3
- package/model-function/generate-text/PromptTemplateTextGenerationModel.js +2 -2
- package/model-provider/anthropic/AnthropicApiConfiguration.cjs +14 -6
- package/model-provider/anthropic/AnthropicApiConfiguration.d.ts +7 -8
- package/model-provider/anthropic/AnthropicApiConfiguration.js +15 -7
- package/model-provider/anthropic/AnthropicError.cjs +7 -27
- package/model-provider/anthropic/AnthropicError.d.ts +21 -16
- package/model-provider/anthropic/AnthropicError.js +7 -25
- package/model-provider/anthropic/AnthropicFacade.cjs +10 -1
- package/model-provider/anthropic/AnthropicFacade.d.ts +9 -0
- package/model-provider/anthropic/AnthropicFacade.js +8 -0
- package/model-provider/anthropic/AnthropicTextGenerationModel.cjs +22 -24
- package/model-provider/anthropic/AnthropicTextGenerationModel.js +23 -25
- package/model-provider/anthropic/index.cjs +1 -4
- package/model-provider/anthropic/index.d.ts +1 -1
- package/model-provider/anthropic/index.js +0 -1
- package/model-provider/automatic1111/Automatic1111ApiConfiguration.cjs +12 -4
- package/model-provider/automatic1111/Automatic1111ApiConfiguration.d.ts +3 -3
- package/model-provider/automatic1111/Automatic1111ApiConfiguration.js +12 -4
- package/model-provider/automatic1111/Automatic1111Error.cjs +3 -3
- package/model-provider/automatic1111/Automatic1111Error.d.ts +13 -3
- package/model-provider/automatic1111/Automatic1111Error.js +4 -4
- package/model-provider/automatic1111/Automatic1111Facade.cjs +9 -9
- package/model-provider/automatic1111/Automatic1111Facade.d.ts +6 -6
- package/model-provider/automatic1111/Automatic1111Facade.js +7 -7
- package/model-provider/automatic1111/Automatic1111ImageGenerationModel.cjs +11 -7
- package/model-provider/automatic1111/Automatic1111ImageGenerationModel.js +11 -7
- package/model-provider/cohere/CohereApiConfiguration.cjs +14 -6
- package/model-provider/cohere/CohereApiConfiguration.d.ts +7 -8
- package/model-provider/cohere/CohereApiConfiguration.js +15 -7
- package/model-provider/cohere/CohereError.cjs +8 -43
- package/model-provider/cohere/CohereError.d.ts +9 -16
- package/model-provider/cohere/CohereError.js +8 -41
- package/model-provider/cohere/CohereFacade.cjs +12 -3
- package/model-provider/cohere/CohereFacade.d.ts +11 -2
- package/model-provider/cohere/CohereFacade.js +10 -2
- package/model-provider/cohere/CohereTextEmbeddingModel.cjs +18 -22
- package/model-provider/cohere/CohereTextEmbeddingModel.js +18 -22
- package/model-provider/cohere/CohereTextGenerationModel.cjs +31 -39
- package/model-provider/cohere/CohereTextGenerationModel.d.ts +110 -8
- package/model-provider/cohere/CohereTextGenerationModel.js +31 -39
- package/model-provider/cohere/CohereTokenizer.cjs +32 -41
- package/model-provider/cohere/CohereTokenizer.d.ts +2 -2
- package/model-provider/cohere/CohereTokenizer.js +32 -41
- package/model-provider/cohere/index.cjs +1 -3
- package/model-provider/cohere/index.d.ts +1 -1
- package/model-provider/cohere/index.js +0 -1
- package/model-provider/elevenlabs/ElevenLabsApiConfiguration.cjs +14 -6
- package/model-provider/elevenlabs/ElevenLabsApiConfiguration.d.ts +7 -8
- package/model-provider/elevenlabs/ElevenLabsApiConfiguration.js +15 -7
- package/model-provider/elevenlabs/ElevenLabsFacade.cjs +10 -1
- package/model-provider/elevenlabs/ElevenLabsFacade.d.ts +9 -0
- package/model-provider/elevenlabs/ElevenLabsFacade.js +8 -0
- package/model-provider/elevenlabs/ElevenLabsSpeechModel.cjs +42 -53
- package/model-provider/elevenlabs/ElevenLabsSpeechModel.js +44 -55
- package/model-provider/huggingface/HuggingFaceApiConfiguration.cjs +14 -6
- package/model-provider/huggingface/HuggingFaceApiConfiguration.d.ts +7 -8
- package/model-provider/huggingface/HuggingFaceApiConfiguration.js +15 -7
- package/model-provider/huggingface/HuggingFaceError.cjs +7 -29
- package/model-provider/huggingface/HuggingFaceError.d.ts +9 -16
- package/model-provider/huggingface/HuggingFaceError.js +7 -27
- package/model-provider/huggingface/HuggingFaceFacade.cjs +10 -1
- package/model-provider/huggingface/HuggingFaceFacade.d.ts +9 -0
- package/model-provider/huggingface/HuggingFaceFacade.js +8 -0
- package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.cjs +17 -27
- package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.js +17 -27
- package/model-provider/huggingface/HuggingFaceTextGenerationModel.cjs +22 -23
- package/model-provider/huggingface/HuggingFaceTextGenerationModel.js +22 -23
- package/model-provider/huggingface/index.cjs +1 -3
- package/model-provider/huggingface/index.d.ts +1 -1
- package/model-provider/huggingface/index.js +0 -1
- package/model-provider/llamacpp/LlamaCppApiConfiguration.cjs +13 -6
- package/model-provider/llamacpp/LlamaCppApiConfiguration.d.ts +7 -9
- package/model-provider/llamacpp/LlamaCppApiConfiguration.js +14 -7
- package/model-provider/llamacpp/LlamaCppCompletionModel.cjs +4 -4
- package/model-provider/llamacpp/LlamaCppCompletionModel.d.ts +173 -5
- package/model-provider/llamacpp/LlamaCppCompletionModel.js +4 -4
- package/model-provider/llamacpp/LlamaCppError.cjs +7 -27
- package/model-provider/llamacpp/LlamaCppError.d.ts +9 -16
- package/model-provider/llamacpp/LlamaCppError.js +7 -25
- package/model-provider/llamacpp/LlamaCppFacade.cjs +10 -2
- package/model-provider/llamacpp/LlamaCppFacade.d.ts +8 -1
- package/model-provider/llamacpp/LlamaCppFacade.js +8 -1
- package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.cjs +10 -14
- package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.js +10 -14
- package/model-provider/llamacpp/LlamaCppTokenizer.cjs +14 -18
- package/model-provider/llamacpp/LlamaCppTokenizer.js +14 -18
- package/model-provider/llamacpp/index.cjs +1 -3
- package/model-provider/llamacpp/index.d.ts +1 -1
- package/model-provider/llamacpp/index.js +0 -1
- package/model-provider/lmnt/LmntApiConfiguration.cjs +14 -6
- package/model-provider/lmnt/LmntApiConfiguration.d.ts +7 -8
- package/model-provider/lmnt/LmntApiConfiguration.js +15 -7
- package/model-provider/lmnt/LmntFacade.cjs +11 -2
- package/model-provider/lmnt/LmntFacade.d.ts +10 -1
- package/model-provider/lmnt/LmntFacade.js +9 -1
- package/model-provider/lmnt/LmntSpeechModel.cjs +53 -41
- package/model-provider/lmnt/LmntSpeechModel.d.ts +51 -3
- package/model-provider/lmnt/LmntSpeechModel.js +54 -42
- package/model-provider/mistral/MistralApiConfiguration.cjs +14 -6
- package/model-provider/mistral/MistralApiConfiguration.d.ts +9 -11
- package/model-provider/mistral/MistralApiConfiguration.js +15 -7
- package/model-provider/mistral/MistralChatModel.cjs +4 -4
- package/model-provider/mistral/MistralChatModel.d.ts +52 -7
- package/model-provider/mistral/MistralChatModel.js +5 -5
- package/model-provider/mistral/MistralError.cjs +3 -3
- package/model-provider/mistral/MistralError.d.ts +15 -3
- package/model-provider/mistral/MistralError.js +4 -4
- package/model-provider/mistral/MistralFacade.cjs +5 -1
- package/model-provider/mistral/MistralFacade.d.ts +10 -3
- package/model-provider/mistral/MistralFacade.js +6 -2
- package/model-provider/mistral/MistralTextEmbeddingModel.cjs +2 -1
- package/model-provider/mistral/MistralTextEmbeddingModel.d.ts +3 -3
- package/model-provider/mistral/MistralTextEmbeddingModel.js +2 -1
- package/model-provider/ollama/OllamaApiConfiguration.cjs +13 -6
- package/model-provider/ollama/OllamaApiConfiguration.d.ts +7 -10
- package/model-provider/ollama/OllamaApiConfiguration.js +14 -7
- package/model-provider/ollama/OllamaChatModel.cjs +6 -6
- package/model-provider/ollama/OllamaChatModel.d.ts +49 -8
- package/model-provider/ollama/OllamaChatModel.js +7 -7
- package/model-provider/ollama/OllamaCompletionModel.cjs +6 -6
- package/model-provider/ollama/OllamaCompletionModel.d.ts +43 -8
- package/model-provider/ollama/OllamaCompletionModel.js +7 -7
- package/model-provider/ollama/OllamaError.cjs +3 -3
- package/model-provider/ollama/OllamaError.d.ts +7 -3
- package/model-provider/ollama/OllamaError.js +4 -4
- package/model-provider/ollama/OllamaFacade.cjs +6 -2
- package/model-provider/ollama/OllamaFacade.d.ts +8 -3
- package/model-provider/ollama/OllamaFacade.js +6 -2
- package/model-provider/ollama/OllamaTextEmbeddingModel.cjs +15 -16
- package/model-provider/ollama/OllamaTextEmbeddingModel.js +15 -16
- package/model-provider/openai/AbstractOpenAIChatModel.cjs +5 -5
- package/model-provider/openai/AbstractOpenAIChatModel.d.ts +155 -9
- package/model-provider/openai/AbstractOpenAIChatModel.js +5 -5
- package/model-provider/openai/AbstractOpenAICompletionModel.cjs +30 -32
- package/model-provider/openai/AbstractOpenAICompletionModel.d.ts +4 -4
- package/model-provider/openai/AbstractOpenAICompletionModel.js +30 -32
- package/model-provider/openai/AzureOpenAIApiConfiguration.d.ts +9 -8
- package/model-provider/openai/OpenAIApiConfiguration.cjs +14 -6
- package/model-provider/openai/OpenAIApiConfiguration.d.ts +7 -8
- package/model-provider/openai/OpenAIApiConfiguration.js +15 -7
- package/model-provider/openai/OpenAIChatFunctionCallStructureGenerationModel.d.ts +1 -1
- package/model-provider/openai/OpenAIChatModel.d.ts +2 -2
- package/model-provider/openai/OpenAIError.cjs +8 -8
- package/model-provider/openai/OpenAIError.d.ts +27 -3
- package/model-provider/openai/OpenAIError.js +9 -9
- package/model-provider/openai/OpenAIFacade.cjs +23 -2
- package/model-provider/openai/OpenAIFacade.d.ts +20 -2
- package/model-provider/openai/OpenAIFacade.js +20 -1
- package/model-provider/openai/OpenAIImageGenerationModel.cjs +20 -21
- package/model-provider/openai/OpenAIImageGenerationModel.js +20 -21
- package/model-provider/openai/OpenAISpeechModel.cjs +17 -22
- package/model-provider/openai/OpenAISpeechModel.js +17 -22
- package/model-provider/openai/OpenAITextEmbeddingModel.cjs +18 -23
- package/model-provider/openai/OpenAITextEmbeddingModel.d.ts +3 -3
- package/model-provider/openai/OpenAITextEmbeddingModel.js +18 -23
- package/model-provider/openai/OpenAITranscriptionModel.cjs +42 -48
- package/model-provider/openai/OpenAITranscriptionModel.d.ts +14 -10
- package/model-provider/openai/OpenAITranscriptionModel.js +42 -48
- package/model-provider/openai-compatible/FireworksAIApiConfiguration.cjs +11 -7
- package/model-provider/openai-compatible/FireworksAIApiConfiguration.d.ts +4 -9
- package/model-provider/openai-compatible/FireworksAIApiConfiguration.js +12 -8
- package/model-provider/openai-compatible/OpenAICompatibleChatModel.d.ts +2 -2
- package/model-provider/openai-compatible/OpenAICompatibleFacade.cjs +25 -1
- package/model-provider/openai-compatible/OpenAICompatibleFacade.d.ts +23 -0
- package/model-provider/openai-compatible/OpenAICompatibleFacade.js +22 -0
- package/model-provider/openai-compatible/TogetherAIApiConfiguration.cjs +11 -7
- package/model-provider/openai-compatible/TogetherAIApiConfiguration.d.ts +4 -9
- package/model-provider/openai-compatible/TogetherAIApiConfiguration.js +12 -8
- package/model-provider/stability/StabilityApiConfiguration.cjs +13 -12
- package/model-provider/stability/StabilityApiConfiguration.d.ts +4 -4
- package/model-provider/stability/StabilityApiConfiguration.js +13 -12
- package/model-provider/stability/StabilityError.cjs +3 -3
- package/model-provider/stability/StabilityError.d.ts +7 -3
- package/model-provider/stability/StabilityError.js +4 -4
- package/model-provider/stability/StabilityFacade.cjs +9 -9
- package/model-provider/stability/StabilityFacade.d.ts +8 -8
- package/model-provider/stability/StabilityFacade.js +7 -7
- package/model-provider/stability/StabilityImageGenerationModel.cjs +2 -1
- package/model-provider/stability/StabilityImageGenerationModel.js +2 -1
- package/model-provider/whispercpp/WhisperCppApiConfiguration.cjs +13 -6
- package/model-provider/whispercpp/WhisperCppApiConfiguration.d.ts +7 -10
- package/model-provider/whispercpp/WhisperCppApiConfiguration.js +14 -7
- package/model-provider/whispercpp/WhisperCppFacade.cjs +9 -5
- package/model-provider/whispercpp/WhisperCppFacade.d.ts +7 -2
- package/model-provider/whispercpp/WhisperCppFacade.js +8 -4
- package/model-provider/whispercpp/WhisperCppTranscriptionModel.cjs +5 -2
- package/model-provider/whispercpp/WhisperCppTranscriptionModel.js +6 -3
- package/package.json +1 -1
- package/tool/Tool.cjs +0 -10
- package/tool/Tool.d.ts +0 -1
- package/tool/Tool.js +0 -10
- package/tool/WebSearchTool.cjs +2 -2
- package/tool/WebSearchTool.d.ts +1 -2
- package/tool/WebSearchTool.js +3 -3
- package/tool/{generate-tool-calls-or-text/TextGenerationToolCallsOrGenerateTextModel.cjs → generate-tool-calls/TextGenerationToolCallsModel.cjs} +7 -7
- package/tool/{generate-tool-calls-or-text/TextGenerationToolCallsOrGenerateTextModel.d.ts → generate-tool-calls/TextGenerationToolCallsModel.d.ts} +6 -6
- package/tool/{generate-tool-calls-or-text/TextGenerationToolCallsOrGenerateTextModel.js → generate-tool-calls/TextGenerationToolCallsModel.js} +5 -5
- package/tool/generate-tool-calls/ToolCallsGenerationEvent.d.ts +23 -0
- package/tool/{generate-tool-calls-or-text/ToolCallsOrTextGenerationModel.d.ts → generate-tool-calls/ToolCallsGenerationModel.d.ts} +3 -3
- package/tool/{generate-tool-calls-or-text/ToolCallsOrTextParseError.cjs → generate-tool-calls/ToolCallsParseError.cjs} +5 -5
- package/tool/{generate-tool-calls-or-text/ToolCallsOrTextParseError.d.ts → generate-tool-calls/ToolCallsParseError.d.ts} +1 -1
- package/tool/{generate-tool-calls-or-text/ToolCallsOrTextParseError.js → generate-tool-calls/ToolCallsParseError.js} +3 -3
- package/tool/{generate-tool-calls-or-text/ToolCallsOrGenerateTextPromptTemplate.d.ts → generate-tool-calls/ToolCallsPromptTemplate.d.ts} +1 -1
- package/tool/{generate-tool-calls-or-text/generateToolCallsOrText.cjs → generate-tool-calls/generateToolCalls.cjs} +5 -5
- package/tool/{generate-tool-calls-or-text/generateToolCallsOrText.d.ts → generate-tool-calls/generateToolCalls.d.ts} +3 -3
- package/tool/{generate-tool-calls-or-text/generateToolCallsOrText.js → generate-tool-calls/generateToolCalls.js} +3 -3
- package/tool/{generate-tool-calls-or-text → generate-tool-calls}/index.cjs +6 -6
- package/tool/generate-tool-calls/index.d.ts +6 -0
- package/tool/generate-tool-calls/index.js +6 -0
- package/tool/index.cjs +2 -3
- package/tool/index.d.ts +2 -3
- package/tool/index.js +2 -3
- package/tool/use-tools/UseToolsEvent.d.ts +7 -0
- package/tool/use-tools/UseToolsEvent.js +1 -0
- package/tool/{use-tools-or-generate-text → use-tools}/index.cjs +2 -2
- package/tool/use-tools/index.d.ts +2 -0
- package/tool/use-tools/index.js +2 -0
- package/tool/{use-tools-or-generate-text/useToolsOrGenerateText.cjs → use-tools/useTools.cjs} +6 -6
- package/tool/{use-tools-or-generate-text/useToolsOrGenerateText.d.ts → use-tools/useTools.d.ts} +2 -2
- package/tool/{use-tools-or-generate-text/useToolsOrGenerateText.js → use-tools/useTools.js} +4 -4
- package/vector-index/memory/MemoryVectorIndex.cjs +2 -2
- package/vector-index/memory/MemoryVectorIndex.js +3 -3
- package/core/api/BaseUrlPartsApiConfiguration.cjs +0 -53
- package/core/api/BaseUrlPartsApiConfiguration.d.ts +0 -26
- package/core/api/BaseUrlPartsApiConfiguration.js +0 -49
- package/core/api/throttleUnlimitedConcurrency.cjs +0 -8
- package/core/api/throttleUnlimitedConcurrency.d.ts +0 -5
- package/core/api/throttleUnlimitedConcurrency.js +0 -4
- package/model-provider/elevenlabs/ElevenLabsError.cjs +0 -30
- package/model-provider/elevenlabs/ElevenLabsError.d.ts +0 -3
- package/model-provider/elevenlabs/ElevenLabsError.js +0 -26
- package/model-provider/lmnt/LmntError.cjs +0 -30
- package/model-provider/lmnt/LmntError.d.ts +0 -3
- package/model-provider/lmnt/LmntError.js +0 -26
- package/tool/InvalidToolNameError.cjs +0 -17
- package/tool/InvalidToolNameError.d.ts +0 -7
- package/tool/InvalidToolNameError.js +0 -13
- package/tool/generate-tool-calls-or-text/ToolCallsOrTextGenerationEvent.d.ts +0 -23
- package/tool/generate-tool-calls-or-text/index.d.ts +0 -6
- package/tool/generate-tool-calls-or-text/index.js +0 -6
- package/tool/use-tools-or-generate-text/UseToolsOrGenerateTextEvent.d.ts +0 -7
- package/tool/use-tools-or-generate-text/index.d.ts +0 -2
- package/tool/use-tools-or-generate-text/index.js +0 -2
- /package/{tool/generate-tool-calls-or-text/ToolCallsOrGenerateTextPromptTemplate.js → core/api/BaseUrlApiConfiguration.test.d.ts} +0 -0
- /package/tool/{generate-tool-calls-or-text/ToolCallsOrGenerateTextPromptTemplate.cjs → generate-tool-calls/ToolCallsGenerationEvent.cjs} +0 -0
- /package/tool/{generate-tool-calls-or-text/ToolCallsOrTextGenerationEvent.js → generate-tool-calls/ToolCallsGenerationEvent.js} +0 -0
- /package/tool/{generate-tool-calls-or-text/ToolCallsOrTextGenerationEvent.cjs → generate-tool-calls/ToolCallsGenerationModel.cjs} +0 -0
- /package/tool/{generate-tool-calls-or-text/ToolCallsOrTextGenerationModel.js → generate-tool-calls/ToolCallsGenerationModel.js} +0 -0
- /package/tool/{generate-tool-calls-or-text/ToolCallsOrTextGenerationModel.cjs → generate-tool-calls/ToolCallsPromptTemplate.cjs} +0 -0
- /package/tool/{use-tools-or-generate-text/UseToolsOrGenerateTextEvent.js → generate-tool-calls/ToolCallsPromptTemplate.js} +0 -0
- /package/tool/{use-tools-or-generate-text/UseToolsOrGenerateTextEvent.cjs → use-tools/UseToolsEvent.cjs} +0 -0
@@ -1,12 +1,10 @@
|
|
1
|
-
import {
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
};
|
10
|
-
export declare class MistralApiConfiguration extends BaseUrlApiConfiguration {
|
11
|
-
constructor({ baseUrl, apiKey, retry, throttle, }?: MistralApiConfigurationSettings);
|
1
|
+
import { BaseUrlApiConfigurationWithDefaults, PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseUrlApiConfiguration.js";
|
2
|
+
/**
|
3
|
+
* Creates an API configuration for the Mistral API.
|
4
|
+
* It calls the API at https://api.mistral.ai/v1 and uses the `MISTRAL_API_KEY` env variable by default.
|
5
|
+
*/
|
6
|
+
export declare class MistralApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
|
7
|
+
constructor(settings?: PartialBaseUrlPartsApiConfigurationOptions & {
|
8
|
+
apiKey?: string;
|
9
|
+
});
|
12
10
|
}
|
@@ -1,18 +1,26 @@
|
|
1
|
-
import {
|
1
|
+
import { BaseUrlApiConfigurationWithDefaults, } from "../../core/api/BaseUrlApiConfiguration.js";
|
2
2
|
import { loadApiKey } from "../../core/api/loadApiKey.js";
|
3
|
-
|
4
|
-
|
3
|
+
/**
|
4
|
+
* Creates an API configuration for the Mistral API.
|
5
|
+
* It calls the API at https://api.mistral.ai/v1 and uses the `MISTRAL_API_KEY` env variable by default.
|
6
|
+
*/
|
7
|
+
export class MistralApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
|
8
|
+
constructor(settings = {}) {
|
5
9
|
super({
|
6
|
-
|
10
|
+
...settings,
|
7
11
|
headers: {
|
8
12
|
Authorization: `Bearer ${loadApiKey({
|
9
|
-
apiKey,
|
13
|
+
apiKey: settings.apiKey,
|
10
14
|
environmentVariableName: "MISTRAL_API_KEY",
|
11
15
|
description: "Mistral",
|
12
16
|
})}`,
|
13
17
|
},
|
14
|
-
|
15
|
-
|
18
|
+
baseUrlDefaults: {
|
19
|
+
protocol: "https",
|
20
|
+
host: "api.mistral.ai",
|
21
|
+
port: "443",
|
22
|
+
path: "/v1",
|
23
|
+
},
|
16
24
|
});
|
17
25
|
}
|
18
26
|
}
|
@@ -162,7 +162,7 @@ const mistralChatResponseSchema = zod_1.z.object({
|
|
162
162
|
total_tokens: zod_1.z.number(),
|
163
163
|
}),
|
164
164
|
});
|
165
|
-
const mistralChatStreamChunkSchema =
|
165
|
+
const mistralChatStreamChunkSchema = zod_1.z.object({
|
166
166
|
id: zod_1.z.string(),
|
167
167
|
object: zod_1.z.string().optional(),
|
168
168
|
created: zod_1.z.number().optional(),
|
@@ -178,20 +178,20 @@ const mistralChatStreamChunkSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object
|
|
178
178
|
.nullable()
|
179
179
|
.optional(),
|
180
180
|
})),
|
181
|
-
})
|
181
|
+
});
|
182
182
|
exports.MistralChatResponseFormat = {
|
183
183
|
/**
|
184
184
|
* Returns the response as a JSON object.
|
185
185
|
*/
|
186
186
|
json: {
|
187
187
|
stream: false,
|
188
|
-
handler: (0, postToApi_js_1.createJsonResponseHandler)(mistralChatResponseSchema),
|
188
|
+
handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(mistralChatResponseSchema)),
|
189
189
|
},
|
190
190
|
/**
|
191
191
|
* Returns an async iterable over the text deltas (only the tex different of the first choice).
|
192
192
|
*/
|
193
193
|
textDeltaIterable: {
|
194
194
|
stream: true,
|
195
|
-
handler: (0, createEventSourceResponseHandler_js_1.createEventSourceResponseHandler)(mistralChatStreamChunkSchema),
|
195
|
+
handler: (0, createEventSourceResponseHandler_js_1.createEventSourceResponseHandler)((0, ZodSchema_js_1.zodSchema)(mistralChatStreamChunkSchema)),
|
196
196
|
},
|
197
197
|
};
|
@@ -2,7 +2,6 @@ import { z } from "zod";
|
|
2
2
|
import { FunctionOptions } from "../../core/FunctionOptions.js";
|
3
3
|
import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
|
4
4
|
import { ResponseHandler } from "../../core/api/postToApi.js";
|
5
|
-
import { ZodSchema } from "../../core/schema/ZodSchema.js";
|
6
5
|
import { AbstractModel } from "../../model-function/AbstractModel.js";
|
7
6
|
import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
|
8
7
|
import { TextGenerationModelSettings, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
|
@@ -62,12 +61,12 @@ export declare class MistralChatModel extends AbstractModel<MistralChatModelSett
|
|
62
61
|
doGenerateTexts(prompt: MistralChatPrompt, options?: FunctionOptions): Promise<{
|
63
62
|
response: {
|
64
63
|
object: string;
|
64
|
+
model: string;
|
65
65
|
usage: {
|
66
66
|
prompt_tokens: number;
|
67
67
|
completion_tokens: number;
|
68
68
|
total_tokens: number;
|
69
69
|
};
|
70
|
-
model: string;
|
71
70
|
id: string;
|
72
71
|
created: number;
|
73
72
|
choices: {
|
@@ -163,12 +162,12 @@ declare const mistralChatResponseSchema: z.ZodObject<{
|
|
163
162
|
}>;
|
164
163
|
}, "strip", z.ZodTypeAny, {
|
165
164
|
object: string;
|
165
|
+
model: string;
|
166
166
|
usage: {
|
167
167
|
prompt_tokens: number;
|
168
168
|
completion_tokens: number;
|
169
169
|
total_tokens: number;
|
170
170
|
};
|
171
|
-
model: string;
|
172
171
|
id: string;
|
173
172
|
created: number;
|
174
173
|
choices: {
|
@@ -181,12 +180,12 @@ declare const mistralChatResponseSchema: z.ZodObject<{
|
|
181
180
|
}[];
|
182
181
|
}, {
|
183
182
|
object: string;
|
183
|
+
model: string;
|
184
184
|
usage: {
|
185
185
|
prompt_tokens: number;
|
186
186
|
completion_tokens: number;
|
187
187
|
total_tokens: number;
|
188
188
|
};
|
189
|
-
model: string;
|
190
189
|
id: string;
|
191
190
|
created: number;
|
192
191
|
choices: {
|
@@ -199,7 +198,53 @@ declare const mistralChatResponseSchema: z.ZodObject<{
|
|
199
198
|
}[];
|
200
199
|
}>;
|
201
200
|
export type MistralChatResponse = z.infer<typeof mistralChatResponseSchema>;
|
202
|
-
declare const mistralChatStreamChunkSchema:
|
201
|
+
declare const mistralChatStreamChunkSchema: z.ZodObject<{
|
202
|
+
id: z.ZodString;
|
203
|
+
object: z.ZodOptional<z.ZodString>;
|
204
|
+
created: z.ZodOptional<z.ZodNumber>;
|
205
|
+
model: z.ZodString;
|
206
|
+
choices: z.ZodArray<z.ZodObject<{
|
207
|
+
index: z.ZodNumber;
|
208
|
+
delta: z.ZodObject<{
|
209
|
+
role: z.ZodNullable<z.ZodOptional<z.ZodEnum<["assistant", "user"]>>>;
|
210
|
+
content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
211
|
+
}, "strip", z.ZodTypeAny, {
|
212
|
+
role?: "user" | "assistant" | null | undefined;
|
213
|
+
content?: string | null | undefined;
|
214
|
+
}, {
|
215
|
+
role?: "user" | "assistant" | null | undefined;
|
216
|
+
content?: string | null | undefined;
|
217
|
+
}>;
|
218
|
+
finish_reason: z.ZodOptional<z.ZodNullable<z.ZodEnum<["stop", "length", "model_length"]>>>;
|
219
|
+
}, "strip", z.ZodTypeAny, {
|
220
|
+
delta: {
|
221
|
+
role?: "user" | "assistant" | null | undefined;
|
222
|
+
content?: string | null | undefined;
|
223
|
+
};
|
224
|
+
index: number;
|
225
|
+
finish_reason?: "length" | "stop" | "model_length" | null | undefined;
|
226
|
+
}, {
|
227
|
+
delta: {
|
228
|
+
role?: "user" | "assistant" | null | undefined;
|
229
|
+
content?: string | null | undefined;
|
230
|
+
};
|
231
|
+
index: number;
|
232
|
+
finish_reason?: "length" | "stop" | "model_length" | null | undefined;
|
233
|
+
}>, "many">;
|
234
|
+
}, "strip", z.ZodTypeAny, {
|
235
|
+
model: string;
|
236
|
+
id: string;
|
237
|
+
choices: {
|
238
|
+
delta: {
|
239
|
+
role?: "user" | "assistant" | null | undefined;
|
240
|
+
content?: string | null | undefined;
|
241
|
+
};
|
242
|
+
index: number;
|
243
|
+
finish_reason?: "length" | "stop" | "model_length" | null | undefined;
|
244
|
+
}[];
|
245
|
+
object?: string | undefined;
|
246
|
+
created?: number | undefined;
|
247
|
+
}, {
|
203
248
|
model: string;
|
204
249
|
id: string;
|
205
250
|
choices: {
|
@@ -213,7 +258,7 @@ declare const mistralChatStreamChunkSchema: ZodSchema<{
|
|
213
258
|
object?: string | undefined;
|
214
259
|
created?: number | undefined;
|
215
260
|
}>;
|
216
|
-
export type MistralChatStreamChunk =
|
261
|
+
export type MistralChatStreamChunk = z.infer<typeof mistralChatStreamChunkSchema>;
|
217
262
|
export type MistralChatResponseFormatType<T> = {
|
218
263
|
stream: boolean;
|
219
264
|
handler: ResponseHandler<T>;
|
@@ -226,12 +271,12 @@ export declare const MistralChatResponseFormat: {
|
|
226
271
|
stream: boolean;
|
227
272
|
handler: ResponseHandler<{
|
228
273
|
object: string;
|
274
|
+
model: string;
|
229
275
|
usage: {
|
230
276
|
prompt_tokens: number;
|
231
277
|
completion_tokens: number;
|
232
278
|
total_tokens: number;
|
233
279
|
};
|
234
|
-
model: string;
|
235
280
|
id: string;
|
236
281
|
created: number;
|
237
282
|
choices: {
|
@@ -1,7 +1,7 @@
|
|
1
1
|
import { z } from "zod";
|
2
2
|
import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
|
3
3
|
import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
|
4
|
-
import {
|
4
|
+
import { zodSchema } from "../../core/schema/ZodSchema.js";
|
5
5
|
import { AbstractModel } from "../../model-function/AbstractModel.js";
|
6
6
|
import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
|
7
7
|
import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
|
@@ -158,7 +158,7 @@ const mistralChatResponseSchema = z.object({
|
|
158
158
|
total_tokens: z.number(),
|
159
159
|
}),
|
160
160
|
});
|
161
|
-
const mistralChatStreamChunkSchema =
|
161
|
+
const mistralChatStreamChunkSchema = z.object({
|
162
162
|
id: z.string(),
|
163
163
|
object: z.string().optional(),
|
164
164
|
created: z.number().optional(),
|
@@ -174,20 +174,20 @@ const mistralChatStreamChunkSchema = new ZodSchema(z.object({
|
|
174
174
|
.nullable()
|
175
175
|
.optional(),
|
176
176
|
})),
|
177
|
-
})
|
177
|
+
});
|
178
178
|
export const MistralChatResponseFormat = {
|
179
179
|
/**
|
180
180
|
* Returns the response as a JSON object.
|
181
181
|
*/
|
182
182
|
json: {
|
183
183
|
stream: false,
|
184
|
-
handler: createJsonResponseHandler(mistralChatResponseSchema),
|
184
|
+
handler: createJsonResponseHandler(zodSchema(mistralChatResponseSchema)),
|
185
185
|
},
|
186
186
|
/**
|
187
187
|
* Returns an async iterable over the text deltas (only the tex different of the first choice).
|
188
188
|
*/
|
189
189
|
textDeltaIterable: {
|
190
190
|
stream: true,
|
191
|
-
handler: createEventSourceResponseHandler(mistralChatStreamChunkSchema),
|
191
|
+
handler: createEventSourceResponseHandler(zodSchema(mistralChatStreamChunkSchema)),
|
192
192
|
},
|
193
193
|
};
|
@@ -4,14 +4,14 @@ exports.failedMistralCallResponseHandler = void 0;
|
|
4
4
|
const zod_1 = require("zod");
|
5
5
|
const postToApi_js_1 = require("../../core/api/postToApi.cjs");
|
6
6
|
const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
|
7
|
-
const mistralErrorDataSchema =
|
7
|
+
const mistralErrorDataSchema = zod_1.z.object({
|
8
8
|
object: zod_1.z.literal("error"),
|
9
9
|
message: zod_1.z.string(),
|
10
10
|
type: zod_1.z.string(),
|
11
11
|
param: zod_1.z.string().nullable(),
|
12
12
|
code: zod_1.z.string(),
|
13
|
-
})
|
13
|
+
});
|
14
14
|
exports.failedMistralCallResponseHandler = (0, postToApi_js_1.createJsonErrorResponseHandler)({
|
15
|
-
errorSchema: mistralErrorDataSchema,
|
15
|
+
errorSchema: (0, ZodSchema_js_1.zodSchema)(mistralErrorDataSchema),
|
16
16
|
errorToMessage: (error) => error.message,
|
17
17
|
});
|
@@ -1,13 +1,25 @@
|
|
1
|
+
import { z } from "zod";
|
1
2
|
import { ApiCallError } from "../../core/api/ApiCallError.js";
|
2
3
|
import { ResponseHandler } from "../../core/api/postToApi.js";
|
3
|
-
|
4
|
-
|
4
|
+
declare const mistralErrorDataSchema: z.ZodObject<{
|
5
|
+
object: z.ZodLiteral<"error">;
|
6
|
+
message: z.ZodString;
|
7
|
+
type: z.ZodString;
|
8
|
+
param: z.ZodNullable<z.ZodString>;
|
9
|
+
code: z.ZodString;
|
10
|
+
}, "strip", z.ZodTypeAny, {
|
11
|
+
object: "error";
|
12
|
+
message: string;
|
13
|
+
code: string;
|
14
|
+
type: string;
|
15
|
+
param: string | null;
|
16
|
+
}, {
|
5
17
|
object: "error";
|
6
18
|
message: string;
|
7
19
|
code: string;
|
8
20
|
type: string;
|
9
21
|
param: string | null;
|
10
22
|
}>;
|
11
|
-
export type MistralErrorData =
|
23
|
+
export type MistralErrorData = z.infer<typeof mistralErrorDataSchema>;
|
12
24
|
export declare const failedMistralCallResponseHandler: ResponseHandler<ApiCallError>;
|
13
25
|
export {};
|
@@ -1,14 +1,14 @@
|
|
1
1
|
import { z } from "zod";
|
2
2
|
import { createJsonErrorResponseHandler, } from "../../core/api/postToApi.js";
|
3
|
-
import {
|
4
|
-
const mistralErrorDataSchema =
|
3
|
+
import { zodSchema } from "../../core/schema/ZodSchema.js";
|
4
|
+
const mistralErrorDataSchema = z.object({
|
5
5
|
object: z.literal("error"),
|
6
6
|
message: z.string(),
|
7
7
|
type: z.string(),
|
8
8
|
param: z.string().nullable(),
|
9
9
|
code: z.string(),
|
10
|
-
})
|
10
|
+
});
|
11
11
|
export const failedMistralCallResponseHandler = createJsonErrorResponseHandler({
|
12
|
-
errorSchema: mistralErrorDataSchema,
|
12
|
+
errorSchema: zodSchema(mistralErrorDataSchema),
|
13
13
|
errorToMessage: (error) => error.message,
|
14
14
|
});
|
@@ -2,8 +2,12 @@
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
3
3
|
exports.TextEmbedder = exports.ChatTextGenerator = exports.Api = void 0;
|
4
4
|
const MistralApiConfiguration_js_1 = require("./MistralApiConfiguration.cjs");
|
5
|
-
const MistralTextEmbeddingModel_js_1 = require("./MistralTextEmbeddingModel.cjs");
|
6
5
|
const MistralChatModel_js_1 = require("./MistralChatModel.cjs");
|
6
|
+
const MistralTextEmbeddingModel_js_1 = require("./MistralTextEmbeddingModel.cjs");
|
7
|
+
/**
|
8
|
+
* Creates an API configuration for the Mistral API.
|
9
|
+
* It calls the API at https://api.mistral.ai/v1 and uses the `MISTRAL_API_KEY` env variable by default.
|
10
|
+
*/
|
7
11
|
function Api(settings) {
|
8
12
|
return new MistralApiConfiguration_js_1.MistralApiConfiguration(settings);
|
9
13
|
}
|
@@ -1,7 +1,14 @@
|
|
1
|
-
import {
|
2
|
-
import {
|
1
|
+
import { PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseUrlApiConfiguration.js";
|
2
|
+
import { MistralApiConfiguration } from "./MistralApiConfiguration.js";
|
3
3
|
import { MistralChatModel, MistralChatModelSettings } from "./MistralChatModel.js";
|
4
|
-
|
4
|
+
import { MistralTextEmbeddingModel, MistralTextEmbeddingModelSettings } from "./MistralTextEmbeddingModel.js";
|
5
|
+
/**
|
6
|
+
* Creates an API configuration for the Mistral API.
|
7
|
+
* It calls the API at https://api.mistral.ai/v1 and uses the `MISTRAL_API_KEY` env variable by default.
|
8
|
+
*/
|
9
|
+
export declare function Api(settings: PartialBaseUrlPartsApiConfigurationOptions & {
|
10
|
+
apiKey?: string;
|
11
|
+
}): MistralApiConfiguration;
|
5
12
|
export declare function ChatTextGenerator(settings: MistralChatModelSettings): MistralChatModel;
|
6
13
|
export declare function TextEmbedder(settings: MistralTextEmbeddingModelSettings): MistralTextEmbeddingModel;
|
7
14
|
export { MistralChatMessage as ChatMessage, MistralChatPrompt as ChatPrompt, } from "./MistralChatModel.js";
|
@@ -1,6 +1,10 @@
|
|
1
|
-
import { MistralApiConfiguration
|
2
|
-
import { MistralTextEmbeddingModel, } from "./MistralTextEmbeddingModel.js";
|
1
|
+
import { MistralApiConfiguration } from "./MistralApiConfiguration.js";
|
3
2
|
import { MistralChatModel, } from "./MistralChatModel.js";
|
3
|
+
import { MistralTextEmbeddingModel, } from "./MistralTextEmbeddingModel.js";
|
4
|
+
/**
|
5
|
+
* Creates an API configuration for the Mistral API.
|
6
|
+
* It calls the API at https://api.mistral.ai/v1 and uses the `MISTRAL_API_KEY` env variable by default.
|
7
|
+
*/
|
4
8
|
export function Api(settings) {
|
5
9
|
return new MistralApiConfiguration(settings);
|
6
10
|
}
|
@@ -4,6 +4,7 @@ exports.MistralTextEmbeddingModel = void 0;
|
|
4
4
|
const zod_1 = require("zod");
|
5
5
|
const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
|
6
6
|
const postToApi_js_1 = require("../../core/api/postToApi.cjs");
|
7
|
+
const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
|
7
8
|
const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
|
8
9
|
const MistralApiConfiguration_js_1 = require("./MistralApiConfiguration.cjs");
|
9
10
|
const MistralError_js_1 = require("./MistralError.cjs");
|
@@ -62,7 +63,7 @@ class MistralTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
|
|
62
63
|
encoding_format: encodingFormat,
|
63
64
|
},
|
64
65
|
failedResponseHandler: MistralError_js_1.failedMistralCallResponseHandler,
|
65
|
-
successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)(MistralTextEmbeddingResponseSchema),
|
66
|
+
successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(MistralTextEmbeddingResponseSchema)),
|
66
67
|
abortSignal,
|
67
68
|
}),
|
68
69
|
});
|
@@ -37,11 +37,11 @@ export declare class MistralTextEmbeddingModel extends AbstractModel<MistralText
|
|
37
37
|
embedding: number[];
|
38
38
|
index: number;
|
39
39
|
}[];
|
40
|
+
model: string;
|
40
41
|
usage: {
|
41
42
|
prompt_tokens: number;
|
42
43
|
total_tokens: number;
|
43
44
|
};
|
44
|
-
model: string;
|
45
45
|
id: string;
|
46
46
|
};
|
47
47
|
embeddings: number[][];
|
@@ -82,11 +82,11 @@ declare const MistralTextEmbeddingResponseSchema: z.ZodObject<{
|
|
82
82
|
embedding: number[];
|
83
83
|
index: number;
|
84
84
|
}[];
|
85
|
+
model: string;
|
85
86
|
usage: {
|
86
87
|
prompt_tokens: number;
|
87
88
|
total_tokens: number;
|
88
89
|
};
|
89
|
-
model: string;
|
90
90
|
id: string;
|
91
91
|
}, {
|
92
92
|
object: string;
|
@@ -95,11 +95,11 @@ declare const MistralTextEmbeddingResponseSchema: z.ZodObject<{
|
|
95
95
|
embedding: number[];
|
96
96
|
index: number;
|
97
97
|
}[];
|
98
|
+
model: string;
|
98
99
|
usage: {
|
99
100
|
prompt_tokens: number;
|
100
101
|
total_tokens: number;
|
101
102
|
};
|
102
|
-
model: string;
|
103
103
|
id: string;
|
104
104
|
}>;
|
105
105
|
export type MistralTextEmbeddingResponse = z.infer<typeof MistralTextEmbeddingResponseSchema>;
|
@@ -1,6 +1,7 @@
|
|
1
1
|
import { z } from "zod";
|
2
2
|
import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
|
3
3
|
import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
|
4
|
+
import { zodSchema } from "../../core/schema/ZodSchema.js";
|
4
5
|
import { AbstractModel } from "../../model-function/AbstractModel.js";
|
5
6
|
import { MistralApiConfiguration } from "./MistralApiConfiguration.js";
|
6
7
|
import { failedMistralCallResponseHandler } from "./MistralError.js";
|
@@ -59,7 +60,7 @@ export class MistralTextEmbeddingModel extends AbstractModel {
|
|
59
60
|
encoding_format: encodingFormat,
|
60
61
|
},
|
61
62
|
failedResponseHandler: failedMistralCallResponseHandler,
|
62
|
-
successfulResponseHandler: createJsonResponseHandler(MistralTextEmbeddingResponseSchema),
|
63
|
+
successfulResponseHandler: createJsonResponseHandler(zodSchema(MistralTextEmbeddingResponseSchema)),
|
63
64
|
abortSignal,
|
64
65
|
}),
|
65
66
|
});
|
@@ -2,13 +2,20 @@
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
3
3
|
exports.OllamaApiConfiguration = void 0;
|
4
4
|
const BaseUrlApiConfiguration_js_1 = require("../../core/api/BaseUrlApiConfiguration.cjs");
|
5
|
-
|
6
|
-
|
5
|
+
/**
|
6
|
+
* Creates an API configuration for the Ollama API.
|
7
|
+
* It calls the API at http://127.0.0.1:11434 by default.
|
8
|
+
*/
|
9
|
+
class OllamaApiConfiguration extends BaseUrlApiConfiguration_js_1.BaseUrlApiConfigurationWithDefaults {
|
10
|
+
constructor(settings = {}) {
|
7
11
|
super({
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
+
...settings,
|
13
|
+
baseUrlDefaults: {
|
14
|
+
protocol: "http",
|
15
|
+
host: "127.0.0.1",
|
16
|
+
port: "11434",
|
17
|
+
path: "",
|
18
|
+
},
|
12
19
|
});
|
13
20
|
}
|
14
21
|
}
|
@@ -1,11 +1,8 @@
|
|
1
|
-
import {
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
};
|
9
|
-
export declare class OllamaApiConfiguration extends BaseUrlApiConfiguration {
|
10
|
-
constructor({ baseUrl, retry, throttle, }?: OllamaApiConfigurationSettings);
|
1
|
+
import { BaseUrlApiConfigurationWithDefaults, PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseUrlApiConfiguration.js";
|
2
|
+
/**
|
3
|
+
* Creates an API configuration for the Ollama API.
|
4
|
+
* It calls the API at http://127.0.0.1:11434 by default.
|
5
|
+
*/
|
6
|
+
export declare class OllamaApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
|
7
|
+
constructor(settings?: PartialBaseUrlPartsApiConfigurationOptions);
|
11
8
|
}
|
@@ -1,11 +1,18 @@
|
|
1
|
-
import {
|
2
|
-
|
3
|
-
|
1
|
+
import { BaseUrlApiConfigurationWithDefaults, } from "../../core/api/BaseUrlApiConfiguration.js";
|
2
|
+
/**
|
3
|
+
* Creates an API configuration for the Ollama API.
|
4
|
+
* It calls the API at http://127.0.0.1:11434 by default.
|
5
|
+
*/
|
6
|
+
export class OllamaApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
|
7
|
+
constructor(settings = {}) {
|
4
8
|
super({
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
+
...settings,
|
10
|
+
baseUrlDefaults: {
|
11
|
+
protocol: "http",
|
12
|
+
host: "127.0.0.1",
|
13
|
+
port: "11434",
|
14
|
+
path: "",
|
15
|
+
},
|
9
16
|
});
|
10
17
|
}
|
11
18
|
}
|
@@ -11,7 +11,7 @@ const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
|
|
11
11
|
const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
|
12
12
|
const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
|
13
13
|
const TextGenerationToolCallModel_js_1 = require("../../tool/generate-tool-call/TextGenerationToolCallModel.cjs");
|
14
|
-
const
|
14
|
+
const TextGenerationToolCallsModel_js_1 = require("../../tool/generate-tool-calls/TextGenerationToolCallsModel.cjs");
|
15
15
|
const createJsonStreamResponseHandler_js_1 = require("../../util/streaming/createJsonStreamResponseHandler.cjs");
|
16
16
|
const OllamaApiConfiguration_js_1 = require("./OllamaApiConfiguration.cjs");
|
17
17
|
const OllamaChatPromptTemplate_js_1 = require("./OllamaChatPromptTemplate.cjs");
|
@@ -143,7 +143,7 @@ class OllamaChatModel extends AbstractModel_js_1.AbstractModel {
|
|
143
143
|
});
|
144
144
|
}
|
145
145
|
asToolCallsOrTextGenerationModel(promptTemplate) {
|
146
|
-
return new
|
146
|
+
return new TextGenerationToolCallsModel_js_1.TextGenerationToolCallsModel({
|
147
147
|
model: this,
|
148
148
|
template: promptTemplate,
|
149
149
|
});
|
@@ -197,7 +197,7 @@ const ollamaChatResponseSchema = zod_1.z.object({
|
|
197
197
|
eval_count: zod_1.z.number(),
|
198
198
|
eval_duration: zod_1.z.number(),
|
199
199
|
});
|
200
|
-
const ollamaChatStreamChunkSchema =
|
200
|
+
const ollamaChatStreamChunkSchema = zod_1.z.discriminatedUnion("done", [
|
201
201
|
zod_1.z.object({
|
202
202
|
done: zod_1.z.literal(false),
|
203
203
|
model: zod_1.z.string(),
|
@@ -218,7 +218,7 @@ const ollamaChatStreamChunkSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.discrim
|
|
218
218
|
eval_count: zod_1.z.number(),
|
219
219
|
eval_duration: zod_1.z.number(),
|
220
220
|
}),
|
221
|
-
])
|
221
|
+
]);
|
222
222
|
exports.OllamaChatResponseFormat = {
|
223
223
|
/**
|
224
224
|
* Returns the response as a JSON object.
|
@@ -229,7 +229,7 @@ exports.OllamaChatResponseFormat = {
|
|
229
229
|
const responseBody = await response.text();
|
230
230
|
const parsedResult = (0, parseJSON_js_1.safeParseJSON)({
|
231
231
|
text: responseBody,
|
232
|
-
schema:
|
232
|
+
schema: (0, ZodSchema_js_1.zodSchema)(zod_1.z.union([
|
233
233
|
ollamaChatResponseSchema,
|
234
234
|
zod_1.z.object({
|
235
235
|
done: zod_1.z.literal(false),
|
@@ -267,6 +267,6 @@ exports.OllamaChatResponseFormat = {
|
|
267
267
|
*/
|
268
268
|
deltaIterable: {
|
269
269
|
stream: true,
|
270
|
-
handler: (0, createJsonStreamResponseHandler_js_1.createJsonStreamResponseHandler)(ollamaChatStreamChunkSchema),
|
270
|
+
handler: (0, createJsonStreamResponseHandler_js_1.createJsonStreamResponseHandler)((0, ZodSchema_js_1.zodSchema)(ollamaChatStreamChunkSchema)),
|
271
271
|
},
|
272
272
|
};
|