@fllf/agent-sdk 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +240 -0
- package/dist/agent/Agent.d.ts +34 -0
- package/dist/agent/Agent.d.ts.map +1 -0
- package/dist/agent/Agent.js +168 -0
- package/dist/agent/Agent.js.map +1 -0
- package/dist/agent/createAgent.d.ts +4 -0
- package/dist/agent/createAgent.d.ts.map +1 -0
- package/dist/agent/createAgent.js +8 -0
- package/dist/agent/createAgent.js.map +1 -0
- package/dist/agent/index.d.ts +4 -0
- package/dist/agent/index.d.ts.map +1 -0
- package/dist/agent/index.js +8 -0
- package/dist/agent/index.js.map +1 -0
- package/dist/agent/types.d.ts +23 -0
- package/dist/agent/types.d.ts.map +1 -0
- package/dist/agent/types.js +3 -0
- package/dist/agent/types.js.map +1 -0
- package/dist/config/config.d.ts +35 -0
- package/dist/config/config.d.ts.map +1 -0
- package/dist/config/config.js +123 -0
- package/dist/config/config.js.map +1 -0
- package/dist/config/index.d.ts +3 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +6 -0
- package/dist/config/index.js.map +1 -0
- package/dist/executors/base.d.ts +44 -0
- package/dist/executors/base.d.ts.map +1 -0
- package/dist/executors/base.js +3 -0
- package/dist/executors/base.js.map +1 -0
- package/dist/executors/index.d.ts +7 -0
- package/dist/executors/index.d.ts.map +1 -0
- package/dist/executors/index.js +10 -0
- package/dist/executors/index.js.map +1 -0
- package/dist/executors/rag-executor.d.ts +16 -0
- package/dist/executors/rag-executor.d.ts.map +1 -0
- package/dist/executors/rag-executor.js +120 -0
- package/dist/executors/rag-executor.js.map +1 -0
- package/dist/executors/simple-chat-executor.d.ts +5 -0
- package/dist/executors/simple-chat-executor.d.ts.map +1 -0
- package/dist/executors/simple-chat-executor.js +77 -0
- package/dist/executors/simple-chat-executor.js.map +1 -0
- package/dist/executors/tool-calling-executor.d.ts +10 -0
- package/dist/executors/tool-calling-executor.d.ts.map +1 -0
- package/dist/executors/tool-calling-executor.js +151 -0
- package/dist/executors/tool-calling-executor.js.map +1 -0
- package/dist/history/base.d.ts +16 -0
- package/dist/history/base.d.ts.map +1 -0
- package/dist/history/base.js +10 -0
- package/dist/history/base.js.map +1 -0
- package/dist/history/in-memory.d.ts +26 -0
- package/dist/history/in-memory.d.ts.map +1 -0
- package/dist/history/in-memory.js +88 -0
- package/dist/history/in-memory.js.map +1 -0
- package/dist/history/index.d.ts +5 -0
- package/dist/history/index.d.ts.map +1 -0
- package/dist/history/index.js +10 -0
- package/dist/history/index.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +26 -0
- package/dist/index.js.map +1 -0
- package/dist/llm/LLM.d.ts +23 -0
- package/dist/llm/LLM.d.ts.map +1 -0
- package/dist/llm/LLM.js +404 -0
- package/dist/llm/LLM.js.map +1 -0
- package/dist/llm/errors.d.ts +43 -0
- package/dist/llm/errors.d.ts.map +1 -0
- package/dist/llm/errors.js +128 -0
- package/dist/llm/errors.js.map +1 -0
- package/dist/llm/factory.d.ts +9 -0
- package/dist/llm/factory.d.ts.map +1 -0
- package/dist/llm/factory.js +28 -0
- package/dist/llm/factory.js.map +1 -0
- package/dist/llm/index.d.ts +6 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +18 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/llm/providers/base.d.ts +3 -0
- package/dist/llm/providers/base.d.ts.map +1 -0
- package/dist/llm/providers/base.js +3 -0
- package/dist/llm/providers/base.js.map +1 -0
- package/dist/llm/providers/local.d.ts +6 -0
- package/dist/llm/providers/local.d.ts.map +1 -0
- package/dist/llm/providers/local.js +19 -0
- package/dist/llm/providers/local.js.map +1 -0
- package/dist/llm/providers/openai-compatible.d.ts +13 -0
- package/dist/llm/providers/openai-compatible.d.ts.map +1 -0
- package/dist/llm/providers/openai-compatible.js +176 -0
- package/dist/llm/providers/openai-compatible.js.map +1 -0
- package/dist/llm/providers/openai.d.ts +6 -0
- package/dist/llm/providers/openai.d.ts.map +1 -0
- package/dist/llm/providers/openai.js +23 -0
- package/dist/llm/providers/openai.js.map +1 -0
- package/dist/llm/types.d.ts +116 -0
- package/dist/llm/types.d.ts.map +1 -0
- package/dist/llm/types.js +3 -0
- package/dist/llm/types.js.map +1 -0
- package/dist/messages/index.d.ts +3 -0
- package/dist/messages/index.d.ts.map +1 -0
- package/dist/messages/index.js +6 -0
- package/dist/messages/index.js.map +1 -0
- package/dist/messages/message.d.ts +25 -0
- package/dist/messages/message.d.ts.map +1 -0
- package/dist/messages/message.js +110 -0
- package/dist/messages/message.js.map +1 -0
- package/dist/messages/types.d.ts +20 -0
- package/dist/messages/types.d.ts.map +1 -0
- package/dist/messages/types.js +3 -0
- package/dist/messages/types.js.map +1 -0
- package/dist/observability/console-observer.d.ts +10 -0
- package/dist/observability/console-observer.d.ts.map +1 -0
- package/dist/observability/console-observer.js +28 -0
- package/dist/observability/console-observer.js.map +1 -0
- package/dist/observability/index.d.ts +5 -0
- package/dist/observability/index.d.ts.map +1 -0
- package/dist/observability/index.js +11 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/observer.d.ts +8 -0
- package/dist/observability/observer.d.ts.map +1 -0
- package/dist/observability/observer.js +46 -0
- package/dist/observability/observer.js.map +1 -0
- package/dist/observability/types.d.ts +34 -0
- package/dist/observability/types.d.ts.map +1 -0
- package/dist/observability/types.js +3 -0
- package/dist/observability/types.js.map +1 -0
- package/dist/rag/chunking/auto-chunker.d.ts +25 -0
- package/dist/rag/chunking/auto-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/auto-chunker.js +101 -0
- package/dist/rag/chunking/auto-chunker.js.map +1 -0
- package/dist/rag/chunking/chunker.d.ts +44 -0
- package/dist/rag/chunking/chunker.d.ts.map +1 -0
- package/dist/rag/chunking/chunker.js +162 -0
- package/dist/rag/chunking/chunker.js.map +1 -0
- package/dist/rag/chunking/index.d.ts +6 -0
- package/dist/rag/chunking/index.d.ts.map +1 -0
- package/dist/rag/chunking/index.js +22 -0
- package/dist/rag/chunking/index.js.map +1 -0
- package/dist/rag/chunking/markdown-chunker.d.ts +13 -0
- package/dist/rag/chunking/markdown-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/markdown-chunker.js +144 -0
- package/dist/rag/chunking/markdown-chunker.js.map +1 -0
- package/dist/rag/chunking/parent-child.d.ts +16 -0
- package/dist/rag/chunking/parent-child.d.ts.map +1 -0
- package/dist/rag/chunking/parent-child.js +76 -0
- package/dist/rag/chunking/parent-child.js.map +1 -0
- package/dist/rag/chunking/recursive-chunker.d.ts +11 -0
- package/dist/rag/chunking/recursive-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/recursive-chunker.js +27 -0
- package/dist/rag/chunking/recursive-chunker.js.map +1 -0
- package/dist/rag/embeddings/embedder.d.ts +24 -0
- package/dist/rag/embeddings/embedder.d.ts.map +1 -0
- package/dist/rag/embeddings/embedder.js +73 -0
- package/dist/rag/embeddings/embedder.js.map +1 -0
- package/dist/rag/embeddings/embedding-cache.d.ts +40 -0
- package/dist/rag/embeddings/embedding-cache.d.ts.map +1 -0
- package/dist/rag/embeddings/embedding-cache.js +118 -0
- package/dist/rag/embeddings/embedding-cache.js.map +1 -0
- package/dist/rag/embeddings/fake-embedder.d.ts +20 -0
- package/dist/rag/embeddings/fake-embedder.d.ts.map +1 -0
- package/dist/rag/embeddings/fake-embedder.js +55 -0
- package/dist/rag/embeddings/fake-embedder.js.map +1 -0
- package/dist/rag/embeddings/index.d.ts +5 -0
- package/dist/rag/embeddings/index.d.ts.map +1 -0
- package/dist/rag/embeddings/index.js +21 -0
- package/dist/rag/embeddings/index.js.map +1 -0
- package/dist/rag/embeddings/openai-compatible-embedder.d.ts +46 -0
- package/dist/rag/embeddings/openai-compatible-embedder.d.ts.map +1 -0
- package/dist/rag/embeddings/openai-compatible-embedder.js +145 -0
- package/dist/rag/embeddings/openai-compatible-embedder.js.map +1 -0
- package/dist/rag/generation/context-builder.d.ts +22 -0
- package/dist/rag/generation/context-builder.d.ts.map +1 -0
- package/dist/rag/generation/context-builder.js +166 -0
- package/dist/rag/generation/context-builder.js.map +1 -0
- package/dist/rag/generation/generator.d.ts +25 -0
- package/dist/rag/generation/generator.d.ts.map +1 -0
- package/dist/rag/generation/generator.js +185 -0
- package/dist/rag/generation/generator.js.map +1 -0
- package/dist/rag/generation/index.d.ts +4 -0
- package/dist/rag/generation/index.d.ts.map +1 -0
- package/dist/rag/generation/index.js +20 -0
- package/dist/rag/generation/index.js.map +1 -0
- package/dist/rag/generation/verifier.d.ts +13 -0
- package/dist/rag/generation/verifier.d.ts.map +1 -0
- package/dist/rag/generation/verifier.js +43 -0
- package/dist/rag/generation/verifier.js.map +1 -0
- package/dist/rag/index.d.ts +9 -0
- package/dist/rag/index.d.ts.map +1 -0
- package/dist/rag/index.js +25 -0
- package/dist/rag/index.js.map +1 -0
- package/dist/rag/ingestion/index.d.ts +4 -0
- package/dist/rag/ingestion/index.d.ts.map +1 -0
- package/dist/rag/ingestion/index.js +20 -0
- package/dist/rag/ingestion/index.js.map +1 -0
- package/dist/rag/ingestion/loaders.d.ts +69 -0
- package/dist/rag/ingestion/loaders.d.ts.map +1 -0
- package/dist/rag/ingestion/loaders.js +653 -0
- package/dist/rag/ingestion/loaders.js.map +1 -0
- package/dist/rag/ingestion/metadata.d.ts +31 -0
- package/dist/rag/ingestion/metadata.d.ts.map +1 -0
- package/dist/rag/ingestion/metadata.js +81 -0
- package/dist/rag/ingestion/metadata.js.map +1 -0
- package/dist/rag/ingestion/normalizer.d.ts +20 -0
- package/dist/rag/ingestion/normalizer.d.ts.map +1 -0
- package/dist/rag/ingestion/normalizer.js +161 -0
- package/dist/rag/ingestion/normalizer.js.map +1 -0
- package/dist/rag/pipeline.d.ts +62 -0
- package/dist/rag/pipeline.d.ts.map +1 -0
- package/dist/rag/pipeline.js +75 -0
- package/dist/rag/pipeline.js.map +1 -0
- package/dist/rag/retrieval/dense-retriever.d.ts +17 -0
- package/dist/rag/retrieval/dense-retriever.d.ts.map +1 -0
- package/dist/rag/retrieval/dense-retriever.js +21 -0
- package/dist/rag/retrieval/dense-retriever.js.map +1 -0
- package/dist/rag/retrieval/fusion.d.ts +12 -0
- package/dist/rag/retrieval/fusion.d.ts.map +1 -0
- package/dist/rag/retrieval/fusion.js +54 -0
- package/dist/rag/retrieval/fusion.js.map +1 -0
- package/dist/rag/retrieval/http-rerank-model-client.d.ts +41 -0
- package/dist/rag/retrieval/http-rerank-model-client.d.ts.map +1 -0
- package/dist/rag/retrieval/http-rerank-model-client.js +130 -0
- package/dist/rag/retrieval/http-rerank-model-client.js.map +1 -0
- package/dist/rag/retrieval/hybrid-retriever.d.ts +22 -0
- package/dist/rag/retrieval/hybrid-retriever.d.ts.map +1 -0
- package/dist/rag/retrieval/hybrid-retriever.js +49 -0
- package/dist/rag/retrieval/hybrid-retriever.js.map +1 -0
- package/dist/rag/retrieval/index.d.ts +8 -0
- package/dist/rag/retrieval/index.d.ts.map +1 -0
- package/dist/rag/retrieval/index.js +24 -0
- package/dist/rag/retrieval/index.js.map +1 -0
- package/dist/rag/retrieval/reranker.d.ts +30 -0
- package/dist/rag/retrieval/reranker.d.ts.map +1 -0
- package/dist/rag/retrieval/reranker.js +85 -0
- package/dist/rag/retrieval/reranker.js.map +1 -0
- package/dist/rag/retrieval/sparse-retriever.d.ts +14 -0
- package/dist/rag/retrieval/sparse-retriever.d.ts.map +1 -0
- package/dist/rag/retrieval/sparse-retriever.js +18 -0
- package/dist/rag/retrieval/sparse-retriever.js.map +1 -0
- package/dist/rag/retrieval/types.d.ts +11 -0
- package/dist/rag/retrieval/types.d.ts.map +1 -0
- package/dist/rag/retrieval/types.js +10 -0
- package/dist/rag/retrieval/types.js.map +1 -0
- package/dist/rag/retrieval/utils.d.ts +8 -0
- package/dist/rag/retrieval/utils.d.ts.map +1 -0
- package/dist/rag/retrieval/utils.js +114 -0
- package/dist/rag/retrieval/utils.js.map +1 -0
- package/dist/rag/stores/in-memory-document-store.d.ts +14 -0
- package/dist/rag/stores/in-memory-document-store.d.ts.map +1 -0
- package/dist/rag/stores/in-memory-document-store.js +64 -0
- package/dist/rag/stores/in-memory-document-store.js.map +1 -0
- package/dist/rag/stores/in-memory-keyword-store.d.ts +10 -0
- package/dist/rag/stores/in-memory-keyword-store.d.ts.map +1 -0
- package/dist/rag/stores/in-memory-keyword-store.js +99 -0
- package/dist/rag/stores/in-memory-keyword-store.js.map +1 -0
- package/dist/rag/stores/in-memory-vector-store.d.ts +14 -0
- package/dist/rag/stores/in-memory-vector-store.d.ts.map +1 -0
- package/dist/rag/stores/in-memory-vector-store.js +61 -0
- package/dist/rag/stores/in-memory-vector-store.js.map +1 -0
- package/dist/rag/stores/index.d.ts +6 -0
- package/dist/rag/stores/index.d.ts.map +1 -0
- package/dist/rag/stores/index.js +22 -0
- package/dist/rag/stores/index.js.map +1 -0
- package/dist/rag/stores/postgres/index.d.ts +6 -0
- package/dist/rag/stores/postgres/index.d.ts.map +1 -0
- package/dist/rag/stores/postgres/index.js +22 -0
- package/dist/rag/stores/postgres/index.js.map +1 -0
- package/dist/rag/stores/postgres/pg-vector-store.d.ts +16 -0
- package/dist/rag/stores/postgres/pg-vector-store.d.ts.map +1 -0
- package/dist/rag/stores/postgres/pg-vector-store.js +77 -0
- package/dist/rag/stores/postgres/pg-vector-store.js.map +1 -0
- package/dist/rag/stores/postgres/postgres-document-store.d.ts +15 -0
- package/dist/rag/stores/postgres/postgres-document-store.d.ts.map +1 -0
- package/dist/rag/stores/postgres/postgres-document-store.js +174 -0
- package/dist/rag/stores/postgres/postgres-document-store.js.map +1 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.d.ts +15 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.d.ts.map +1 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.js +163 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.js.map +1 -0
- package/dist/rag/stores/postgres/schema.d.ts +8 -0
- package/dist/rag/stores/postgres/schema.d.ts.map +1 -0
- package/dist/rag/stores/postgres/schema.js +91 -0
- package/dist/rag/stores/postgres/schema.js.map +1 -0
- package/dist/rag/stores/postgres/sql.d.ts +23 -0
- package/dist/rag/stores/postgres/sql.d.ts.map +1 -0
- package/dist/rag/stores/postgres/sql.js +177 -0
- package/dist/rag/stores/postgres/sql.js.map +1 -0
- package/dist/rag/stores/postgres/types.d.ts +17 -0
- package/dist/rag/stores/postgres/types.d.ts.map +1 -0
- package/dist/rag/stores/postgres/types.js +3 -0
- package/dist/rag/stores/postgres/types.js.map +1 -0
- package/dist/rag/stores/types.d.ts +36 -0
- package/dist/rag/stores/types.d.ts.map +1 -0
- package/dist/rag/stores/types.js +3 -0
- package/dist/rag/stores/types.js.map +1 -0
- package/dist/rag/stores/utils.d.ts +11 -0
- package/dist/rag/stores/utils.d.ts.map +1 -0
- package/dist/rag/stores/utils.js +200 -0
- package/dist/rag/stores/utils.js.map +1 -0
- package/dist/rag/types.d.ts +174 -0
- package/dist/rag/types.d.ts.map +1 -0
- package/dist/rag/types.js +3 -0
- package/dist/rag/types.js.map +1 -0
- package/dist/tools/base.d.ts +28 -0
- package/dist/tools/base.d.ts.map +1 -0
- package/dist/tools/base.js +68 -0
- package/dist/tools/base.js.map +1 -0
- package/dist/tools/builtin/advancedSearchTool.d.ts +24 -0
- package/dist/tools/builtin/advancedSearchTool.d.ts.map +1 -0
- package/dist/tools/builtin/advancedSearchTool.js +134 -0
- package/dist/tools/builtin/advancedSearchTool.js.map +1 -0
- package/dist/tools/builtin/ragSearchTool.d.ts +29 -0
- package/dist/tools/builtin/ragSearchTool.d.ts.map +1 -0
- package/dist/tools/builtin/ragSearchTool.js +91 -0
- package/dist/tools/builtin/ragSearchTool.js.map +1 -0
- package/dist/tools/executor.d.ts +10 -0
- package/dist/tools/executor.d.ts.map +1 -0
- package/dist/tools/executor.js +86 -0
- package/dist/tools/executor.js.map +1 -0
- package/dist/tools/index.d.ts +9 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +16 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/registry.d.ts +16 -0
- package/dist/tools/registry.d.ts.map +1 -0
- package/dist/tools/registry.js +35 -0
- package/dist/tools/registry.js.map +1 -0
- package/package.json +43 -0
package/dist/llm/LLM.js
ADDED
|
@@ -0,0 +1,404 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLM = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
const observability_1 = require("../observability");
|
|
6
|
+
const errors_1 = require("./errors");
|
|
7
|
+
const factory_1 = require("./factory");
|
|
8
|
+
const DEFAULT_TIMEOUT_MS = 60_000;
|
|
9
|
+
const DEFAULT_MAX_RETRIES = 2;
|
|
10
|
+
const DEFAULT_RETRY_DELAY_MS = 250;
|
|
11
|
+
const DEFAULT_RETRY_MAX_DELAY_MS = 2_000;
|
|
12
|
+
class LLM {
|
|
13
|
+
provider;
|
|
14
|
+
runtimeConfig;
|
|
15
|
+
constructor(config = {}) {
|
|
16
|
+
const { provider, timeoutMs, maxRetries, retryDelayMs, retryMaxDelayMs, ...providerConfig } = config;
|
|
17
|
+
const resolvedProvider = provider
|
|
18
|
+
? factory_1.ModelProviderFactory.create(provider, providerConfig)
|
|
19
|
+
: factory_1.ModelProviderFactory.autoDetect(providerConfig);
|
|
20
|
+
this.provider = resolvedProvider;
|
|
21
|
+
this.runtimeConfig = {
|
|
22
|
+
timeoutMs: timeoutMs ?? DEFAULT_TIMEOUT_MS,
|
|
23
|
+
maxRetries: maxRetries ?? DEFAULT_MAX_RETRIES,
|
|
24
|
+
retryDelayMs: retryDelayMs ?? DEFAULT_RETRY_DELAY_MS,
|
|
25
|
+
retryMaxDelayMs: retryMaxDelayMs ?? DEFAULT_RETRY_MAX_DELAY_MS,
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
get name() {
|
|
29
|
+
return this.provider.name;
|
|
30
|
+
}
|
|
31
|
+
get model() {
|
|
32
|
+
return this.provider.model;
|
|
33
|
+
}
|
|
34
|
+
get client() {
|
|
35
|
+
return this.provider.client;
|
|
36
|
+
}
|
|
37
|
+
capabilities(model) {
|
|
38
|
+
return this.provider.capabilities(model);
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Agent 和 Executor 都通过这里与模型对话。
|
|
42
|
+
* 这里集中处理超时、重试和错误归一化,避免这些横切逻辑散到每个 Agent 里。
|
|
43
|
+
*/
|
|
44
|
+
async chat(request) {
|
|
45
|
+
const model = request.model ?? this.model;
|
|
46
|
+
const startedAt = Date.now();
|
|
47
|
+
await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
|
|
48
|
+
type: 'llm:start',
|
|
49
|
+
runId: request.trace?.runId ?? 'standalone',
|
|
50
|
+
timestamp: new Date(),
|
|
51
|
+
agentName: request.trace?.agentName,
|
|
52
|
+
sessionId: request.trace?.sessionId,
|
|
53
|
+
provider: this.name,
|
|
54
|
+
model,
|
|
55
|
+
messageCount: request.messages.length,
|
|
56
|
+
toolCount: request.tools?.length ?? 0,
|
|
57
|
+
metadata: request.metadata,
|
|
58
|
+
});
|
|
59
|
+
try {
|
|
60
|
+
const response = await this.runWithRetries({
|
|
61
|
+
...request,
|
|
62
|
+
model,
|
|
63
|
+
}, (attemptRequest) => this.provider.chat(attemptRequest));
|
|
64
|
+
await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
|
|
65
|
+
type: 'llm:end',
|
|
66
|
+
runId: request.trace?.runId ?? 'standalone',
|
|
67
|
+
timestamp: new Date(),
|
|
68
|
+
durationMs: Date.now() - startedAt,
|
|
69
|
+
agentName: request.trace?.agentName,
|
|
70
|
+
sessionId: request.trace?.sessionId,
|
|
71
|
+
provider: this.name,
|
|
72
|
+
model,
|
|
73
|
+
outputLength: response.content.length,
|
|
74
|
+
});
|
|
75
|
+
return response;
|
|
76
|
+
}
|
|
77
|
+
catch (error) {
|
|
78
|
+
const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
|
|
79
|
+
await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
|
|
80
|
+
type: 'llm:error',
|
|
81
|
+
runId: request.trace?.runId ?? 'standalone',
|
|
82
|
+
timestamp: new Date(),
|
|
83
|
+
durationMs: Date.now() - startedAt,
|
|
84
|
+
agentName: request.trace?.agentName,
|
|
85
|
+
sessionId: request.trace?.sessionId,
|
|
86
|
+
provider: this.name,
|
|
87
|
+
model,
|
|
88
|
+
error: (0, observability_1.toObservedError)(normalizedError),
|
|
89
|
+
});
|
|
90
|
+
throw normalizedError;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
async generateObject(request) {
|
|
94
|
+
const { schema, name, description, ...chatRequest } = request;
|
|
95
|
+
const jsonSchema = {
|
|
96
|
+
name: name ?? 'structured_output',
|
|
97
|
+
schema: zod_1.z.toJSONSchema(schema),
|
|
98
|
+
strict: true,
|
|
99
|
+
};
|
|
100
|
+
if (description !== undefined) {
|
|
101
|
+
Object.assign(jsonSchema, { description });
|
|
102
|
+
}
|
|
103
|
+
const response = await this.chat({
|
|
104
|
+
...chatRequest,
|
|
105
|
+
responseFormat: {
|
|
106
|
+
type: 'json_schema',
|
|
107
|
+
jsonSchema,
|
|
108
|
+
},
|
|
109
|
+
});
|
|
110
|
+
const parsedJson = parseJsonResponse(response.content, this.name);
|
|
111
|
+
const parsedSchema = schema.safeParse(parsedJson);
|
|
112
|
+
if (!parsedSchema.success) {
|
|
113
|
+
throw new errors_1.LLMStructuredOutputError('Model response did not match the requested schema.', {
|
|
114
|
+
provider: this.name,
|
|
115
|
+
cause: parsedSchema.error,
|
|
116
|
+
});
|
|
117
|
+
}
|
|
118
|
+
return {
|
|
119
|
+
value: parsedSchema.data,
|
|
120
|
+
response,
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
stream(request) {
|
|
124
|
+
const model = request.model ?? this.model;
|
|
125
|
+
const streamRequest = {
|
|
126
|
+
...request,
|
|
127
|
+
model,
|
|
128
|
+
};
|
|
129
|
+
return this.observeStream(streamRequest, model);
|
|
130
|
+
}
|
|
131
|
+
async runWithRetries(request, operation) {
|
|
132
|
+
const maxRetries = request.maxRetries ?? this.runtimeConfig.maxRetries;
|
|
133
|
+
for (let attempt = 0; attempt <= maxRetries; attempt += 1) {
|
|
134
|
+
try {
|
|
135
|
+
return await this.runSingleAttempt(request, operation);
|
|
136
|
+
}
|
|
137
|
+
catch (error) {
|
|
138
|
+
const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
|
|
139
|
+
const shouldRetry = normalizedError.retryable && attempt < maxRetries;
|
|
140
|
+
if (!shouldRetry) {
|
|
141
|
+
throw normalizedError;
|
|
142
|
+
}
|
|
143
|
+
await sleep(getRetryDelayMs(request, this.runtimeConfig, attempt), request.signal);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
throw new errors_1.LLMInvalidResponseError('LLM retry loop exited unexpectedly.', {
|
|
147
|
+
provider: this.name,
|
|
148
|
+
});
|
|
149
|
+
}
|
|
150
|
+
async runSingleAttempt(request, operation) {
|
|
151
|
+
const timeoutMs = request.timeoutMs ?? this.runtimeConfig.timeoutMs;
|
|
152
|
+
const attemptSignal = createAttemptSignal(request.signal, timeoutMs > 0);
|
|
153
|
+
try {
|
|
154
|
+
const attemptRequest = withSignal(request, attemptSignal.signal);
|
|
155
|
+
return await withTimeout(operation(attemptRequest), timeoutMs, () => attemptSignal.abortForTimeout(), this.name);
|
|
156
|
+
}
|
|
157
|
+
catch (error) {
|
|
158
|
+
if (attemptSignal.timedOut()) {
|
|
159
|
+
throw new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`, {
|
|
160
|
+
provider: this.name,
|
|
161
|
+
cause: error,
|
|
162
|
+
});
|
|
163
|
+
}
|
|
164
|
+
if (attemptSignal.abortedByCaller()) {
|
|
165
|
+
throw new errors_1.LLMAbortError('LLM request was aborted by the caller.', {
|
|
166
|
+
provider: this.name,
|
|
167
|
+
cause: error,
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
throw error;
|
|
171
|
+
}
|
|
172
|
+
finally {
|
|
173
|
+
attemptSignal.cleanup();
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
async *observeStream(request, model) {
|
|
177
|
+
const startedAt = Date.now();
|
|
178
|
+
let outputLength = 0;
|
|
179
|
+
await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
|
|
180
|
+
type: 'llm:start',
|
|
181
|
+
runId: request.trace?.runId ?? 'standalone',
|
|
182
|
+
timestamp: new Date(),
|
|
183
|
+
agentName: request.trace?.agentName,
|
|
184
|
+
sessionId: request.trace?.sessionId,
|
|
185
|
+
provider: this.name,
|
|
186
|
+
model,
|
|
187
|
+
messageCount: request.messages.length,
|
|
188
|
+
toolCount: request.tools?.length ?? 0,
|
|
189
|
+
metadata: request.metadata,
|
|
190
|
+
});
|
|
191
|
+
try {
|
|
192
|
+
for await (const chunk of this.runStreamWithRetries(request)) {
|
|
193
|
+
outputLength += chunk.contentDelta?.length ?? 0;
|
|
194
|
+
yield chunk;
|
|
195
|
+
}
|
|
196
|
+
await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
|
|
197
|
+
type: 'llm:end',
|
|
198
|
+
runId: request.trace?.runId ?? 'standalone',
|
|
199
|
+
timestamp: new Date(),
|
|
200
|
+
durationMs: Date.now() - startedAt,
|
|
201
|
+
agentName: request.trace?.agentName,
|
|
202
|
+
sessionId: request.trace?.sessionId,
|
|
203
|
+
provider: this.name,
|
|
204
|
+
model,
|
|
205
|
+
outputLength,
|
|
206
|
+
});
|
|
207
|
+
}
|
|
208
|
+
catch (error) {
|
|
209
|
+
const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
|
|
210
|
+
await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
|
|
211
|
+
type: 'llm:error',
|
|
212
|
+
runId: request.trace?.runId ?? 'standalone',
|
|
213
|
+
timestamp: new Date(),
|
|
214
|
+
durationMs: Date.now() - startedAt,
|
|
215
|
+
agentName: request.trace?.agentName,
|
|
216
|
+
sessionId: request.trace?.sessionId,
|
|
217
|
+
provider: this.name,
|
|
218
|
+
model,
|
|
219
|
+
error: (0, observability_1.toObservedError)(normalizedError),
|
|
220
|
+
});
|
|
221
|
+
throw normalizedError;
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
async *runStreamWithRetries(request) {
|
|
225
|
+
const maxRetries = request.maxRetries ?? this.runtimeConfig.maxRetries;
|
|
226
|
+
let hasYieldedChunk = false;
|
|
227
|
+
for (let attempt = 0; attempt <= maxRetries; attempt += 1) {
|
|
228
|
+
try {
|
|
229
|
+
for await (const chunk of this.runStreamSingleAttempt(request)) {
|
|
230
|
+
hasYieldedChunk = true;
|
|
231
|
+
yield chunk;
|
|
232
|
+
}
|
|
233
|
+
return;
|
|
234
|
+
}
|
|
235
|
+
catch (error) {
|
|
236
|
+
const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
|
|
237
|
+
const shouldRetry = normalizedError.retryable
|
|
238
|
+
&& attempt < maxRetries
|
|
239
|
+
&& !hasYieldedChunk;
|
|
240
|
+
if (!shouldRetry) {
|
|
241
|
+
throw normalizedError;
|
|
242
|
+
}
|
|
243
|
+
await sleep(getRetryDelayMs(request, this.runtimeConfig, attempt), request.signal);
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
throw new errors_1.LLMInvalidResponseError('LLM stream retry loop exited unexpectedly.', {
|
|
247
|
+
provider: this.name,
|
|
248
|
+
});
|
|
249
|
+
}
|
|
250
|
+
async *runStreamSingleAttempt(request) {
|
|
251
|
+
if (!this.provider.stream) {
|
|
252
|
+
throw new errors_1.LLMInvalidResponseError(`${this.name} provider does not support streaming.`, {
|
|
253
|
+
provider: this.name,
|
|
254
|
+
});
|
|
255
|
+
}
|
|
256
|
+
const timeoutMs = request.timeoutMs ?? this.runtimeConfig.timeoutMs;
|
|
257
|
+
const attemptSignal = createAttemptSignal(request.signal, timeoutMs > 0);
|
|
258
|
+
const startedAt = Date.now();
|
|
259
|
+
let iterator;
|
|
260
|
+
try {
|
|
261
|
+
const attemptRequest = withSignal(request, attemptSignal.signal);
|
|
262
|
+
iterator = this.provider.stream(attemptRequest)[Symbol.asyncIterator]();
|
|
263
|
+
while (true) {
|
|
264
|
+
const nextTimeoutMs = getRemainingTimeoutMs(timeoutMs, startedAt, attemptSignal);
|
|
265
|
+
const next = await withTimeout(iterator.next(), nextTimeoutMs, () => attemptSignal.abortForTimeout(), this.name);
|
|
266
|
+
if (next.done) {
|
|
267
|
+
return;
|
|
268
|
+
}
|
|
269
|
+
yield next.value;
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
catch (error) {
|
|
273
|
+
if (attemptSignal.timedOut()) {
|
|
274
|
+
throw new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`, {
|
|
275
|
+
provider: this.name,
|
|
276
|
+
cause: error,
|
|
277
|
+
});
|
|
278
|
+
}
|
|
279
|
+
if (attemptSignal.abortedByCaller()) {
|
|
280
|
+
throw new errors_1.LLMAbortError('LLM request was aborted by the caller.', {
|
|
281
|
+
provider: this.name,
|
|
282
|
+
cause: error,
|
|
283
|
+
});
|
|
284
|
+
}
|
|
285
|
+
throw error;
|
|
286
|
+
}
|
|
287
|
+
finally {
|
|
288
|
+
if (iterator && !attemptSignal.timedOut()) {
|
|
289
|
+
await iterator.return?.();
|
|
290
|
+
}
|
|
291
|
+
attemptSignal.cleanup();
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
exports.LLM = LLM;
|
|
296
|
+
function createAttemptSignal(callerSignal, needsSignal) {
|
|
297
|
+
if (callerSignal?.aborted) {
|
|
298
|
+
throw new errors_1.LLMAbortError('LLM request was aborted before it started.');
|
|
299
|
+
}
|
|
300
|
+
if (!callerSignal && !needsSignal) {
|
|
301
|
+
return {
|
|
302
|
+
signal: undefined,
|
|
303
|
+
timedOut: () => false,
|
|
304
|
+
abortedByCaller: () => false,
|
|
305
|
+
abortForTimeout: () => undefined,
|
|
306
|
+
cleanup: () => undefined,
|
|
307
|
+
};
|
|
308
|
+
}
|
|
309
|
+
const controller = new AbortController();
|
|
310
|
+
let timedOut = false;
|
|
311
|
+
let abortedByCaller = false;
|
|
312
|
+
const onCallerAbort = () => {
|
|
313
|
+
abortedByCaller = true;
|
|
314
|
+
controller.abort(callerSignal?.reason);
|
|
315
|
+
};
|
|
316
|
+
callerSignal?.addEventListener('abort', onCallerAbort, { once: true });
|
|
317
|
+
return {
|
|
318
|
+
signal: controller.signal,
|
|
319
|
+
timedOut: () => timedOut,
|
|
320
|
+
abortedByCaller: () => abortedByCaller,
|
|
321
|
+
abortForTimeout: () => {
|
|
322
|
+
timedOut = true;
|
|
323
|
+
controller.abort();
|
|
324
|
+
},
|
|
325
|
+
cleanup: () => {
|
|
326
|
+
callerSignal?.removeEventListener('abort', onCallerAbort);
|
|
327
|
+
},
|
|
328
|
+
};
|
|
329
|
+
}
|
|
330
|
+
function getRemainingTimeoutMs(timeoutMs, startedAt, attemptSignal) {
|
|
331
|
+
if (timeoutMs <= 0) {
|
|
332
|
+
return timeoutMs;
|
|
333
|
+
}
|
|
334
|
+
const remainingMs = timeoutMs - (Date.now() - startedAt);
|
|
335
|
+
if (remainingMs <= 0) {
|
|
336
|
+
attemptSignal.abortForTimeout();
|
|
337
|
+
throw new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`);
|
|
338
|
+
}
|
|
339
|
+
return remainingMs;
|
|
340
|
+
}
|
|
341
|
+
function withSignal(request, signal) {
|
|
342
|
+
const attemptRequest = { ...request };
|
|
343
|
+
if (signal !== undefined) {
|
|
344
|
+
attemptRequest.signal = signal;
|
|
345
|
+
}
|
|
346
|
+
else {
|
|
347
|
+
delete attemptRequest.signal;
|
|
348
|
+
}
|
|
349
|
+
return attemptRequest;
|
|
350
|
+
}
|
|
351
|
+
async function sleep(delayMs, signal) {
|
|
352
|
+
if (delayMs <= 0) {
|
|
353
|
+
return;
|
|
354
|
+
}
|
|
355
|
+
if (signal?.aborted) {
|
|
356
|
+
throw new errors_1.LLMAbortError('LLM retry wait was aborted by the caller.');
|
|
357
|
+
}
|
|
358
|
+
let onAbort;
|
|
359
|
+
await new Promise((resolve, reject) => {
|
|
360
|
+
const timeoutId = setTimeout(resolve, delayMs);
|
|
361
|
+
onAbort = () => {
|
|
362
|
+
clearTimeout(timeoutId);
|
|
363
|
+
reject(new errors_1.LLMAbortError('LLM retry wait was aborted by the caller.'));
|
|
364
|
+
};
|
|
365
|
+
signal?.addEventListener('abort', onAbort, { once: true });
|
|
366
|
+
}).finally(() => {
|
|
367
|
+
if (onAbort) {
|
|
368
|
+
signal?.removeEventListener('abort', onAbort);
|
|
369
|
+
}
|
|
370
|
+
});
|
|
371
|
+
}
|
|
372
|
+
async function withTimeout(promise, timeoutMs, onTimeout, provider) {
|
|
373
|
+
if (timeoutMs <= 0) {
|
|
374
|
+
return promise;
|
|
375
|
+
}
|
|
376
|
+
return await new Promise((resolve, reject) => {
|
|
377
|
+
const timeoutId = setTimeout(() => {
|
|
378
|
+
onTimeout();
|
|
379
|
+
reject(new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`, {
|
|
380
|
+
provider,
|
|
381
|
+
}));
|
|
382
|
+
}, timeoutMs);
|
|
383
|
+
promise.then(resolve, reject).finally(() => {
|
|
384
|
+
clearTimeout(timeoutId);
|
|
385
|
+
});
|
|
386
|
+
});
|
|
387
|
+
}
|
|
388
|
+
function getRetryDelayMs(request, runtimeConfig, attempt) {
|
|
389
|
+
const retryDelayMs = request.retryDelayMs ?? runtimeConfig.retryDelayMs;
|
|
390
|
+
const retryMaxDelayMs = request.retryMaxDelayMs ?? runtimeConfig.retryMaxDelayMs;
|
|
391
|
+
return Math.min(retryDelayMs * 2 ** attempt, retryMaxDelayMs);
|
|
392
|
+
}
|
|
393
|
+
function parseJsonResponse(content, provider) {
|
|
394
|
+
try {
|
|
395
|
+
return JSON.parse(content);
|
|
396
|
+
}
|
|
397
|
+
catch (error) {
|
|
398
|
+
throw new errors_1.LLMStructuredOutputError('Model response was not valid JSON.', {
|
|
399
|
+
provider,
|
|
400
|
+
cause: error,
|
|
401
|
+
});
|
|
402
|
+
}
|
|
403
|
+
}
|
|
404
|
+
//# sourceMappingURL=LLM.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLM.js","sourceRoot":"","sources":["../../src/llm/LLM.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,oDAG0B;AAC1B,qCAMkB;AAClB,uCAAiD;AAcjD,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,0BAA0B,GAAG,KAAK,CAAC;AAUzC,MAAa,GAAG;IACH,QAAQ,CAAqB;IACrB,aAAa,CAA6B;IAE3D,YAAY,SAAoB,EAAE;QAC9B,MAAM,EACF,QAAQ,EACR,SAAS,EACT,UAAU,EACV,YAAY,EACZ,eAAe,EACf,GAAG,cAAc,EACpB,GAAG,MAAM,CAAC;QACX,MAAM,gBAAgB,GAAG,QAAQ;YAC7B,CAAC,CAAC,8BAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC;YACvD,CAAC,CAAC,8BAAoB,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QAEtD,IAAI,CAAC,QAAQ,GAAG,gBAAsC,CAAC;QACvD,IAAI,CAAC,aAAa,GAAG;YACjB,SAAS,EAAE,SAAS,IAAI,kBAAkB;YAC1C,UAAU,EAAE,UAAU,IAAI,mBAAmB;YAC7C,YAAY,EAAE,YAAY,IAAI,sBAAsB;YACpD,eAAe,EAAE,eAAe,IAAI,0BAA0B;SACjE,CAAC;IACN,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC9B,CAAC;IAED,IAAI,KAAK;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAChC,CAAC;IAED,YAAY,CAAC,KAAc;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;YAC5C,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;YAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,KAAK;YACL,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC;YACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;gBACvC,GAAG,OAAO;gBACV,KAAK;aACR,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;YAE3D,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;aACxC,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAE1E,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,KAAK,EAAE,IAAA,+BAAe,EAAC,eAAe,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,eAAe,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAI,OAAmC;QACvD,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,WAAW,EAAE,GAAG,OAAO,CAAC;QAC9D,MAAM,UAAU,GAAG;YACf,IAAI,EAAE,IAAI,IAAI,mBAAmB;YACjC,MAAM,EAAE,OAAC,CAAC,YAAY,CAAC,MAAM,CAA4B;YACzD,MAAM,EAAE,IAAI;SACf,CAAC;QACF,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;YAC7B,GAAG,WAAW;YACd,cAAc,EAAE;gBACZ,IAAI,EAAE,aAAa;gBACnB,UAAU;aACb;SACJ,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAElD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,iCAAwB,CAAC,oDAAoD,EAAE;gBACrF,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,YAAY,CAAC,KAAK;aAC5B,CAAC,CAAC;QACP,CAAC;QAED,OAAO;YACH,KAAK,EAAE,YAAY,CAAC,IAAI;YACxB,QAAQ;SACX,CAAC;IACN,CAAC;IAED,MAAM,CAAC,OAAoB;QACvB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC1C,MAAM,aAAa,GAAgB;YAC/B,GAAG,OAAO;YACV,KAAK;SACR,CAAC;QAEF,OAAO,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,cAAc,CACxB,OAAoB,EACpB,SAA+C;QAE/C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;QAEvE,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC;gBACD,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS,IAAI,OAAO,GAAG,UAAU,CAAC;gBAEtE,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,MAAM,eAAe,CAAC;gBAC1B,CAAC;gBAED,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACvF,CAAC;QACL,CAAC;QAED,MAAM,IAAI,gCAAuB,CAAC,qCAAqC,EAAE;YACrE,QAAQ,EAAE,IAAI,CAAC,IAAI;SACtB,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC1B,OAAoB,EACpB,SAA+C;QAE/C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;QACpE,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAEzE,IAAI,CAAC;YACD,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YACjE,OAAO,MAAM,WAAW,CACpB,SAAS,CAAC,cAAc,CAAC,EACzB,SAAS,EACT,GAAG,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,EACrC,IAAI,CAAC,IAAI,CACZ,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,EAAE;oBACrE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,IAAI,aAAa,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClC,MAAM,IAAI,sBAAa,CAAC,wCAAwC,EAAE;oBAC9D,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,MAAM,KAAK,CAAC;QAChB,CAAC;gBAAS,CAAC;YACP,aAAa,CAAC,OAAO,EAAE,CAAC;QAC5B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,CAAC,aAAa,CACxB,OAAoB,EACpB,KAAa;QAEb,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;YAC5C,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;YAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,KAAK;YACL,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC;YACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,YAAY,IAAI,KAAK,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC;gBAChD,MAAM,KAAK,CAAC;YAChB,CAAC;YAED,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,YAAY;aACf,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAE1E,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,KAAK,EAAE,IAAA,+BAAe,EAAC,eAAe,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,eAAe,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,CAAC,oBAAoB,CAAC,OAAoB;QACpD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;QACvE,IAAI,eAAe,GAAG,KAAK,CAAC;QAE5B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC;gBACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC7D,eAAe,GAAG,IAAI,CAAC;oBACvB,MAAM,KAAK,CAAC;gBAChB,CAAC;gBAED,OAAO;YACX,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS;uBACtC,OAAO,GAAG,UAAU;uBACpB,CAAC,eAAe,CAAC;gBAExB,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,MAAM,eAAe,CAAC;gBAC1B,CAAC;gBAED,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACvF,CAAC;QACL,CAAC;QAED,MAAM,IAAI,gCAAuB,CAAC,4CAA4C,EAAE;YAC5E,QAAQ,EAAE,IAAI,CAAC,IAAI;SACtB,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,CAAC,sBAAsB,CAAC,OAAoB;QACtD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,gCAAuB,CAAC,GAAG,IAAI,CAAC,IAAI,uCAAuC,EAAE;gBACnF,QAAQ,EAAE,IAAI,CAAC,IAAI;aACtB,CAAC,CAAC;QACP,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;QACpE,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,QAAoD,CAAC;QAEzD,IAAI,CAAC;YACD,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YACjE,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAExE,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,aAAa,GAAG,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;gBACjF,MAAM,IAAI,GAAG,MAAM,WAAW,CAC1B,QAAQ,CAAC,IAAI,EAAE,EACf,aAAa,EACb,GAAG,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,EACrC,IAAI,CAAC,IAAI,CACZ,CAAC;gBAEF,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,OAAO;gBACX,CAAC;gBAED,MAAM,IAAI,CAAC,KAAK,CAAC;YACrB,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,EAAE;oBACrE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,IAAI,aAAa,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClC,MAAM,IAAI,sBAAa,CAAC,wCAAwC,EAAE;oBAC9D,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,MAAM,KAAK,CAAC;QAChB,CAAC;gBAAS,CAAC;YACP,IAAI,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACxC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9B,CAAC;YACD,aAAa,CAAC,OAAO,EAAE,CAAC;QAC5B,CAAC;IACL,CAAC;CACJ;AA7VD,kBA6VC;AAED,SAAS,mBAAmB,CACxB,YAAqC,EACrC,WAAoB;IAEpB,IAAI,YAAY,EAAE,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,sBAAa,CAAC,4CAA4C,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,OAAO;YACH,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK;YACrB,eAAe,EAAE,GAAG,EAAE,CAAC,KAAK;YAC5B,eAAe,EAAE,GAAG,EAAE,CAAC,SAAS;YAChC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS;SAC3B,CAAC;IACN,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,eAAe,GAAG,KAAK,CAAC;IAE5B,MAAM,aAAa,GAAG,GAAG,EAAE;QACvB,eAAe,GAAG,IAAI,CAAC;QACvB,UAAU,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC,CAAC;IACF,YAAY,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvE,OAAO;QACH,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ;QACxB,eAAe,EAAE,GAAG,EAAE,CAAC,eAAe;QACtC,eAAe,EAAE,GAAG,EAAE;YAClB,QAAQ,GAAG,IAAI,CAAC;YAChB,UAAU,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD,OAAO,EAAE,GAAG,EAAE;YACV,YAAY,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC9D,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAC1B,SAAiB,EACjB,SAAiB,EACjB,aAA4B;IAE5B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IACzD,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACnB,aAAa,CAAC,eAAe,EAAE,CAAC;QAChC,MAAM,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,SAAS,UAAU,CAAC,OAAoB,EAAE,MAA+B;IACrE,MAAM,cAAc,GAAgB,EAAE,GAAG,OAAO,EAAE,CAAC;IAEnD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,OAAO,cAAc,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,OAAe,EAAE,MAA+B;IACjE,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;QACf,OAAO;IACX,CAAC;IACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,sBAAa,CAAC,2CAA2C,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,OAAiC,CAAC;IACtC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,GAAG,GAAG,EAAE;YACX,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,CAAC,IAAI,sBAAa,CAAC,2CAA2C,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC;QAEF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QACZ,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,WAAW,CACtB,OAAmB,EACnB,SAAiB,EACjB,SAAqB,EACrB,QAA2B;IAE3B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO,MAAM,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,SAAS,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,EAAE;gBACtE,QAAQ;aACX,CAAC,CAAC,CAAC;QACR,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACvC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,eAAe,CACpB,OAAoB,EACpB,aAAyC,EACzC,OAAe;IAEf,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,aAAa,CAAC,YAAY,CAAC;IACxE,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,aAAa,CAAC,eAAe,CAAC;IAEjF,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,OAAO,EAAE,eAAe,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAe,EAAE,QAA2B;IACnE,IAAI,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,iCAAwB,CAAC,oCAAoC,EAAE;YACrE,QAAQ;YACR,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import type { ModelProviderName } from './types';
|
|
2
|
+
export type LLMErrorCode = 'auth' | 'rate_limit' | 'timeout' | 'aborted' | 'provider' | 'invalid_response' | 'structured_output';
|
|
3
|
+
export interface LLMErrorOptions {
|
|
4
|
+
code: LLMErrorCode;
|
|
5
|
+
provider?: ModelProviderName | undefined;
|
|
6
|
+
status?: number | undefined;
|
|
7
|
+
retryable?: boolean | undefined;
|
|
8
|
+
cause?: unknown;
|
|
9
|
+
}
|
|
10
|
+
export declare class LLMError extends Error {
|
|
11
|
+
readonly code: LLMErrorCode;
|
|
12
|
+
readonly provider: ModelProviderName | undefined;
|
|
13
|
+
readonly status: number | undefined;
|
|
14
|
+
readonly retryable: boolean;
|
|
15
|
+
constructor(message: string, options: LLMErrorOptions);
|
|
16
|
+
}
|
|
17
|
+
export declare class LLMAuthenticationError extends LLMError {
|
|
18
|
+
constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
|
|
19
|
+
}
|
|
20
|
+
export declare class LLMRateLimitError extends LLMError {
|
|
21
|
+
constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
|
|
22
|
+
}
|
|
23
|
+
export declare class LLMTimeoutError extends LLMError {
|
|
24
|
+
constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
|
|
25
|
+
}
|
|
26
|
+
export declare class LLMAbortError extends LLMError {
|
|
27
|
+
constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
|
|
28
|
+
}
|
|
29
|
+
export declare class LLMProviderError extends LLMError {
|
|
30
|
+
constructor(message: string, options?: Omit<LLMErrorOptions, 'code'>);
|
|
31
|
+
}
|
|
32
|
+
export declare class LLMInvalidResponseError extends LLMError {
|
|
33
|
+
constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
|
|
34
|
+
}
|
|
35
|
+
export declare class LLMStructuredOutputError extends LLMError {
|
|
36
|
+
constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
|
|
37
|
+
}
|
|
38
|
+
export interface NormalizeLLMErrorOptions {
|
|
39
|
+
provider?: ModelProviderName;
|
|
40
|
+
}
|
|
41
|
+
export declare function normalizeLLMError(error: unknown, options?: NormalizeLLMErrorOptions): LLMError;
|
|
42
|
+
export declare function isRetryableStatus(status: number | undefined): boolean;
|
|
43
|
+
//# sourceMappingURL=errors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/llm/errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAEjD,MAAM,MAAM,YAAY,GAClB,MAAM,GACN,YAAY,GACZ,SAAS,GACT,SAAS,GACT,UAAU,GACV,kBAAkB,GAClB,mBAAmB,CAAC;AAE1B,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACzC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,qBAAa,QAAS,SAAQ,KAAK;IAC/B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACjD,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;gBAEhB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe;CAQxD;AAED,qBAAa,sBAAuB,SAAQ,QAAQ;gBACpC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,iBAAkB,SAAQ,QAAQ;gBAC/B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,eAAgB,SAAQ,QAAQ;gBAC7B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,aAAc,SAAQ,QAAQ;gBAC3B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,gBAAiB,SAAQ,QAAQ;gBAC9B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAM;CAO3E;AAED,qBAAa,uBAAwB,SAAQ,QAAQ;gBACrC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,wBAAyB,SAAQ,QAAQ;gBACtC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,MAAM,WAAW,wBAAwB;IACrC,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAChC;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,GAAE,wBAA6B,GAAG,QAAQ,CAoClG;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CASrE"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLMStructuredOutputError = exports.LLMInvalidResponseError = exports.LLMProviderError = exports.LLMAbortError = exports.LLMTimeoutError = exports.LLMRateLimitError = exports.LLMAuthenticationError = exports.LLMError = void 0;
|
|
4
|
+
exports.normalizeLLMError = normalizeLLMError;
|
|
5
|
+
exports.isRetryableStatus = isRetryableStatus;
|
|
6
|
+
class LLMError extends Error {
|
|
7
|
+
code;
|
|
8
|
+
provider;
|
|
9
|
+
status;
|
|
10
|
+
retryable;
|
|
11
|
+
constructor(message, options) {
|
|
12
|
+
super(message, { cause: options.cause });
|
|
13
|
+
this.name = new.target.name;
|
|
14
|
+
this.code = options.code;
|
|
15
|
+
this.provider = options.provider;
|
|
16
|
+
this.status = options.status;
|
|
17
|
+
this.retryable = options.retryable ?? false;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
exports.LLMError = LLMError;
|
|
21
|
+
class LLMAuthenticationError extends LLMError {
|
|
22
|
+
constructor(message, options = {}) {
|
|
23
|
+
super(message, { ...options, code: 'auth', retryable: false });
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
exports.LLMAuthenticationError = LLMAuthenticationError;
|
|
27
|
+
class LLMRateLimitError extends LLMError {
|
|
28
|
+
constructor(message, options = {}) {
|
|
29
|
+
super(message, { ...options, code: 'rate_limit', retryable: true });
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
exports.LLMRateLimitError = LLMRateLimitError;
|
|
33
|
+
class LLMTimeoutError extends LLMError {
|
|
34
|
+
constructor(message, options = {}) {
|
|
35
|
+
super(message, { ...options, code: 'timeout', retryable: true });
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
exports.LLMTimeoutError = LLMTimeoutError;
|
|
39
|
+
class LLMAbortError extends LLMError {
|
|
40
|
+
constructor(message, options = {}) {
|
|
41
|
+
super(message, { ...options, code: 'aborted', retryable: false });
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
exports.LLMAbortError = LLMAbortError;
|
|
45
|
+
class LLMProviderError extends LLMError {
|
|
46
|
+
constructor(message, options = {}) {
|
|
47
|
+
super(message, {
|
|
48
|
+
...options,
|
|
49
|
+
code: 'provider',
|
|
50
|
+
retryable: options.retryable ?? isRetryableStatus(options.status),
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
exports.LLMProviderError = LLMProviderError;
|
|
55
|
+
class LLMInvalidResponseError extends LLMError {
|
|
56
|
+
constructor(message, options = {}) {
|
|
57
|
+
super(message, { ...options, code: 'invalid_response', retryable: false });
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
exports.LLMInvalidResponseError = LLMInvalidResponseError;
|
|
61
|
+
class LLMStructuredOutputError extends LLMError {
|
|
62
|
+
constructor(message, options = {}) {
|
|
63
|
+
super(message, { ...options, code: 'structured_output', retryable: false });
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
exports.LLMStructuredOutputError = LLMStructuredOutputError;
|
|
67
|
+
function normalizeLLMError(error, options = {}) {
|
|
68
|
+
if (error instanceof LLMError) {
|
|
69
|
+
return error;
|
|
70
|
+
}
|
|
71
|
+
const status = getStatus(error);
|
|
72
|
+
const message = getMessage(error);
|
|
73
|
+
if (status === 401 || status === 403) {
|
|
74
|
+
return new LLMAuthenticationError(message, {
|
|
75
|
+
provider: options.provider,
|
|
76
|
+
status,
|
|
77
|
+
cause: error,
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
if (status === 429) {
|
|
81
|
+
return new LLMRateLimitError(message, {
|
|
82
|
+
provider: options.provider,
|
|
83
|
+
status,
|
|
84
|
+
cause: error,
|
|
85
|
+
});
|
|
86
|
+
}
|
|
87
|
+
if (isAbortLikeError(error)) {
|
|
88
|
+
return new LLMAbortError(message, {
|
|
89
|
+
provider: options.provider,
|
|
90
|
+
cause: error,
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
return new LLMProviderError(message, {
|
|
94
|
+
provider: options.provider,
|
|
95
|
+
status,
|
|
96
|
+
cause: error,
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
function isRetryableStatus(status) {
|
|
100
|
+
return status === 408
|
|
101
|
+
|| status === 409
|
|
102
|
+
|| status === 425
|
|
103
|
+
|| status === 429
|
|
104
|
+
|| status === 500
|
|
105
|
+
|| status === 502
|
|
106
|
+
|| status === 503
|
|
107
|
+
|| status === 504;
|
|
108
|
+
}
|
|
109
|
+
function getMessage(error) {
|
|
110
|
+
if (error instanceof Error && error.message) {
|
|
111
|
+
return error.message;
|
|
112
|
+
}
|
|
113
|
+
return String(error);
|
|
114
|
+
}
|
|
115
|
+
function getStatus(error) {
|
|
116
|
+
if (!isRecord(error)) {
|
|
117
|
+
return undefined;
|
|
118
|
+
}
|
|
119
|
+
const status = error.status ?? error.statusCode;
|
|
120
|
+
return typeof status === 'number' ? status : undefined;
|
|
121
|
+
}
|
|
122
|
+
function isAbortLikeError(error) {
|
|
123
|
+
return error instanceof Error && error.name === 'AbortError';
|
|
124
|
+
}
|
|
125
|
+
function isRecord(value) {
|
|
126
|
+
return typeof value === 'object' && value !== null;
|
|
127
|
+
}
|
|
128
|
+
//# sourceMappingURL=errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/llm/errors.ts"],"names":[],"mappings":";;;AAqFA,8CAoCC;AAED,8CASC;AAjHD,MAAa,QAAS,SAAQ,KAAK;IACtB,IAAI,CAAe;IACnB,QAAQ,CAAgC;IACxC,MAAM,CAAqB;IAC3B,SAAS,CAAU;IAE5B,YAAY,OAAe,EAAE,OAAwB;QACjD,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAChD,CAAC;CACJ;AAdD,4BAcC;AAED,MAAa,sBAAuB,SAAQ,QAAQ;IAChD,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IACnE,CAAC;CACJ;AAJD,wDAIC;AAED,MAAa,iBAAkB,SAAQ,QAAQ;IAC3C,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;CACJ;AAJD,8CAIC;AAED,MAAa,eAAgB,SAAQ,QAAQ;IACzC,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;CACJ;AAJD,0CAIC;AAED,MAAa,aAAc,SAAQ,QAAQ;IACvC,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;CACJ;AAJD,sCAIC;AAED,MAAa,gBAAiB,SAAQ,QAAQ;IAC1C,YAAY,OAAe,EAAE,UAAyC,EAAE;QACpE,KAAK,CAAC,OAAO,EAAE;YACX,GAAG,OAAO;YACV,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC;SACpE,CAAC,CAAC;IACP,CAAC;CACJ;AARD,4CAQC;AAED,MAAa,uBAAwB,SAAQ,QAAQ;IACjD,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/E,CAAC;CACJ;AAJD,0DAIC;AAED,MAAa,wBAAyB,SAAQ,QAAQ;IAClD,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAChF,CAAC;CACJ;AAJD,4DAIC;AAMD,SAAgB,iBAAiB,CAAC,KAAc,EAAE,UAAoC,EAAE;IACpF,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAElC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnC,OAAO,IAAI,sBAAsB,CAAC,OAAO,EAAE;YACvC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM;YACN,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,OAAO,IAAI,iBAAiB,CAAC,OAAO,EAAE;YAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM;YACN,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,aAAa,CAAC,OAAO,EAAE;YAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,OAAO,IAAI,gBAAgB,CAAC,OAAO,EAAE;QACjC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM;QACN,KAAK,EAAE,KAAK;KACf,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,iBAAiB,CAAC,MAA0B;IACxD,OAAO,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAC9B,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC,OAAO,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC7B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;IAChD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACpC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AACjE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACvD,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ChatModel, ModelProviderName, ProviderConfig } from './types';
|
|
2
|
+
export type ProviderBuilder = (config?: ProviderConfig) => ChatModel;
|
|
3
|
+
export declare class ModelProviderFactory {
|
|
4
|
+
private static readonly builders;
|
|
5
|
+
static register(providerName: ModelProviderName, builder: ProviderBuilder): void;
|
|
6
|
+
static autoDetect(config?: ProviderConfig): ChatModel;
|
|
7
|
+
static create(providerName: ModelProviderName, config?: ProviderConfig): ChatModel;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=factory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../src/llm/factory.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE5E,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,CAAC,EAAE,cAAc,KAAK,SAAS,CAAC;AAErE,qBAAa,oBAAoB;IAC7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAiD;IAEjF,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,GAAG,IAAI;IAIhF,MAAM,CAAC,UAAU,CAAC,MAAM,GAAE,cAAmB,GAAG,SAAS;IAQzD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE,MAAM,GAAE,cAAmB,GAAG,SAAS;CAQzF"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ModelProviderFactory = void 0;
|
|
4
|
+
const openai_1 = require("./providers/openai");
|
|
5
|
+
const local_1 = require("./providers/local");
|
|
6
|
+
class ModelProviderFactory {
|
|
7
|
+
static builders = new Map();
|
|
8
|
+
static register(providerName, builder) {
|
|
9
|
+
this.builders.set(providerName, builder);
|
|
10
|
+
}
|
|
11
|
+
static autoDetect(config = {}) {
|
|
12
|
+
if (process.env.OPENAI_API_KEY) {
|
|
13
|
+
return this.create('openai', config);
|
|
14
|
+
}
|
|
15
|
+
return this.create('local', config);
|
|
16
|
+
}
|
|
17
|
+
static create(providerName, config = {}) {
|
|
18
|
+
const builder = this.builders.get(providerName);
|
|
19
|
+
if (!builder) {
|
|
20
|
+
throw new Error(`Unknown model provider: ${providerName}`);
|
|
21
|
+
}
|
|
22
|
+
return builder(config);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
exports.ModelProviderFactory = ModelProviderFactory;
|
|
26
|
+
ModelProviderFactory.register('openai', (config) => new openai_1.OpenAIProvider(config));
|
|
27
|
+
ModelProviderFactory.register('local', (config) => new local_1.LocalProvider(config));
|
|
28
|
+
//# sourceMappingURL=factory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"factory.js","sourceRoot":"","sources":["../../src/llm/factory.ts"],"names":[],"mappings":";;;AAAA,+CAAoD;AACpD,6CAAkD;AAKlD,MAAa,oBAAoB;IACrB,MAAM,CAAU,QAAQ,GAAG,IAAI,GAAG,EAAsC,CAAC;IAEjF,MAAM,CAAC,QAAQ,CAAC,YAA+B,EAAE,OAAwB;QACrE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,SAAyB,EAAE;QACzC,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,YAA+B,EAAE,SAAyB,EAAE;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,YAAY,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;;AAtBL,oDAuBC;AAED,oBAAoB,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,uBAAc,CAAC,MAAM,CAAC,CAAC,CAAC;AAChF,oBAAoB,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,qBAAa,CAAC,MAAM,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export { LLM } from './LLM';
|
|
2
|
+
export { LLMAbortError, LLMAuthenticationError, LLMError, LLMInvalidResponseError, LLMProviderError, LLMRateLimitError, LLMStructuredOutputError, LLMTimeoutError, normalizeLLMError, } from './errors';
|
|
3
|
+
export { ModelProviderFactory } from './factory';
|
|
4
|
+
export type { ModelProvider } from './providers/base';
|
|
5
|
+
export type { ChatMessage, ChatModel, ChatRequest, ChatResponse, ChatResponseFormat, ChatStreamChunk, ChatToolCall, ChatToolSchema, LLMConfig, LLMRuntimeConfig, ModelCapabilities, ModelProviderName, ProviderConfig, StructuredOutputRequest, StructuredOutputResponse, TokenUsage, } from './types';
|
|
6
|
+
//# sourceMappingURL=index.d.ts.map
|