@llumiverse/drivers 0.22.2 → 0.22.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cjs/adobe/firefly.js +2 -2
- package/lib/cjs/adobe/firefly.js.map +1 -1
- package/lib/cjs/azure/azure_foundry.js +11 -11
- package/lib/cjs/azure/azure_foundry.js.map +1 -1
- package/lib/cjs/bedrock/index.js +7 -7
- package/lib/cjs/bedrock/index.js.map +1 -1
- package/lib/cjs/groq/index.js +2 -2
- package/lib/cjs/groq/index.js.map +1 -1
- package/lib/cjs/huggingface_ie.js +3 -4
- package/lib/cjs/huggingface_ie.js.map +1 -1
- package/lib/cjs/index.js +2 -2
- package/lib/cjs/index.js.map +1 -1
- package/lib/cjs/mistral/index.js +2 -2
- package/lib/cjs/mistral/index.js.map +1 -1
- package/lib/cjs/openai/azure_openai.js +1 -1
- package/lib/cjs/openai/azure_openai.js.map +1 -1
- package/lib/cjs/openai/index.js +3 -3
- package/lib/cjs/openai/index.js.map +1 -1
- package/lib/cjs/replicate.js +4 -4
- package/lib/cjs/replicate.js.map +1 -1
- package/lib/cjs/togetherai/index.js +2 -2
- package/lib/cjs/togetherai/index.js.map +1 -1
- package/lib/cjs/vertexai/index.js +82 -40
- package/lib/cjs/vertexai/index.js.map +1 -1
- package/lib/cjs/vertexai/models/claude.js +4 -4
- package/lib/cjs/vertexai/models/claude.js.map +1 -1
- package/lib/cjs/vertexai/models/gemini.js +15 -5
- package/lib/cjs/vertexai/models/gemini.js.map +1 -1
- package/lib/cjs/vertexai/models/imagen.js +2 -5
- package/lib/cjs/vertexai/models/imagen.js.map +1 -1
- package/lib/cjs/watsonx/index.js +3 -3
- package/lib/cjs/watsonx/index.js.map +1 -1
- package/lib/esm/adobe/firefly.js +2 -2
- package/lib/esm/adobe/firefly.js.map +1 -1
- package/lib/esm/azure/azure_foundry.js +11 -11
- package/lib/esm/azure/azure_foundry.js.map +1 -1
- package/lib/esm/bedrock/index.js +8 -8
- package/lib/esm/bedrock/index.js.map +1 -1
- package/lib/esm/groq/index.js +2 -2
- package/lib/esm/groq/index.js.map +1 -1
- package/lib/esm/huggingface_ie.js +4 -5
- package/lib/esm/huggingface_ie.js.map +1 -1
- package/lib/esm/index.js +2 -2
- package/lib/esm/index.js.map +1 -1
- package/lib/esm/mistral/index.js +2 -2
- package/lib/esm/mistral/index.js.map +1 -1
- package/lib/esm/openai/azure_openai.js +1 -1
- package/lib/esm/openai/azure_openai.js.map +1 -1
- package/lib/esm/openai/index.js +3 -3
- package/lib/esm/openai/index.js.map +1 -1
- package/lib/esm/replicate.js +4 -4
- package/lib/esm/replicate.js.map +1 -1
- package/lib/esm/togetherai/index.js +2 -2
- package/lib/esm/togetherai/index.js.map +1 -1
- package/lib/esm/vertexai/index.js +83 -41
- package/lib/esm/vertexai/index.js.map +1 -1
- package/lib/esm/vertexai/models/claude.js +4 -4
- package/lib/esm/vertexai/models/claude.js.map +1 -1
- package/lib/esm/vertexai/models/gemini.js +15 -5
- package/lib/esm/vertexai/models/gemini.js.map +1 -1
- package/lib/esm/vertexai/models/imagen.js +3 -6
- package/lib/esm/vertexai/models/imagen.js.map +1 -1
- package/lib/esm/watsonx/index.js +3 -3
- package/lib/esm/watsonx/index.js.map +1 -1
- package/lib/types/bedrock/index.d.ts +1 -0
- package/lib/types/bedrock/index.d.ts.map +1 -1
- package/lib/types/huggingface_ie.d.ts +3 -3
- package/lib/types/huggingface_ie.d.ts.map +1 -1
- package/lib/types/index.d.ts +2 -2
- package/lib/types/index.d.ts.map +1 -1
- package/lib/types/replicate.d.ts.map +1 -1
- package/lib/types/vertexai/index.d.ts +12 -11
- package/lib/types/vertexai/index.d.ts.map +1 -1
- package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
- package/lib/types/vertexai/models/imagen.d.ts.map +1 -1
- package/package.json +3 -3
- package/src/bedrock/index.ts +5 -4
- package/src/vertexai/index.ts +53 -6
- package/src/vertexai/models/gemini.ts +18 -6
- package/src/vertexai/models/imagen.ts +3 -7
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/index.js +0 -109
- package/lib/cjs/test-driver/index.js.map +0 -1
- package/lib/cjs/test-driver/utils.js +0 -30
- package/lib/cjs/test-driver/utils.js.map +0 -1
- package/lib/esm/src/adobe/firefly.js +0 -116
- package/lib/esm/src/adobe/firefly.js.map +0 -1
- package/lib/esm/src/azure/azure_foundry.js +0 -382
- package/lib/esm/src/azure/azure_foundry.js.map +0 -1
- package/lib/esm/src/bedrock/converse.js +0 -278
- package/lib/esm/src/bedrock/converse.js.map +0 -1
- package/lib/esm/src/bedrock/index.js +0 -962
- package/lib/esm/src/bedrock/index.js.map +0 -1
- package/lib/esm/src/bedrock/nova-image-payload.js +0 -203
- package/lib/esm/src/bedrock/nova-image-payload.js.map +0 -1
- package/lib/esm/src/bedrock/payloads.js +0 -2
- package/lib/esm/src/bedrock/payloads.js.map +0 -1
- package/lib/esm/src/bedrock/s3.js +0 -99
- package/lib/esm/src/bedrock/s3.js.map +0 -1
- package/lib/esm/src/bedrock/twelvelabs.js +0 -84
- package/lib/esm/src/bedrock/twelvelabs.js.map +0 -1
- package/lib/esm/src/groq/index.js +0 -286
- package/lib/esm/src/groq/index.js.map +0 -1
- package/lib/esm/src/huggingface_ie.js +0 -197
- package/lib/esm/src/huggingface_ie.js.map +0 -1
- package/lib/esm/src/index.js +0 -14
- package/lib/esm/src/index.js.map +0 -1
- package/lib/esm/src/mistral/index.js +0 -169
- package/lib/esm/src/mistral/index.js.map +0 -1
- package/lib/esm/src/mistral/types.js +0 -80
- package/lib/esm/src/mistral/types.js.map +0 -1
- package/lib/esm/src/openai/azure_openai.js +0 -68
- package/lib/esm/src/openai/azure_openai.js.map +0 -1
- package/lib/esm/src/openai/index.js +0 -464
- package/lib/esm/src/openai/index.js.map +0 -1
- package/lib/esm/src/openai/openai.js +0 -14
- package/lib/esm/src/openai/openai.js.map +0 -1
- package/lib/esm/src/openai/openai_format.js +0 -134
- package/lib/esm/src/openai/openai_format.js.map +0 -1
- package/lib/esm/src/replicate.js +0 -268
- package/lib/esm/src/replicate.js.map +0 -1
- package/lib/esm/src/test/TestErrorCompletionStream.js +0 -16
- package/lib/esm/src/test/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js +0 -20
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/src/test/index.js +0 -91
- package/lib/esm/src/test/index.js.map +0 -1
- package/lib/esm/src/test/utils.js +0 -25
- package/lib/esm/src/test/utils.js.map +0 -1
- package/lib/esm/src/test-driver/TestErrorCompletionStream.js +0 -16
- package/lib/esm/src/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/src/test-driver/TestValidationErrorCompletionStream.js +0 -20
- package/lib/esm/src/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/src/test-driver/index.js +0 -91
- package/lib/esm/src/test-driver/index.js.map +0 -1
- package/lib/esm/src/test-driver/utils.js +0 -25
- package/lib/esm/src/test-driver/utils.js.map +0 -1
- package/lib/esm/src/togetherai/index.js +0 -122
- package/lib/esm/src/togetherai/index.js.map +0 -1
- package/lib/esm/src/togetherai/interfaces.js +0 -2
- package/lib/esm/src/togetherai/interfaces.js.map +0 -1
- package/lib/esm/src/vertexai/debug.js +0 -6
- package/lib/esm/src/vertexai/debug.js.map +0 -1
- package/lib/esm/src/vertexai/embeddings/embeddings-image.js +0 -24
- package/lib/esm/src/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js +0 -20
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/esm/src/vertexai/index.js +0 -383
- package/lib/esm/src/vertexai/index.js.map +0 -1
- package/lib/esm/src/vertexai/models/claude.js +0 -394
- package/lib/esm/src/vertexai/models/claude.js.map +0 -1
- package/lib/esm/src/vertexai/models/gemini.js +0 -817
- package/lib/esm/src/vertexai/models/gemini.js.map +0 -1
- package/lib/esm/src/vertexai/models/imagen.js +0 -302
- package/lib/esm/src/vertexai/models/imagen.js.map +0 -1
- package/lib/esm/src/vertexai/models/llama.js +0 -179
- package/lib/esm/src/vertexai/models/llama.js.map +0 -1
- package/lib/esm/src/vertexai/models.js +0 -32
- package/lib/esm/src/vertexai/models.js.map +0 -1
- package/lib/esm/src/watsonx/index.js +0 -157
- package/lib/esm/src/watsonx/index.js.map +0 -1
- package/lib/esm/src/watsonx/interfaces.js +0 -2
- package/lib/esm/src/watsonx/interfaces.js.map +0 -1
- package/lib/esm/src/xai/index.js +0 -64
- package/lib/esm/src/xai/index.js.map +0 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js +0 -20
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/index.js +0 -91
- package/lib/esm/test-driver/index.js.map +0 -1
- package/lib/esm/test-driver/utils.js +0 -25
- package/lib/esm/test-driver/utils.js.map +0 -1
- package/lib/esm/tsconfig.tsbuildinfo +0 -1
- package/lib/types/src/adobe/firefly.d.ts +0 -29
- package/lib/types/src/azure/azure_foundry.d.ts +0 -49
- package/lib/types/src/bedrock/converse.d.ts +0 -8
- package/lib/types/src/bedrock/index.d.ts +0 -61
- package/lib/types/src/bedrock/nova-image-payload.d.ts +0 -73
- package/lib/types/src/bedrock/payloads.d.ts +0 -11
- package/lib/types/src/bedrock/s3.d.ts +0 -22
- package/lib/types/src/bedrock/twelvelabs.d.ts +0 -49
- package/lib/types/src/groq/index.d.ts +0 -26
- package/lib/types/src/huggingface_ie.d.ts +0 -34
- package/lib/types/src/index.d.ts +0 -13
- package/lib/types/src/mistral/index.d.ts +0 -24
- package/lib/types/src/mistral/types.d.ts +0 -131
- package/lib/types/src/openai/azure_openai.d.ts +0 -24
- package/lib/types/src/openai/index.d.ts +0 -24
- package/lib/types/src/openai/openai.d.ts +0 -14
- package/lib/types/src/openai/openai_format.d.ts +0 -18
- package/lib/types/src/replicate.d.ts +0 -47
- package/lib/types/src/test/TestErrorCompletionStream.d.ts +0 -8
- package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +0 -8
- package/lib/types/src/test/index.d.ts +0 -23
- package/lib/types/src/test/utils.d.ts +0 -4
- package/lib/types/src/test-driver/TestErrorCompletionStream.d.ts +0 -8
- package/lib/types/src/test-driver/TestValidationErrorCompletionStream.d.ts +0 -8
- package/lib/types/src/test-driver/index.d.ts +0 -23
- package/lib/types/src/test-driver/utils.d.ts +0 -4
- package/lib/types/src/togetherai/index.d.ts +0 -22
- package/lib/types/src/togetherai/interfaces.d.ts +0 -95
- package/lib/types/src/vertexai/debug.d.ts +0 -1
- package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts +0 -10
- package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +0 -9
- package/lib/types/src/vertexai/index.d.ts +0 -52
- package/lib/types/src/vertexai/models/claude.d.ts +0 -19
- package/lib/types/src/vertexai/models/gemini.d.ts +0 -17
- package/lib/types/src/vertexai/models/imagen.d.ts +0 -74
- package/lib/types/src/vertexai/models/llama.d.ts +0 -19
- package/lib/types/src/vertexai/models.d.ts +0 -14
- package/lib/types/src/watsonx/index.d.ts +0 -26
- package/lib/types/src/watsonx/interfaces.d.ts +0 -64
- package/lib/types/src/xai/index.d.ts +0 -18
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts +0 -9
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts +0 -9
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/index.d.ts +0 -24
- package/lib/types/test-driver/index.d.ts.map +0 -1
- package/lib/types/test-driver/utils.d.ts +0 -5
- package/lib/types/test-driver/utils.d.ts.map +0 -1
|
@@ -1,157 +0,0 @@
|
|
|
1
|
-
import { AbstractDriver } from "@llumiverse/core";
|
|
2
|
-
import { transformSSEStream } from "@llumiverse/core/async";
|
|
3
|
-
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
4
|
-
const API_VERSION = "2024-03-14";
|
|
5
|
-
export class WatsonxDriver extends AbstractDriver {
|
|
6
|
-
static PROVIDER = "watsonx";
|
|
7
|
-
provider = WatsonxDriver.PROVIDER;
|
|
8
|
-
apiKey;
|
|
9
|
-
endpoint_url;
|
|
10
|
-
projectId;
|
|
11
|
-
authToken;
|
|
12
|
-
fetcher;
|
|
13
|
-
fetchClient;
|
|
14
|
-
constructor(options) {
|
|
15
|
-
super(options);
|
|
16
|
-
this.apiKey = options.apiKey;
|
|
17
|
-
this.projectId = options.projectId;
|
|
18
|
-
this.endpoint_url = options.endpointUrl;
|
|
19
|
-
this.fetchClient = new FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken().then(token => `Bearer ${token}`));
|
|
20
|
-
}
|
|
21
|
-
async requestTextCompletion(prompt, options) {
|
|
22
|
-
if (options.model_options?._option_id !== "text-fallback") {
|
|
23
|
-
this.logger.warn({ options: options.model_options }, "Invalid model options");
|
|
24
|
-
}
|
|
25
|
-
options.model_options = options.model_options;
|
|
26
|
-
const payload = {
|
|
27
|
-
model_id: options.model,
|
|
28
|
-
input: prompt + "\n",
|
|
29
|
-
parameters: {
|
|
30
|
-
max_new_tokens: options.model_options?.max_tokens,
|
|
31
|
-
temperature: options.model_options?.temperature,
|
|
32
|
-
top_k: options.model_options?.top_k,
|
|
33
|
-
top_p: options.model_options?.top_p,
|
|
34
|
-
stop_sequences: options.model_options?.stop_sequence,
|
|
35
|
-
},
|
|
36
|
-
project_id: this.projectId,
|
|
37
|
-
};
|
|
38
|
-
const res = await this.fetchClient.post(`/ml/v1/text/generation?version=${API_VERSION}`, { payload });
|
|
39
|
-
const result = res.results[0];
|
|
40
|
-
return {
|
|
41
|
-
result: [{ type: "text", value: result.generated_text }],
|
|
42
|
-
token_usage: {
|
|
43
|
-
prompt: result.input_token_count,
|
|
44
|
-
result: result.generated_token_count,
|
|
45
|
-
total: result.input_token_count + result.generated_token_count,
|
|
46
|
-
},
|
|
47
|
-
finish_reason: watsonFinishReason(result.stop_reason),
|
|
48
|
-
original_response: options.include_original_response ? res : undefined,
|
|
49
|
-
};
|
|
50
|
-
}
|
|
51
|
-
async requestTextCompletionStream(prompt, options) {
|
|
52
|
-
if (options.model_options?._option_id !== "text-fallback") {
|
|
53
|
-
this.logger.warn({ options: options.model_options }, "Invalid model options");
|
|
54
|
-
}
|
|
55
|
-
options.model_options = options.model_options;
|
|
56
|
-
const payload = {
|
|
57
|
-
model_id: options.model,
|
|
58
|
-
input: prompt + "\n",
|
|
59
|
-
parameters: {
|
|
60
|
-
max_new_tokens: options.model_options?.max_tokens,
|
|
61
|
-
temperature: options.model_options?.temperature,
|
|
62
|
-
top_k: options.model_options?.top_k,
|
|
63
|
-
top_p: options.model_options?.top_p,
|
|
64
|
-
stop_sequences: options.model_options?.stop_sequence,
|
|
65
|
-
},
|
|
66
|
-
project_id: this.projectId,
|
|
67
|
-
};
|
|
68
|
-
const stream = await this.fetchClient.post(`/ml/v1/text/generation_stream?version=${API_VERSION}`, {
|
|
69
|
-
payload: payload,
|
|
70
|
-
reader: 'sse'
|
|
71
|
-
});
|
|
72
|
-
return transformSSEStream(stream, (data) => {
|
|
73
|
-
const json = JSON.parse(data);
|
|
74
|
-
return {
|
|
75
|
-
result: json.results[0]?.generated_text ? [{ type: "text", value: json.results[0].generated_text }] : [],
|
|
76
|
-
finish_reason: watsonFinishReason(json.results[0]?.stop_reason),
|
|
77
|
-
token_usage: {
|
|
78
|
-
prompt: json.results[0].input_token_count,
|
|
79
|
-
result: json.results[0].generated_token_count,
|
|
80
|
-
total: json.results[0].input_token_count + json.results[0].generated_token_count,
|
|
81
|
-
},
|
|
82
|
-
};
|
|
83
|
-
});
|
|
84
|
-
}
|
|
85
|
-
async listModels() {
|
|
86
|
-
const res = await this.fetchClient.get(`/ml/v1/foundation_model_specs?version=${API_VERSION}`)
|
|
87
|
-
.catch(err => this.logger.warn("Can't list models on Watsonx: " + err));
|
|
88
|
-
const aiModels = res.resources.map((m) => {
|
|
89
|
-
return {
|
|
90
|
-
id: m.model_id,
|
|
91
|
-
name: m.label,
|
|
92
|
-
description: m.short_description,
|
|
93
|
-
provider: this.provider,
|
|
94
|
-
};
|
|
95
|
-
});
|
|
96
|
-
return aiModels;
|
|
97
|
-
}
|
|
98
|
-
async getAuthToken() {
|
|
99
|
-
if (this.authToken) {
|
|
100
|
-
const now = Date.now() / 1000;
|
|
101
|
-
if (now < this.authToken.expiration) {
|
|
102
|
-
return this.authToken.access_token;
|
|
103
|
-
}
|
|
104
|
-
else {
|
|
105
|
-
this.logger.debug("Token expired, refetching");
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
const authToken = await fetch('https://iam.cloud.ibm.com/identity/token', {
|
|
109
|
-
method: 'POST',
|
|
110
|
-
headers: {
|
|
111
|
-
'Content-Type': 'application/x-www-form-urlencoded',
|
|
112
|
-
},
|
|
113
|
-
body: `grant_type=urn:ibm:params:oauth:grant-type:apikey&apikey=${this.apiKey}`,
|
|
114
|
-
}).then(response => response.json());
|
|
115
|
-
this.authToken = authToken;
|
|
116
|
-
return this.authToken.access_token;
|
|
117
|
-
}
|
|
118
|
-
async validateConnection() {
|
|
119
|
-
return this.listModels()
|
|
120
|
-
.then(() => true)
|
|
121
|
-
.catch((err) => {
|
|
122
|
-
this.logger.warn({ error: err }, "Failed to connect to WatsonX");
|
|
123
|
-
return false;
|
|
124
|
-
});
|
|
125
|
-
}
|
|
126
|
-
async generateEmbeddings(options) {
|
|
127
|
-
if (options.image) {
|
|
128
|
-
throw new Error("Image embeddings not supported by Watsonx");
|
|
129
|
-
}
|
|
130
|
-
if (!options.text) {
|
|
131
|
-
throw new Error("No text provided");
|
|
132
|
-
}
|
|
133
|
-
const payload = {
|
|
134
|
-
inputs: [options.text],
|
|
135
|
-
model_id: options.model ?? 'ibm/slate-125m-english-rtrvr',
|
|
136
|
-
project_id: this.projectId
|
|
137
|
-
};
|
|
138
|
-
const res = await this.fetchClient.post(`/ml/v1/text/embeddings?version=${API_VERSION}`, { payload });
|
|
139
|
-
return {
|
|
140
|
-
values: res.results[0].embedding,
|
|
141
|
-
model: res.model_id
|
|
142
|
-
};
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
function watsonFinishReason(reason) {
|
|
146
|
-
if (!reason)
|
|
147
|
-
return undefined;
|
|
148
|
-
switch (reason) {
|
|
149
|
-
case 'eos_token': return "stop";
|
|
150
|
-
case 'max_tokens': return "length";
|
|
151
|
-
default: return reason;
|
|
152
|
-
}
|
|
153
|
-
}
|
|
154
|
-
/*interface ListModelsParams extends ModelSearchPayload {
|
|
155
|
-
limit?: number;
|
|
156
|
-
}*/
|
|
157
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAAgI,MAAM,kBAAkB,CAAC;AACzL,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AASzD,MAAM,WAAW,GAAG,YAAY,CAAA;AAEhC,MAAM,OAAO,aAAc,SAAQ,cAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAa;IAExB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QAEjF,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACvD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAkC,CAAC;QAEvI,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;YACxD,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QACjF,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACvD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAC/F,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACxG,aAAa,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;gBAC/D,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBACzC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;oBAC7C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;iBACnF;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAID,KAAK,CAAC,UAAU;QAIZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aACzF,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,CAAC,CAA6B,CAAC;QAExG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,YAAY;QAGd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;YAClD,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,0CAA0C,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;QAExD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IAEvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,8BAA8B,CAAC,CAAC;YACjE,OAAO,KAAK,CAAA;QAChB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACtB,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,8BAA8B;YACzD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;QAEnI,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAChC,KAAK,EAAE,GAAG,CAAC,QAAQ;SACtB,CAAA;IAEL,CAAC;;AAIL,SAAS,kBAAkB,CAAC,MAA0B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,CAAC;QAChC,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IAC3B,CAAC;AACL,CAAC;AAID;;GAEG"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../../src/watsonx/interfaces.ts"],"names":[],"mappings":""}
|
package/lib/esm/src/xai/index.js
DELETED
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
import { formatOpenAILikeMultimodalPrompt } from "../openai/openai_format.js";
|
|
2
|
-
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
|
-
import OpenAI from "openai";
|
|
4
|
-
import { BaseOpenAIDriver } from "../openai/index.js";
|
|
5
|
-
export class xAIDriver extends BaseOpenAIDriver {
|
|
6
|
-
service;
|
|
7
|
-
provider;
|
|
8
|
-
xai_service;
|
|
9
|
-
DEFAULT_ENDPOINT = "https://api.x.ai/v1";
|
|
10
|
-
constructor(opts) {
|
|
11
|
-
super(opts);
|
|
12
|
-
if (!opts.apiKey) {
|
|
13
|
-
throw new Error("apiKey is required");
|
|
14
|
-
}
|
|
15
|
-
this.service = new OpenAI({
|
|
16
|
-
apiKey: opts.apiKey,
|
|
17
|
-
baseURL: opts.endpoint ?? this.DEFAULT_ENDPOINT,
|
|
18
|
-
});
|
|
19
|
-
this.xai_service = new FetchClient(opts.endpoint ?? this.DEFAULT_ENDPOINT).withAuthCallback(async () => `Bearer ${opts.apiKey}`);
|
|
20
|
-
this.provider = "xai";
|
|
21
|
-
//this.formatPrompt = this._formatPrompt; //TODO: fix xai prompt formatting
|
|
22
|
-
}
|
|
23
|
-
async _formatPrompt(segments, opts) {
|
|
24
|
-
const options = {
|
|
25
|
-
multimodal: opts.model.includes("vision"),
|
|
26
|
-
schema: opts.result_schema,
|
|
27
|
-
useToolForFormatting: false,
|
|
28
|
-
};
|
|
29
|
-
const p = await formatOpenAILikeMultimodalPrompt(segments, { ...options, ...opts });
|
|
30
|
-
return p;
|
|
31
|
-
}
|
|
32
|
-
extractDataFromResponse(_options, result) {
|
|
33
|
-
return {
|
|
34
|
-
result: result.choices[0].message.content ? [{ type: "text", value: result.choices[0].message.content }] : [],
|
|
35
|
-
finish_reason: result.choices[0].finish_reason,
|
|
36
|
-
token_usage: {
|
|
37
|
-
prompt: result.usage?.prompt_tokens,
|
|
38
|
-
result: result.usage?.completion_tokens,
|
|
39
|
-
total: result.usage?.total_tokens,
|
|
40
|
-
}
|
|
41
|
-
};
|
|
42
|
-
}
|
|
43
|
-
async listModels() {
|
|
44
|
-
const [lm, em] = await Promise.all([
|
|
45
|
-
this.xai_service.get("/language-models"),
|
|
46
|
-
this.xai_service.get("/embedding-models")
|
|
47
|
-
]);
|
|
48
|
-
em.models.forEach(m => {
|
|
49
|
-
m.output_modalities.push("vectors");
|
|
50
|
-
});
|
|
51
|
-
const models = [...lm.models, ...em.models].map(model => {
|
|
52
|
-
return {
|
|
53
|
-
id: model.id,
|
|
54
|
-
provider: this.provider,
|
|
55
|
-
name: model.object,
|
|
56
|
-
description: model.object,
|
|
57
|
-
is_multimodal: model.input_modalities.length > 1,
|
|
58
|
-
tags: [...model.input_modalities.map(m => `ì:${m}`), ...model.output_modalities.map(m => `ì:${m}`)],
|
|
59
|
-
};
|
|
60
|
-
});
|
|
61
|
-
return models;
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/xai/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gCAAgC,EAAgC,MAAM,4BAA4B,CAAC;AAC5G,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAUtD,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IAE3C,OAAO,CAAS;IAChB,QAAQ,CAAQ;IAChB,WAAW,CAAc;IACzB,gBAAgB,GAAG,qBAAqB,CAAC;IAEzC,YAAY,IAAsB;QAC9B,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB;SAClD,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjI,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,2EAA2E;IAC/E,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAyB,EAAE,IAAmB;QAE9D,MAAM,OAAO,GAAiC;YAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,oBAAoB,EAAE,KAAK;SAC9B,CAAA;QAED,MAAM,CAAC,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,EAAE,CAAyD,CAAC;QAE5I,OAAO,CAAC,CAAC;IAEb,CAAC;IAED,uBAAuB,CAAC,QAA0B,EAAE,MAA8C;QAC9F,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YAC7G,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;gBACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;gBACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;aACpC;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC;SAC5C,CAAyC,CAAC;QAG3C,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAClB,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACpD,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,KAAK,CAAC,MAAM;gBAClB,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAChD,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aACpF,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAElB,CAAC;CAGJ"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { sleep, throwError } from "./utils.js";
|
|
2
|
-
export class TestErrorCompletionStream {
|
|
3
|
-
segments;
|
|
4
|
-
options;
|
|
5
|
-
completion;
|
|
6
|
-
constructor(segments, options) {
|
|
7
|
-
this.segments = segments;
|
|
8
|
-
this.options = options;
|
|
9
|
-
}
|
|
10
|
-
async *[Symbol.asyncIterator]() {
|
|
11
|
-
yield "Started TestError. Next we will thrown an error.\n";
|
|
12
|
-
sleep(1000);
|
|
13
|
-
throwError("Testing stream completion error.", this.segments);
|
|
14
|
-
}
|
|
15
|
-
}
|
|
16
|
-
//# sourceMappingURL=TestErrorCompletionStream.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,OAAO,yBAAyB;IAIf;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,UAAU,CAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ"}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
import { createValidationErrorCompletion, sleep } from "./utils.js";
|
|
2
|
-
export class TestValidationErrorCompletionStream {
|
|
3
|
-
segments;
|
|
4
|
-
options;
|
|
5
|
-
completion;
|
|
6
|
-
constructor(segments, options) {
|
|
7
|
-
this.segments = segments;
|
|
8
|
-
this.options = options;
|
|
9
|
-
}
|
|
10
|
-
async *[Symbol.asyncIterator]() {
|
|
11
|
-
yield "Started TestValidationError.\n";
|
|
12
|
-
await sleep(1000);
|
|
13
|
-
yield "chunk1\n";
|
|
14
|
-
await sleep(1000);
|
|
15
|
-
yield "chunk2\n";
|
|
16
|
-
await sleep(1000);
|
|
17
|
-
this.completion = createValidationErrorCompletion(this.segments);
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
//# sourceMappingURL=TestValidationErrorCompletionStream.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGpE,MAAM,OAAO,mCAAmC;IAIzB;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ"}
|
|
@@ -1,91 +0,0 @@
|
|
|
1
|
-
import { AIModelStatus, ModelType } from "@llumiverse/core";
|
|
2
|
-
import { TestErrorCompletionStream } from "./TestErrorCompletionStream.js";
|
|
3
|
-
import { TestValidationErrorCompletionStream } from "./TestValidationErrorCompletionStream.js";
|
|
4
|
-
import { createValidationErrorCompletion, sleep, throwError } from "./utils.js";
|
|
5
|
-
export * from "./TestErrorCompletionStream.js";
|
|
6
|
-
export * from "./TestValidationErrorCompletionStream.js";
|
|
7
|
-
export var TestDriverModels;
|
|
8
|
-
(function (TestDriverModels) {
|
|
9
|
-
TestDriverModels["executionError"] = "execution-error";
|
|
10
|
-
TestDriverModels["validationError"] = "validation-error";
|
|
11
|
-
})(TestDriverModels || (TestDriverModels = {}));
|
|
12
|
-
export class TestDriver {
|
|
13
|
-
provider = "test";
|
|
14
|
-
createTrainingPrompt() {
|
|
15
|
-
throw new Error("Method not implemented.");
|
|
16
|
-
}
|
|
17
|
-
startTraining() {
|
|
18
|
-
throw new Error("Method not implemented.");
|
|
19
|
-
}
|
|
20
|
-
cancelTraining() {
|
|
21
|
-
throw new Error("Method not implemented.");
|
|
22
|
-
}
|
|
23
|
-
getTrainingJob(_jobId) {
|
|
24
|
-
throw new Error("Method not implemented.");
|
|
25
|
-
}
|
|
26
|
-
async createPrompt(segments, _opts) {
|
|
27
|
-
return segments;
|
|
28
|
-
}
|
|
29
|
-
execute(segments, options) {
|
|
30
|
-
switch (options.model) {
|
|
31
|
-
case TestDriverModels.executionError:
|
|
32
|
-
return this.executeError(segments, options);
|
|
33
|
-
case TestDriverModels.validationError:
|
|
34
|
-
return this.executeValidationError(segments, options);
|
|
35
|
-
default:
|
|
36
|
-
throwError("[test driver] Unknown model: " + options.model, segments);
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
async stream(segments, options) {
|
|
40
|
-
switch (options.model) {
|
|
41
|
-
case TestDriverModels.executionError:
|
|
42
|
-
return new TestErrorCompletionStream(segments, options);
|
|
43
|
-
case TestDriverModels.validationError:
|
|
44
|
-
return new TestValidationErrorCompletionStream(segments, options);
|
|
45
|
-
default:
|
|
46
|
-
throwError("[test driver] Unknown model: " + options.model, segments);
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
async listTrainableModels() {
|
|
50
|
-
return [];
|
|
51
|
-
}
|
|
52
|
-
async listModels() {
|
|
53
|
-
return [
|
|
54
|
-
{
|
|
55
|
-
id: TestDriverModels.executionError,
|
|
56
|
-
name: "Execution Error",
|
|
57
|
-
type: ModelType.Test,
|
|
58
|
-
provider: this.provider,
|
|
59
|
-
status: AIModelStatus.Available,
|
|
60
|
-
description: "Test execution errors",
|
|
61
|
-
tags: [],
|
|
62
|
-
},
|
|
63
|
-
{
|
|
64
|
-
id: TestDriverModels.validationError,
|
|
65
|
-
name: "Validation Error",
|
|
66
|
-
type: ModelType.Test,
|
|
67
|
-
provider: this.provider,
|
|
68
|
-
status: AIModelStatus.Available,
|
|
69
|
-
description: "Test validation errors",
|
|
70
|
-
tags: [],
|
|
71
|
-
},
|
|
72
|
-
];
|
|
73
|
-
}
|
|
74
|
-
validateConnection() {
|
|
75
|
-
throw new Error("Method not implemented.");
|
|
76
|
-
}
|
|
77
|
-
generateEmbeddings() {
|
|
78
|
-
throw new Error("Method not implemented.");
|
|
79
|
-
}
|
|
80
|
-
// ============== execution error ==================
|
|
81
|
-
async executeError(segments, _options) {
|
|
82
|
-
await sleep(1000);
|
|
83
|
-
throwError("Testing stream completion error.", segments);
|
|
84
|
-
}
|
|
85
|
-
// ============== validation error ==================
|
|
86
|
-
async executeValidationError(segments, _options) {
|
|
87
|
-
await sleep(3000);
|
|
88
|
-
return createValidationErrorCompletion(segments);
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,aAAa,EAAmF,SAAS,EAA8B,MAAM,kBAAkB,CAAC;AAClL,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAC/F,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEhF,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,MAAM,CAAN,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,KAAhB,gBAAgB,QAG3B;AAED,MAAM,OAAO,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,mCAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,+BAA+B,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ"}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
export function throwError(message, prompt) {
|
|
2
|
-
const err = new Error(message);
|
|
3
|
-
err.prompt = prompt;
|
|
4
|
-
throw err;
|
|
5
|
-
}
|
|
6
|
-
export function createValidationErrorCompletion(segments) {
|
|
7
|
-
return {
|
|
8
|
-
result: [{ type: "text", value: "An invalid result" }],
|
|
9
|
-
prompt: segments,
|
|
10
|
-
execution_time: 3000,
|
|
11
|
-
error: {
|
|
12
|
-
code: "validation_error",
|
|
13
|
-
message: "Result cannot be validated!",
|
|
14
|
-
},
|
|
15
|
-
token_usage: {
|
|
16
|
-
result: 10,
|
|
17
|
-
prompt: 10,
|
|
18
|
-
total: 20,
|
|
19
|
-
},
|
|
20
|
-
};
|
|
21
|
-
}
|
|
22
|
-
export function sleep(ms) {
|
|
23
|
-
return new Promise(resolve => setTimeout(resolve, ms));
|
|
24
|
-
}
|
|
25
|
-
//# sourceMappingURL=utils.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}
|