@llumiverse/drivers 0.20.0 → 0.22.0-dev.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cjs/adobe/firefly.js +6 -5
- package/lib/cjs/adobe/firefly.js.map +1 -1
- package/lib/cjs/azure/azure_foundry.js +388 -0
- package/lib/cjs/azure/azure_foundry.js.map +1 -0
- package/lib/cjs/bedrock/index.js +62 -39
- package/lib/cjs/bedrock/index.js.map +1 -1
- package/lib/cjs/groq/index.js +178 -22
- package/lib/cjs/groq/index.js.map +1 -1
- package/lib/cjs/huggingface_ie.js +5 -4
- package/lib/cjs/huggingface_ie.js.map +1 -1
- package/lib/cjs/index.js +3 -2
- package/lib/cjs/index.js.map +1 -1
- package/lib/cjs/mistral/index.js +5 -3
- package/lib/cjs/mistral/index.js.map +1 -1
- package/lib/cjs/openai/azure_openai.js +72 -0
- package/lib/cjs/openai/azure_openai.js.map +1 -0
- package/lib/cjs/openai/index.js +13 -16
- package/lib/cjs/openai/index.js.map +1 -1
- package/lib/cjs/openai/openai.js +2 -2
- package/lib/cjs/openai/openai.js.map +1 -1
- package/lib/cjs/openai/openai_format.js +138 -0
- package/lib/cjs/openai/openai_format.js.map +1 -0
- package/lib/cjs/replicate.js +3 -3
- package/lib/cjs/replicate.js.map +1 -1
- package/lib/cjs/test/utils.js +1 -1
- package/lib/cjs/test/utils.js.map +1 -1
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +20 -0
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +24 -0
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test-driver/index.js +109 -0
- package/lib/cjs/test-driver/index.js.map +1 -0
- package/lib/cjs/test-driver/utils.js +30 -0
- package/lib/cjs/test-driver/utils.js.map +1 -0
- package/lib/cjs/togetherai/index.js +2 -2
- package/lib/cjs/togetherai/index.js.map +1 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js +1 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +1 -1
- package/lib/cjs/vertexai/index.js +90 -28
- package/lib/cjs/vertexai/index.js.map +1 -1
- package/lib/cjs/vertexai/models/claude.js +14 -12
- package/lib/cjs/vertexai/models/claude.js.map +1 -1
- package/lib/cjs/vertexai/models/gemini.js +158 -52
- package/lib/cjs/vertexai/models/gemini.js.map +1 -1
- package/lib/cjs/vertexai/models/imagen.js +11 -22
- package/lib/cjs/vertexai/models/imagen.js.map +1 -1
- package/lib/cjs/vertexai/models/llama.js +4 -3
- package/lib/cjs/vertexai/models/llama.js.map +1 -1
- package/lib/cjs/watsonx/index.js +3 -3
- package/lib/cjs/watsonx/index.js.map +1 -1
- package/lib/cjs/xai/index.js +4 -4
- package/lib/cjs/xai/index.js.map +1 -1
- package/lib/esm/adobe/firefly.js +6 -5
- package/lib/esm/adobe/firefly.js.map +1 -1
- package/lib/esm/azure/azure_foundry.js +382 -0
- package/lib/esm/azure/azure_foundry.js.map +1 -0
- package/lib/esm/bedrock/index.js +62 -39
- package/lib/esm/bedrock/index.js.map +1 -1
- package/lib/esm/groq/index.js +178 -22
- package/lib/esm/groq/index.js.map +1 -1
- package/lib/esm/huggingface_ie.js +6 -5
- package/lib/esm/huggingface_ie.js.map +1 -1
- package/lib/esm/index.js +3 -2
- package/lib/esm/index.js.map +1 -1
- package/lib/esm/mistral/index.js +5 -3
- package/lib/esm/mistral/index.js.map +1 -1
- package/lib/esm/openai/azure_openai.js +68 -0
- package/lib/esm/openai/azure_openai.js.map +1 -0
- package/lib/esm/openai/index.js +12 -15
- package/lib/esm/openai/index.js.map +1 -1
- package/lib/esm/openai/openai.js +2 -2
- package/lib/esm/openai/openai.js.map +1 -1
- package/lib/esm/openai/openai_format.js +134 -0
- package/lib/esm/openai/openai_format.js.map +1 -0
- package/lib/esm/replicate.js +3 -3
- package/lib/esm/replicate.js.map +1 -1
- package/lib/esm/src/adobe/firefly.js +116 -0
- package/lib/esm/src/adobe/firefly.js.map +1 -0
- package/lib/esm/src/azure/azure_foundry.js +382 -0
- package/lib/esm/src/azure/azure_foundry.js.map +1 -0
- package/lib/esm/src/bedrock/converse.js +278 -0
- package/lib/esm/src/bedrock/converse.js.map +1 -0
- package/lib/esm/src/bedrock/index.js +819 -0
- package/lib/esm/src/bedrock/index.js.map +1 -0
- package/lib/esm/src/bedrock/nova-image-payload.js +203 -0
- package/lib/esm/src/bedrock/nova-image-payload.js.map +1 -0
- package/lib/esm/src/bedrock/payloads.js +2 -0
- package/lib/esm/src/bedrock/payloads.js.map +1 -0
- package/lib/esm/src/bedrock/s3.js +99 -0
- package/lib/esm/src/bedrock/s3.js.map +1 -0
- package/lib/esm/src/groq/index.js +286 -0
- package/lib/esm/src/groq/index.js.map +1 -0
- package/lib/esm/src/huggingface_ie.js +196 -0
- package/lib/esm/src/huggingface_ie.js.map +1 -0
- package/lib/esm/src/index.js +14 -0
- package/lib/esm/src/index.js.map +1 -0
- package/lib/esm/src/mistral/index.js +169 -0
- package/lib/esm/src/mistral/index.js.map +1 -0
- package/lib/esm/src/mistral/types.js +80 -0
- package/lib/esm/src/mistral/types.js.map +1 -0
- package/lib/esm/src/openai/azure_openai.js +68 -0
- package/lib/esm/src/openai/azure_openai.js.map +1 -0
- package/lib/esm/src/openai/index.js +460 -0
- package/lib/esm/src/openai/index.js.map +1 -0
- package/lib/esm/src/openai/openai.js +14 -0
- package/lib/esm/src/openai/openai.js.map +1 -0
- package/lib/esm/src/openai/openai_format.js +134 -0
- package/lib/esm/src/openai/openai_format.js.map +1 -0
- package/lib/esm/src/replicate.js +268 -0
- package/lib/esm/src/replicate.js.map +1 -0
- package/lib/esm/src/test/TestErrorCompletionStream.js +16 -0
- package/lib/esm/src/test/TestErrorCompletionStream.js.map +1 -0
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js +20 -0
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/esm/src/test/index.js +91 -0
- package/lib/esm/src/test/index.js.map +1 -0
- package/lib/esm/src/test/utils.js +25 -0
- package/lib/esm/src/test/utils.js.map +1 -0
- package/lib/esm/src/togetherai/index.js +122 -0
- package/lib/esm/src/togetherai/index.js.map +1 -0
- package/lib/esm/src/togetherai/interfaces.js +2 -0
- package/lib/esm/src/togetherai/interfaces.js.map +1 -0
- package/lib/esm/src/vertexai/debug.js +6 -0
- package/lib/esm/src/vertexai/debug.js.map +1 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-image.js +24 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-image.js.map +1 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js +20 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +1 -0
- package/lib/esm/src/vertexai/index.js +332 -0
- package/lib/esm/src/vertexai/index.js.map +1 -0
- package/lib/esm/src/vertexai/models/claude.js +372 -0
- package/lib/esm/src/vertexai/models/claude.js.map +1 -0
- package/lib/esm/src/vertexai/models/gemini.js +806 -0
- package/lib/esm/src/vertexai/models/gemini.js.map +1 -0
- package/lib/esm/src/vertexai/models/imagen.js +302 -0
- package/lib/esm/src/vertexai/models/imagen.js.map +1 -0
- package/lib/esm/src/vertexai/models/llama.js +179 -0
- package/lib/esm/src/vertexai/models/llama.js.map +1 -0
- package/lib/esm/src/vertexai/models.js +21 -0
- package/lib/esm/src/vertexai/models.js.map +1 -0
- package/lib/esm/src/watsonx/index.js +157 -0
- package/lib/esm/src/watsonx/index.js.map +1 -0
- package/lib/esm/src/watsonx/interfaces.js +2 -0
- package/lib/esm/src/watsonx/interfaces.js.map +1 -0
- package/lib/esm/src/xai/index.js +64 -0
- package/lib/esm/src/xai/index.js.map +1 -0
- package/lib/esm/test/utils.js +1 -1
- package/lib/esm/test/utils.js.map +1 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +16 -0
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js +20 -0
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/esm/test-driver/index.js +91 -0
- package/lib/esm/test-driver/index.js.map +1 -0
- package/lib/esm/test-driver/utils.js +25 -0
- package/lib/esm/test-driver/utils.js.map +1 -0
- package/lib/esm/togetherai/index.js +2 -2
- package/lib/esm/togetherai/index.js.map +1 -1
- package/lib/esm/tsconfig.tsbuildinfo +1 -0
- package/lib/esm/vertexai/embeddings/embeddings-text.js +1 -1
- package/lib/esm/vertexai/embeddings/embeddings-text.js.map +1 -1
- package/lib/esm/vertexai/index.js +91 -29
- package/lib/esm/vertexai/index.js.map +1 -1
- package/lib/esm/vertexai/models/claude.js +14 -12
- package/lib/esm/vertexai/models/claude.js.map +1 -1
- package/lib/esm/vertexai/models/gemini.js +159 -53
- package/lib/esm/vertexai/models/gemini.js.map +1 -1
- package/lib/esm/vertexai/models/imagen.js +8 -16
- package/lib/esm/vertexai/models/imagen.js.map +1 -1
- package/lib/esm/vertexai/models/llama.js +4 -3
- package/lib/esm/vertexai/models/llama.js.map +1 -1
- package/lib/esm/vertexai/models.js.map +1 -1
- package/lib/esm/watsonx/index.js +3 -3
- package/lib/esm/watsonx/index.js.map +1 -1
- package/lib/esm/xai/index.js +3 -3
- package/lib/esm/xai/index.js.map +1 -1
- package/lib/types/adobe/firefly.d.ts +3 -3
- package/lib/types/adobe/firefly.d.ts.map +1 -1
- package/lib/types/azure/azure_foundry.d.ts +50 -0
- package/lib/types/azure/azure_foundry.d.ts.map +1 -0
- package/lib/types/bedrock/index.d.ts +4 -4
- package/lib/types/bedrock/index.d.ts.map +1 -1
- package/lib/types/groq/index.d.ts +8 -5
- package/lib/types/groq/index.d.ts.map +1 -1
- package/lib/types/huggingface_ie.d.ts +8 -5
- package/lib/types/huggingface_ie.d.ts.map +1 -1
- package/lib/types/index.d.ts +3 -2
- package/lib/types/index.d.ts.map +1 -1
- package/lib/types/mistral/index.d.ts +4 -4
- package/lib/types/mistral/index.d.ts.map +1 -1
- package/lib/types/openai/azure_openai.d.ts +25 -0
- package/lib/types/openai/azure_openai.d.ts.map +1 -0
- package/lib/types/openai/index.d.ts +6 -7
- package/lib/types/openai/index.d.ts.map +1 -1
- package/lib/types/openai/openai.d.ts +2 -2
- package/lib/types/openai/openai.d.ts.map +1 -1
- package/lib/types/openai/openai_format.d.ts +19 -0
- package/lib/types/openai/openai_format.d.ts.map +1 -0
- package/lib/types/replicate.d.ts +6 -3
- package/lib/types/replicate.d.ts.map +1 -1
- package/lib/types/src/adobe/firefly.d.ts +29 -0
- package/lib/types/src/azure/azure_foundry.d.ts +49 -0
- package/lib/types/src/bedrock/converse.d.ts +8 -0
- package/lib/types/src/bedrock/index.d.ts +57 -0
- package/lib/types/src/bedrock/nova-image-payload.d.ts +73 -0
- package/lib/types/src/bedrock/payloads.d.ts +11 -0
- package/lib/types/src/bedrock/s3.d.ts +22 -0
- package/lib/types/src/groq/index.d.ts +26 -0
- package/lib/types/src/huggingface_ie.d.ts +34 -0
- package/lib/types/src/index.d.ts +13 -0
- package/lib/types/src/mistral/index.d.ts +24 -0
- package/lib/types/src/mistral/types.d.ts +131 -0
- package/lib/types/src/openai/azure_openai.d.ts +24 -0
- package/lib/types/src/openai/index.d.ts +24 -0
- package/lib/types/src/openai/openai.d.ts +14 -0
- package/lib/types/src/openai/openai_format.d.ts +18 -0
- package/lib/types/src/replicate.d.ts +47 -0
- package/lib/types/src/test/TestErrorCompletionStream.d.ts +8 -0
- package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +8 -0
- package/lib/types/src/test/index.d.ts +23 -0
- package/lib/types/src/test/utils.d.ts +4 -0
- package/lib/types/src/togetherai/index.d.ts +22 -0
- package/lib/types/src/togetherai/interfaces.d.ts +95 -0
- package/lib/types/src/vertexai/debug.d.ts +1 -0
- package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts +10 -0
- package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +9 -0
- package/lib/types/src/vertexai/index.d.ts +52 -0
- package/lib/types/src/vertexai/models/claude.d.ts +17 -0
- package/lib/types/src/vertexai/models/gemini.d.ts +17 -0
- package/lib/types/src/vertexai/models/imagen.d.ts +74 -0
- package/lib/types/src/vertexai/models/llama.d.ts +19 -0
- package/lib/types/src/vertexai/models.d.ts +14 -0
- package/lib/types/src/watsonx/index.d.ts +26 -0
- package/lib/types/src/watsonx/interfaces.d.ts +64 -0
- package/lib/types/src/xai/index.d.ts +18 -0
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts +9 -0
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts +9 -0
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test-driver/index.d.ts +24 -0
- package/lib/types/test-driver/index.d.ts.map +1 -0
- package/lib/types/test-driver/utils.d.ts +5 -0
- package/lib/types/test-driver/utils.d.ts.map +1 -0
- package/lib/types/togetherai/index.d.ts +3 -3
- package/lib/types/togetherai/index.d.ts.map +1 -1
- package/lib/types/vertexai/index.d.ts +10 -7
- package/lib/types/vertexai/index.d.ts.map +1 -1
- package/lib/types/vertexai/models/claude.d.ts.map +1 -1
- package/lib/types/vertexai/models/gemini.d.ts +3 -2
- package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
- package/lib/types/vertexai/models/imagen.d.ts +2 -2
- package/lib/types/vertexai/models/imagen.d.ts.map +1 -1
- package/lib/types/vertexai/models/llama.d.ts +2 -2
- package/lib/types/vertexai/models/llama.d.ts.map +1 -1
- package/lib/types/vertexai/models.d.ts +2 -2
- package/lib/types/vertexai/models.d.ts.map +1 -1
- package/lib/types/watsonx/index.d.ts +3 -3
- package/lib/types/watsonx/index.d.ts.map +1 -1
- package/lib/types/xai/index.d.ts.map +1 -1
- package/package.json +29 -25
- package/src/adobe/firefly.ts +12 -20
- package/src/azure/azure_foundry.ts +458 -0
- package/src/bedrock/index.ts +65 -43
- package/src/groq/index.ts +219 -32
- package/src/huggingface_ie.ts +13 -14
- package/src/index.ts +3 -2
- package/src/mistral/index.ts +11 -9
- package/src/openai/azure_openai.ts +92 -0
- package/src/openai/index.ts +27 -28
- package/src/openai/openai.ts +2 -5
- package/src/openai/openai_format.ts +165 -0
- package/src/replicate.ts +12 -12
- package/src/{test → test-driver}/utils.ts +1 -1
- package/src/togetherai/index.ts +7 -7
- package/src/vertexai/embeddings/embeddings-text.ts +2 -2
- package/src/vertexai/index.ts +104 -38
- package/src/vertexai/models/claude.ts +18 -16
- package/src/vertexai/models/gemini.ts +195 -67
- package/src/vertexai/models/imagen.ts +15 -26
- package/src/vertexai/models/llama.ts +6 -5
- package/src/vertexai/models.ts +4 -4
- package/src/watsonx/index.ts +10 -10
- package/src/xai/index.ts +13 -15
- package/lib/cjs/openai/azure.js +0 -31
- package/lib/cjs/openai/azure.js.map +0 -1
- package/lib/esm/openai/azure.js +0 -27
- package/lib/esm/openai/azure.js.map +0 -1
- package/lib/types/openai/azure.d.ts +0 -20
- package/lib/types/openai/azure.d.ts.map +0 -1
- package/src/openai/azure.ts +0 -54
- /package/src/{test → test-driver}/TestErrorCompletionStream.ts +0 -0
- /package/src/{test → test-driver}/TestValidationErrorCompletionStream.ts +0 -0
- /package/src/{test → test-driver}/index.ts +0 -0
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
interface ModelInstanceConfig {
|
|
2
|
+
appearsIn: any[];
|
|
3
|
+
order: number;
|
|
4
|
+
}
|
|
5
|
+
interface Config {
|
|
6
|
+
stop: string[];
|
|
7
|
+
prompt_format: string;
|
|
8
|
+
chat_template: string;
|
|
9
|
+
}
|
|
10
|
+
interface Pricing {
|
|
11
|
+
input: number;
|
|
12
|
+
output: number;
|
|
13
|
+
hourly: number;
|
|
14
|
+
}
|
|
15
|
+
interface Instance {
|
|
16
|
+
av_zone: string;
|
|
17
|
+
cluster: string;
|
|
18
|
+
}
|
|
19
|
+
interface Ask {
|
|
20
|
+
[key: string]: number;
|
|
21
|
+
}
|
|
22
|
+
interface Gpu {
|
|
23
|
+
[key: string]: number;
|
|
24
|
+
}
|
|
25
|
+
interface Price {
|
|
26
|
+
base: number;
|
|
27
|
+
fine_tune: number;
|
|
28
|
+
hourly: number;
|
|
29
|
+
input: number;
|
|
30
|
+
output: number;
|
|
31
|
+
}
|
|
32
|
+
interface Stat {
|
|
33
|
+
av_zone: string;
|
|
34
|
+
cluster: string;
|
|
35
|
+
capacity: number;
|
|
36
|
+
qps: number;
|
|
37
|
+
throughput_in: number;
|
|
38
|
+
throughput_out: number;
|
|
39
|
+
error_rate: number;
|
|
40
|
+
retry_rate: number;
|
|
41
|
+
}
|
|
42
|
+
interface Depth {
|
|
43
|
+
num_asks: number;
|
|
44
|
+
num_bids: number;
|
|
45
|
+
num_running: number;
|
|
46
|
+
asks: Ask;
|
|
47
|
+
asks_updated: string;
|
|
48
|
+
gpus: Gpu;
|
|
49
|
+
qps: number;
|
|
50
|
+
permit_required: boolean;
|
|
51
|
+
price: Price;
|
|
52
|
+
throughput_in: number;
|
|
53
|
+
throughput_out: number;
|
|
54
|
+
stats: Stat[];
|
|
55
|
+
}
|
|
56
|
+
export interface TogetherModelInfo {
|
|
57
|
+
modelInstanceConfig: ModelInstanceConfig;
|
|
58
|
+
_id: string;
|
|
59
|
+
name: string;
|
|
60
|
+
display_name: string;
|
|
61
|
+
display_type: string;
|
|
62
|
+
description: string;
|
|
63
|
+
license: string;
|
|
64
|
+
creator_organization: string;
|
|
65
|
+
hardware_label: string;
|
|
66
|
+
num_parameters: number;
|
|
67
|
+
show_in_playground: boolean;
|
|
68
|
+
isFeaturedModel: boolean;
|
|
69
|
+
context_length: number;
|
|
70
|
+
config: Config;
|
|
71
|
+
pricing: Pricing;
|
|
72
|
+
created_at: string;
|
|
73
|
+
update_at: string;
|
|
74
|
+
instances: Instance[];
|
|
75
|
+
access: string;
|
|
76
|
+
link: string;
|
|
77
|
+
descriptionLink: string;
|
|
78
|
+
depth: Depth;
|
|
79
|
+
}
|
|
80
|
+
export interface TextCompletion {
|
|
81
|
+
id: string;
|
|
82
|
+
choices: {
|
|
83
|
+
text: string;
|
|
84
|
+
finish_reason: string;
|
|
85
|
+
}[];
|
|
86
|
+
usage: {
|
|
87
|
+
prompt_tokens: number;
|
|
88
|
+
completion_tokens: number;
|
|
89
|
+
total_tokens: number;
|
|
90
|
+
};
|
|
91
|
+
created: number;
|
|
92
|
+
model: string;
|
|
93
|
+
object: string;
|
|
94
|
+
}
|
|
95
|
+
export {};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function logObject(prefix: string, obj: any): void;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { EmbeddingsOptions, EmbeddingsResult } from '@llumiverse/core';
|
|
2
|
+
import { VertexAIDriver } from '../index.js';
|
|
3
|
+
export interface ImageEmbeddingsOptions {
|
|
4
|
+
model?: string;
|
|
5
|
+
image?: {
|
|
6
|
+
bytesBase64Encoded?: string;
|
|
7
|
+
};
|
|
8
|
+
text: string;
|
|
9
|
+
}
|
|
10
|
+
export declare function getEmbeddingsForImages(driver: VertexAIDriver, options: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { EmbeddingsResult } from '@llumiverse/core';
|
|
2
|
+
import { VertexAIDriver } from '../index.js';
|
|
3
|
+
export interface TextEmbeddingsOptions {
|
|
4
|
+
model?: string;
|
|
5
|
+
task_type?: "RETRIEVAL_QUERY" | "RETRIEVAL_DOCUMENT" | "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING";
|
|
6
|
+
title?: string;
|
|
7
|
+
content: string;
|
|
8
|
+
}
|
|
9
|
+
export declare function getEmbeddingsForText(driver: VertexAIDriver, options: TextEmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
|
+
import { GoogleAuth, GoogleAuthOptions } from "google-auth-library";
|
|
4
|
+
import { JSONClient } from "google-auth-library/build/src/auth/googleauth.js";
|
|
5
|
+
import { EmbeddingsOptions } from "@llumiverse/core";
|
|
6
|
+
import { PredictionServiceClient, v1beta1 } from "@google-cloud/aiplatform";
|
|
7
|
+
import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
|
|
8
|
+
import { ImagenPrompt } from "./models/imagen.js";
|
|
9
|
+
import { GoogleGenAI, Content, Model } from "@google/genai";
|
|
10
|
+
export interface VertexAIDriverOptions extends DriverOptions {
|
|
11
|
+
project: string;
|
|
12
|
+
region: string;
|
|
13
|
+
googleAuthOptions?: GoogleAuthOptions;
|
|
14
|
+
}
|
|
15
|
+
export interface GenerateContentPrompt {
|
|
16
|
+
contents: Content[];
|
|
17
|
+
system?: Content;
|
|
18
|
+
}
|
|
19
|
+
export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt;
|
|
20
|
+
export declare function trimModelName(model: string): string;
|
|
21
|
+
export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, VertexAIPrompt> {
|
|
22
|
+
static PROVIDER: string;
|
|
23
|
+
provider: string;
|
|
24
|
+
aiplatform: v1beta1.ModelServiceClient | undefined;
|
|
25
|
+
anthropicClient: AnthropicVertex | undefined;
|
|
26
|
+
fetchClient: FetchClient | undefined;
|
|
27
|
+
googleGenAI: GoogleGenAI | undefined;
|
|
28
|
+
llamaClient: FetchClient & {
|
|
29
|
+
region?: string;
|
|
30
|
+
} | undefined;
|
|
31
|
+
modelGarden: v1beta1.ModelGardenServiceClient | undefined;
|
|
32
|
+
imagenClient: PredictionServiceClient | undefined;
|
|
33
|
+
authClient: JSONClient | GoogleAuth<JSONClient>;
|
|
34
|
+
constructor(options: VertexAIDriverOptions);
|
|
35
|
+
getGoogleGenAIClient(region?: string): GoogleGenAI;
|
|
36
|
+
getFetchClient(): FetchClient;
|
|
37
|
+
getLLamaClient(region?: string): FetchClient;
|
|
38
|
+
getAnthropicClient(): AnthropicVertex;
|
|
39
|
+
getAIPlatformClient(): v1beta1.ModelServiceClient;
|
|
40
|
+
getModelGardenClient(): v1beta1.ModelGardenServiceClient;
|
|
41
|
+
getImagenClient(): PredictionServiceClient;
|
|
42
|
+
validateResult(result: Completion, options: ExecutionOptions): void;
|
|
43
|
+
protected canStream(options: ExecutionOptions): Promise<boolean>;
|
|
44
|
+
createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
|
|
45
|
+
requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
46
|
+
requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
47
|
+
requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion>;
|
|
48
|
+
getGenAIModelsArray(client: GoogleGenAI): Promise<Model[]>;
|
|
49
|
+
listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
|
|
50
|
+
validateConnection(): Promise<boolean>;
|
|
51
|
+
generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
52
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { ContentBlock, MessageParam, TextBlockParam } from "@anthropic-ai/sdk/resources/index.js";
|
|
2
|
+
import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptSegment, ToolUse } from "@llumiverse/core";
|
|
3
|
+
import { VertexAIDriver } from "../index.js";
|
|
4
|
+
import { ModelDefinition } from "../models.js";
|
|
5
|
+
interface ClaudePrompt {
|
|
6
|
+
messages: MessageParam[];
|
|
7
|
+
system?: TextBlockParam[];
|
|
8
|
+
}
|
|
9
|
+
export declare function collectTools(content: ContentBlock[]): ToolUse[] | undefined;
|
|
10
|
+
export declare class ClaudeModelDefinition implements ModelDefinition<ClaudePrompt> {
|
|
11
|
+
model: AIModel;
|
|
12
|
+
constructor(modelId: string);
|
|
13
|
+
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ClaudePrompt>;
|
|
14
|
+
requestTextCompletion(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<Completion>;
|
|
15
|
+
requestTextCompletionStream(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
16
|
+
}
|
|
17
|
+
export {};
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { Content, GenerateContentResponseUsageMetadata } from "@google/genai";
|
|
2
|
+
import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, ExecutionTokenUsage, PromptSegment } from "@llumiverse/core";
|
|
3
|
+
import { VertexAIDriver, GenerateContentPrompt } from "../index.js";
|
|
4
|
+
import { ModelDefinition } from "../models.js";
|
|
5
|
+
export declare function mergeConsecutiveRole(contents: Content[] | undefined): Content[];
|
|
6
|
+
export declare class GeminiModelDefinition implements ModelDefinition<GenerateContentPrompt> {
|
|
7
|
+
model: AIModel;
|
|
8
|
+
constructor(modelId: string);
|
|
9
|
+
preValidationProcessing(result: Completion, options: ExecutionOptions): {
|
|
10
|
+
result: Completion;
|
|
11
|
+
options: ExecutionOptions;
|
|
12
|
+
};
|
|
13
|
+
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<GenerateContentPrompt>;
|
|
14
|
+
usageMetadataToTokenUsage(usageMetadata: GenerateContentResponseUsageMetadata | undefined): ExecutionTokenUsage;
|
|
15
|
+
requestTextCompletion(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
16
|
+
requestTextCompletionStream(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
17
|
+
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { AIModel, Completion, ExecutionOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
interface ImagenBaseReference {
|
|
4
|
+
referenceType: "REFERENCE_TYPE_RAW" | "REFERENCE_TYPE_MASK" | "REFERENCE_TYPE_SUBJECT" | "REFERENCE_TYPE_CONTROL" | "REFERENCE_TYPE_STYLE";
|
|
5
|
+
referenceId: number;
|
|
6
|
+
referenceImage: {
|
|
7
|
+
bytesBase64Encoded: string;
|
|
8
|
+
};
|
|
9
|
+
}
|
|
10
|
+
export declare enum ImagenTaskType {
|
|
11
|
+
TEXT_IMAGE = "TEXT_IMAGE",
|
|
12
|
+
EDIT_MODE_INPAINT_REMOVAL = "EDIT_MODE_INPAINT_REMOVAL",
|
|
13
|
+
EDIT_MODE_INPAINT_INSERTION = "EDIT_MODE_INPAINT_INSERTION",
|
|
14
|
+
EDIT_MODE_BGSWAP = "EDIT_MODE_BGSWAP",
|
|
15
|
+
EDIT_MODE_OUTPAINT = "EDIT_MODE_OUTPAINT",
|
|
16
|
+
CUSTOMIZATION_SUBJECT = "CUSTOMIZATION_SUBJECT",
|
|
17
|
+
CUSTOMIZATION_STYLE = "CUSTOMIZATION_STYLE",
|
|
18
|
+
CUSTOMIZATION_CONTROLLED = "CUSTOMIZATION_CONTROLLED",
|
|
19
|
+
CUSTOMIZATION_INSTRUCT = "CUSTOMIZATION_INSTRUCT"
|
|
20
|
+
}
|
|
21
|
+
export declare enum ImagenMaskMode {
|
|
22
|
+
MASK_MODE_USER_PROVIDED = "MASK_MODE_USER_PROVIDED",
|
|
23
|
+
MASK_MODE_BACKGROUND = "MASK_MODE_BACKGROUND",
|
|
24
|
+
MASK_MODE_FOREGROUND = "MASK_MODE_FOREGROUND",
|
|
25
|
+
MASK_MODE_SEMANTIC = "MASK_MODE_SEMANTIC"
|
|
26
|
+
}
|
|
27
|
+
interface ImagenReferenceRaw extends ImagenBaseReference {
|
|
28
|
+
referenceType: "REFERENCE_TYPE_RAW";
|
|
29
|
+
}
|
|
30
|
+
interface ImagenReferenceMask extends Omit<ImagenBaseReference, "referenceImage"> {
|
|
31
|
+
referenceType: "REFERENCE_TYPE_MASK";
|
|
32
|
+
maskImageConfig: {
|
|
33
|
+
maskMode?: ImagenMaskMode;
|
|
34
|
+
maskClasses?: number[];
|
|
35
|
+
dilation?: number;
|
|
36
|
+
};
|
|
37
|
+
referenceImage?: {
|
|
38
|
+
bytesBase64Encoded: string;
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
interface ImagenReferenceSubject extends ImagenBaseReference {
|
|
42
|
+
referenceType: "REFERENCE_TYPE_SUBJECT";
|
|
43
|
+
subjectImageConfig: {
|
|
44
|
+
subjectDescription: string;
|
|
45
|
+
subjectType: "SUBJECT_TYPE_PERSON" | "SUBJECT_TYPE_ANIMAL" | "SUBJECT_TYPE_PRODUCT" | "SUBJECT_TYPE_DEFAULT";
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
interface ImagenReferenceControl extends ImagenBaseReference {
|
|
49
|
+
referenceType: "REFERENCE_TYPE_CONTROL";
|
|
50
|
+
controlImageConfig: {
|
|
51
|
+
controlType: "CONTROL_TYPE_FACE_MESH" | "CONTROL_TYPE_CANNY" | "CONTROL_TYPE_SCRIBBLE";
|
|
52
|
+
enableControlImageComputation?: boolean;
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
interface ImagenReferenceStyle extends ImagenBaseReference {
|
|
56
|
+
referenceType: "REFERENCE_TYPE_STYLE";
|
|
57
|
+
styleImageConfig: {
|
|
58
|
+
styleDescription?: string;
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
type ImagenMessage = ImagenReferenceRaw | ImagenReferenceMask | ImagenReferenceSubject | ImagenReferenceControl | ImagenReferenceStyle;
|
|
62
|
+
export interface ImagenPrompt {
|
|
63
|
+
prompt: string;
|
|
64
|
+
referenceImages?: ImagenMessage[];
|
|
65
|
+
subjectDescription?: string;
|
|
66
|
+
negativePrompt?: string;
|
|
67
|
+
}
|
|
68
|
+
export declare class ImagenModelDefinition {
|
|
69
|
+
model: AIModel;
|
|
70
|
+
constructor(modelId: string);
|
|
71
|
+
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ImagenPrompt>;
|
|
72
|
+
requestImageGeneration(driver: VertexAIDriver, prompt: ImagenPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
73
|
+
}
|
|
74
|
+
export {};
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
import { ModelDefinition } from "../models.js";
|
|
4
|
+
interface LLamaMessage {
|
|
5
|
+
role: string;
|
|
6
|
+
content: string;
|
|
7
|
+
}
|
|
8
|
+
interface LLamaPrompt {
|
|
9
|
+
messages: LLamaMessage[];
|
|
10
|
+
}
|
|
11
|
+
export declare class LLamaModelDefinition implements ModelDefinition<LLamaPrompt> {
|
|
12
|
+
model: AIModel;
|
|
13
|
+
constructor(modelId: string);
|
|
14
|
+
getLlamaModelRegion(modelName: string): string;
|
|
15
|
+
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): Promise<LLamaPrompt>;
|
|
16
|
+
requestTextCompletion(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
17
|
+
requestTextCompletionStream(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
18
|
+
}
|
|
19
|
+
export {};
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { AIModel, Completion, PromptSegment, ExecutionOptions, CompletionChunkObject } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "./index.js";
|
|
3
|
+
export interface ModelDefinition<PromptT = any> {
|
|
4
|
+
model: AIModel;
|
|
5
|
+
versions?: string[];
|
|
6
|
+
createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions) => Promise<PromptT>;
|
|
7
|
+
requestTextCompletion: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<Completion>;
|
|
8
|
+
requestTextCompletionStream: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<CompletionChunkObject>>;
|
|
9
|
+
preValidationProcessing?(result: Completion, options: ExecutionOptions): {
|
|
10
|
+
result: Completion;
|
|
11
|
+
options: ExecutionOptions;
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
export declare function getModelDefinition(model: string): ModelDefinition;
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
|
+
import { WatsonAuthToken } from "./interfaces.js";
|
|
4
|
+
interface WatsonxDriverOptions extends DriverOptions {
|
|
5
|
+
apiKey: string;
|
|
6
|
+
projectId: string;
|
|
7
|
+
endpointUrl: string;
|
|
8
|
+
}
|
|
9
|
+
export declare class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string> {
|
|
10
|
+
static PROVIDER: string;
|
|
11
|
+
provider: string;
|
|
12
|
+
apiKey: string;
|
|
13
|
+
endpoint_url: string;
|
|
14
|
+
projectId: string;
|
|
15
|
+
authToken?: WatsonAuthToken;
|
|
16
|
+
fetcher?: FetchClient;
|
|
17
|
+
fetchClient: FetchClient;
|
|
18
|
+
constructor(options: WatsonxDriverOptions);
|
|
19
|
+
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
|
|
20
|
+
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
21
|
+
listModels(): Promise<AIModel<string>[]>;
|
|
22
|
+
getAuthToken(): Promise<string>;
|
|
23
|
+
validateConnection(): Promise<boolean>;
|
|
24
|
+
generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
25
|
+
}
|
|
26
|
+
export {};
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
export interface WatsonxTextGenerationPayload {
|
|
2
|
+
model_id: string;
|
|
3
|
+
input: string;
|
|
4
|
+
parameters: {
|
|
5
|
+
max_new_tokens?: number;
|
|
6
|
+
time_limit?: number;
|
|
7
|
+
stop_sequences?: string[];
|
|
8
|
+
temperature?: number;
|
|
9
|
+
top_k?: number;
|
|
10
|
+
top_p?: number;
|
|
11
|
+
};
|
|
12
|
+
project_id: string;
|
|
13
|
+
}
|
|
14
|
+
export interface WatsonxTextGenerationResponse {
|
|
15
|
+
model_id: string;
|
|
16
|
+
created_at: string;
|
|
17
|
+
results: {
|
|
18
|
+
generated_text: string;
|
|
19
|
+
generated_token_count: number;
|
|
20
|
+
input_token_count: number;
|
|
21
|
+
stop_reason: string;
|
|
22
|
+
}[];
|
|
23
|
+
}
|
|
24
|
+
export interface GenerateEmbeddingPayload {
|
|
25
|
+
model_id: string;
|
|
26
|
+
inputs: string[];
|
|
27
|
+
project_id: string;
|
|
28
|
+
}
|
|
29
|
+
export interface GenerateEmbeddingResponse {
|
|
30
|
+
model_id: string;
|
|
31
|
+
created_at: string;
|
|
32
|
+
results: {
|
|
33
|
+
embedding: number[];
|
|
34
|
+
}[];
|
|
35
|
+
input_token_count: number;
|
|
36
|
+
}
|
|
37
|
+
export interface WatsonxModelSpec {
|
|
38
|
+
model_id: string;
|
|
39
|
+
label: string;
|
|
40
|
+
provider: string;
|
|
41
|
+
source: string;
|
|
42
|
+
short_description: string;
|
|
43
|
+
tasks: {
|
|
44
|
+
id: string;
|
|
45
|
+
ratings: {
|
|
46
|
+
quality: number;
|
|
47
|
+
};
|
|
48
|
+
}[];
|
|
49
|
+
min_shot_size: number;
|
|
50
|
+
tier: string;
|
|
51
|
+
number_params: string;
|
|
52
|
+
}
|
|
53
|
+
export interface WatsonxListModelResponse {
|
|
54
|
+
total_count: number;
|
|
55
|
+
limit: number;
|
|
56
|
+
resources: WatsonxModelSpec[];
|
|
57
|
+
}
|
|
58
|
+
export interface WatsonAuthToken {
|
|
59
|
+
access_token: string;
|
|
60
|
+
refresh_token: string;
|
|
61
|
+
token_type: string;
|
|
62
|
+
expire_in: number;
|
|
63
|
+
expiration: number;
|
|
64
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { AIModel, Completion, DriverOptions, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
|
+
import OpenAI from "openai";
|
|
4
|
+
import { BaseOpenAIDriver } from "../openai/index.js";
|
|
5
|
+
export interface xAiDriverOptions extends DriverOptions {
|
|
6
|
+
apiKey: string;
|
|
7
|
+
endpoint?: string;
|
|
8
|
+
}
|
|
9
|
+
export declare class xAIDriver extends BaseOpenAIDriver {
|
|
10
|
+
service: OpenAI;
|
|
11
|
+
provider: "xai";
|
|
12
|
+
xai_service: FetchClient;
|
|
13
|
+
DEFAULT_ENDPOINT: string;
|
|
14
|
+
constructor(opts: xAiDriverOptions);
|
|
15
|
+
_formatPrompt(segments: PromptSegment[], opts: PromptOptions): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
|
|
16
|
+
extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Chat.Completions.ChatCompletion): Completion;
|
|
17
|
+
listModels(): Promise<AIModel[]>;
|
|
18
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
export declare class TestErrorCompletionStream implements CompletionStream<PromptSegment[]> {
|
|
3
|
+
segments: PromptSegment[];
|
|
4
|
+
options: ExecutionOptions;
|
|
5
|
+
completion: ExecutionResponse<PromptSegment[]> | undefined;
|
|
6
|
+
constructor(segments: PromptSegment[], options: ExecutionOptions);
|
|
7
|
+
[Symbol.asyncIterator](): AsyncGenerator<string, void, unknown>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=TestErrorCompletionStream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TestErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGxG,qBAAa,yBAA0B,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAI5D,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAKhC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
export declare class TestValidationErrorCompletionStream implements CompletionStream<PromptSegment[]> {
|
|
3
|
+
segments: PromptSegment[];
|
|
4
|
+
options: ExecutionOptions;
|
|
5
|
+
completion: ExecutionResponse<PromptSegment[]> | undefined;
|
|
6
|
+
constructor(segments: PromptSegment[], options: ExecutionOptions);
|
|
7
|
+
[Symbol.asyncIterator](): AsyncGenerator<"Started TestValidationError.\n" | "chunk1\n" | "chunk2\n", void, unknown>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=TestValidationErrorCompletionStream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TestValidationErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIxG,qBAAa,mCAAoC,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAItE,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAShC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { AIModel, CompletionStream, Driver, EmbeddingsResult, ExecutionOptions, ExecutionResponse, PromptSegment, TrainingJob } from "@llumiverse/core";
|
|
2
|
+
export * from "./TestErrorCompletionStream.js";
|
|
3
|
+
export * from "./TestValidationErrorCompletionStream.js";
|
|
4
|
+
export declare enum TestDriverModels {
|
|
5
|
+
executionError = "execution-error",
|
|
6
|
+
validationError = "validation-error"
|
|
7
|
+
}
|
|
8
|
+
export declare class TestDriver implements Driver<PromptSegment[]> {
|
|
9
|
+
provider: string;
|
|
10
|
+
createTrainingPrompt(): Promise<string>;
|
|
11
|
+
startTraining(): Promise<TrainingJob>;
|
|
12
|
+
cancelTraining(): Promise<TrainingJob>;
|
|
13
|
+
getTrainingJob(_jobId: string): Promise<TrainingJob>;
|
|
14
|
+
createPrompt(segments: PromptSegment[], _opts: ExecutionOptions): Promise<PromptSegment[]>;
|
|
15
|
+
execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
|
|
16
|
+
stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptSegment[]>>;
|
|
17
|
+
listTrainableModels(): Promise<AIModel<string>[]>;
|
|
18
|
+
listModels(): Promise<AIModel<string>[]>;
|
|
19
|
+
validateConnection(): Promise<boolean>;
|
|
20
|
+
generateEmbeddings(): Promise<EmbeddingsResult>;
|
|
21
|
+
executeError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
|
|
22
|
+
executeValidationError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAiB,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAa,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAKlL,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,oBAAY,gBAAgB;IACxB,cAAc,oBAAoB;IAClC,eAAe,qBAAqB;CACvC;AAED,qBAAa,UAAW,YAAW,MAAM,CAAC,aAAa,EAAE,CAAC;IACtD,QAAQ,SAAU;IAElB,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIvC,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAIrC,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAItC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9C,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAIhG,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAUpG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC;IAWxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAIjD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAsB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAKzC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAKhH,sBAAsB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;CAKnI"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { ExecutionResponse, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
export declare function throwError(message: string, prompt: PromptSegment[]): never;
|
|
3
|
+
export declare function createValidationErrorCompletion(segments: PromptSegment[]): ExecutionResponse<PromptSegment[]>;
|
|
4
|
+
export declare function sleep(ms: number): Promise<unknown>;
|
|
5
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEpE,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAI1E;AAED,wBAAgB,+BAA+B,CAAC,QAAQ,EAAE,aAAa,EAAE,GAchE,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAC1C;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAE/B"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { AIModel, AbstractDriver, Completion,
|
|
1
|
+
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
|
|
2
2
|
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
3
|
interface TogetherAIDriverOptions extends DriverOptions {
|
|
4
4
|
apiKey: string;
|
|
@@ -13,8 +13,8 @@ export declare class TogetherAIDriver extends AbstractDriver<TogetherAIDriverOpt
|
|
|
13
13
|
type: string;
|
|
14
14
|
schema: any;
|
|
15
15
|
} | undefined;
|
|
16
|
-
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion
|
|
17
|
-
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<
|
|
16
|
+
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
|
|
17
|
+
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
18
18
|
listModels(): Promise<AIModel<string>[]>;
|
|
19
19
|
validateConnection(): Promise<boolean>;
|
|
20
20
|
generateEmbeddings(): Promise<EmbeddingsResult>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEtK,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,UAAU,uBAAwB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACjF,MAAM,CAAC,QAAQ,SAAgB;IAC/B,QAAQ,SAA6B;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,uBAAuB;IAQ5C,iBAAiB,GAAI,SAAS,gBAAgB,KAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAMzF;IAEK,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA0CrF,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IA4CrH,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIlD"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { AIModel, AbstractDriver, Completion,
|
|
1
|
+
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
|
|
2
2
|
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
3
|
import { GoogleAuth, GoogleAuthOptions } from "google-auth-library";
|
|
4
4
|
import { JSONClient } from "google-auth-library/build/src/auth/googleauth.js";
|
|
5
5
|
import { EmbeddingsOptions } from "@llumiverse/core";
|
|
6
|
-
import { v1beta1 } from "@google-cloud/aiplatform";
|
|
6
|
+
import { PredictionServiceClient, v1beta1 } from "@google-cloud/aiplatform";
|
|
7
7
|
import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
|
|
8
8
|
import { ImagenPrompt } from "./models/imagen.js";
|
|
9
|
-
import { GoogleGenAI, Content } from "@google/genai";
|
|
9
|
+
import { GoogleGenAI, Content, Model } from "@google/genai";
|
|
10
10
|
export interface VertexAIDriverOptions extends DriverOptions {
|
|
11
11
|
project: string;
|
|
12
12
|
region: string;
|
|
@@ -29,20 +29,23 @@ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions
|
|
|
29
29
|
region?: string;
|
|
30
30
|
} | undefined;
|
|
31
31
|
modelGarden: v1beta1.ModelGardenServiceClient | undefined;
|
|
32
|
+
imagenClient: PredictionServiceClient | undefined;
|
|
32
33
|
authClient: JSONClient | GoogleAuth<JSONClient>;
|
|
33
34
|
constructor(options: VertexAIDriverOptions);
|
|
34
|
-
getGoogleGenAIClient(): GoogleGenAI;
|
|
35
|
+
getGoogleGenAIClient(region?: string): GoogleGenAI;
|
|
35
36
|
getFetchClient(): FetchClient;
|
|
36
37
|
getLLamaClient(region?: string): FetchClient;
|
|
37
38
|
getAnthropicClient(): AnthropicVertex;
|
|
38
39
|
getAIPlatformClient(): v1beta1.ModelServiceClient;
|
|
39
40
|
getModelGardenClient(): v1beta1.ModelGardenServiceClient;
|
|
41
|
+
getImagenClient(): PredictionServiceClient;
|
|
40
42
|
validateResult(result: Completion, options: ExecutionOptions): void;
|
|
41
43
|
protected canStream(options: ExecutionOptions): Promise<boolean>;
|
|
42
44
|
createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
|
|
43
|
-
requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion
|
|
44
|
-
requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<
|
|
45
|
-
requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion
|
|
45
|
+
requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
46
|
+
requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
47
|
+
requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion>;
|
|
48
|
+
getGenAIModelsArray(client: GoogleGenAI): Promise<Model[]>;
|
|
46
49
|
listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
|
|
47
50
|
validateConnection(): Promise<boolean>;
|
|
48
51
|
generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,qBAAqB,EACrB,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAEhB,kBAAkB,EAClB,aAAa,EAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,kDAAkD,CAAC;AAG9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,uBAAuB,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAyB,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAE5D,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAGD,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,qBAAqB,CAAC;AAElE,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,UAG1C;AAED,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,cAAc,CAAC;IACrF,MAAM,CAAC,QAAQ,SAAc;IAC7B,QAAQ,SAA2B;IAEnC,UAAU,EAAE,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACnD,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC3D,WAAW,EAAE,OAAO,CAAC,wBAAwB,GAAG,SAAS,CAAC;IAC1D,YAAY,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAElD,UAAU,EAAE,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;gBAEpC,OAAO,EAAE,qBAAqB;IAcnC,oBAAoB,CAAC,MAAM,GAAE,MAA4B,GAAG,WAAW;IA0BvE,cAAc,IAAI,WAAW;IAe7B,cAAc,CAAC,MAAM,GAAE,MAAsB,GAAG,WAAW;IAkB3D,kBAAkB,IAAI,eAAe;IAiBrC,mBAAmB,IAAI,OAAO,CAAC,kBAAkB;IAYjD,oBAAoB,IAAI,OAAO,CAAC,wBAAwB;IAYxD,eAAe,IAAI,uBAAuB;IAajD,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB;IAY5D,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAOzD,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC;IAO5F,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAG7F,2BAA2B,CAC7B,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAI1C,sBAAsB,CACxB,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,gBAAgB,GAC3B,OAAO,CAAC,UAAU,CAAC;IAMhB,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAS1D,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IA4I1E,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAalF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/claude.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAmE,YAAY,EAAE,cAAc,EAAwB,MAAM,sCAAsC,CAAC;AACzL,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,gBAAgB,EAChD,aAAa,EAAqE,OAAO,EACxG,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAI/C,UAAU,YAAY;IAClB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;CAC7B;AAWD,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAc3E;
|
|
1
|
+
{"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/claude.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAmE,YAAY,EAAE,cAAc,EAAwB,MAAM,sCAAsC,CAAC;AACzL,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,gBAAgB,EAChD,aAAa,EAAqE,OAAO,EACxG,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAI/C,UAAU,YAAY;IAClB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;CAC7B;AAWD,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAc3E;AA+FD,qBAAa,qBAAsB,YAAW,eAAe,CAAC,YAAY,CAAC;IAEvE,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAUrB,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,YAAY,CAAC;IAuGlH,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqCnH,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CAiF5J"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Content } from "@google/genai";
|
|
2
|
-
import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptSegment } from "@llumiverse/core";
|
|
1
|
+
import { Content, GenerateContentResponseUsageMetadata } from "@google/genai";
|
|
2
|
+
import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, ExecutionTokenUsage, PromptSegment } from "@llumiverse/core";
|
|
3
3
|
import { VertexAIDriver, GenerateContentPrompt } from "../index.js";
|
|
4
4
|
import { ModelDefinition } from "../models.js";
|
|
5
5
|
export declare function mergeConsecutiveRole(contents: Content[] | undefined): Content[];
|
|
@@ -11,6 +11,7 @@ export declare class GeminiModelDefinition implements ModelDefinition<GenerateCo
|
|
|
11
11
|
options: ExecutionOptions;
|
|
12
12
|
};
|
|
13
13
|
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<GenerateContentPrompt>;
|
|
14
|
+
usageMetadataToTokenUsage(usageMetadata: GenerateContentResponseUsageMetadata | undefined): ExecutionTokenUsage;
|
|
14
15
|
requestTextCompletion(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
15
16
|
requestTextCompletionStream(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
16
17
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,
|
|
1
|
+
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,oCAAoC,EAEvC,MAAM,eAAe,CAAC;AACvB,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAoB,gBAAgB,EAC9E,mBAAmB,EACnB,aAAa,EAEhB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AA2c/C,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CA2B/E;AAqCD,qBAAa,qBAAsB,YAAW,eAAe,CAAC,qBAAqB,CAAC;IAEhF,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAU3B,uBAAuB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,GAAG;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE;IAyBnH,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAgHjI,yBAAyB,CAAC,aAAa,EAAE,oCAAoC,GAAG,SAAS,GAAG,mBAAmB;IA0BzG,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAoE5H,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CA8DrK"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { AIModel, Completion, ExecutionOptions,
|
|
1
|
+
import { AIModel, Completion, ExecutionOptions, PromptSegment } from "@llumiverse/core";
|
|
2
2
|
import { VertexAIDriver } from "../index.js";
|
|
3
3
|
interface ImagenBaseReference {
|
|
4
4
|
referenceType: "REFERENCE_TYPE_RAW" | "REFERENCE_TYPE_MASK" | "REFERENCE_TYPE_SUBJECT" | "REFERENCE_TYPE_CONTROL" | "REFERENCE_TYPE_STYLE";
|
|
@@ -69,7 +69,7 @@ export declare class ImagenModelDefinition {
|
|
|
69
69
|
model: AIModel;
|
|
70
70
|
constructor(modelId: string);
|
|
71
71
|
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ImagenPrompt>;
|
|
72
|
-
requestImageGeneration(driver: VertexAIDriver, prompt: ImagenPrompt, options: ExecutionOptions): Promise<Completion
|
|
72
|
+
requestImageGeneration(driver: VertexAIDriver, prompt: ImagenPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
73
73
|
}
|
|
74
74
|
export {};
|
|
75
75
|
//# sourceMappingURL=imagen.d.ts.map
|