@llumiverse/drivers 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cjs/bedrock/index.js +19 -22
- package/lib/cjs/bedrock/index.js.map +1 -1
- package/lib/cjs/huggingface_ie.js +1 -1
- package/lib/cjs/huggingface_ie.js.map +1 -1
- package/lib/cjs/mistral/index.js +1 -1
- package/lib/cjs/mistral/index.js.map +1 -1
- package/lib/cjs/openai/index.js +10 -14
- package/lib/cjs/openai/index.js.map +1 -1
- package/lib/cjs/togetherai/index.js +1 -1
- package/lib/cjs/togetherai/index.js.map +1 -1
- package/lib/cjs/vertexai/index.js +81 -18
- package/lib/cjs/vertexai/index.js.map +1 -1
- package/lib/cjs/vertexai/models/claude.js +46 -66
- package/lib/cjs/vertexai/models/claude.js.map +1 -1
- package/lib/cjs/vertexai/models/gemini.js +413 -80
- package/lib/cjs/vertexai/models/gemini.js.map +1 -1
- package/lib/cjs/vertexai/models/llama.js +182 -0
- package/lib/cjs/vertexai/models/llama.js.map +1 -0
- package/lib/cjs/vertexai/models.js +4 -0
- package/lib/cjs/vertexai/models.js.map +1 -1
- package/lib/cjs/watsonx/index.js +1 -1
- package/lib/cjs/watsonx/index.js.map +1 -1
- package/lib/cjs/xai/index.js +1 -1
- package/lib/cjs/xai/index.js.map +1 -1
- package/lib/esm/bedrock/index.js +19 -22
- package/lib/esm/bedrock/index.js.map +1 -1
- package/lib/esm/huggingface_ie.js +1 -1
- package/lib/esm/huggingface_ie.js.map +1 -1
- package/lib/esm/mistral/index.js +1 -1
- package/lib/esm/mistral/index.js.map +1 -1
- package/lib/esm/openai/index.js +12 -16
- package/lib/esm/openai/index.js.map +1 -1
- package/lib/esm/togetherai/index.js +1 -1
- package/lib/esm/togetherai/index.js.map +1 -1
- package/lib/esm/vertexai/index.js +81 -18
- package/lib/esm/vertexai/index.js.map +1 -1
- package/lib/esm/vertexai/models/claude.js +46 -66
- package/lib/esm/vertexai/models/claude.js.map +1 -1
- package/lib/esm/vertexai/models/gemini.js +409 -76
- package/lib/esm/vertexai/models/gemini.js.map +1 -1
- package/lib/esm/vertexai/models/llama.js +178 -0
- package/lib/esm/vertexai/models/llama.js.map +1 -0
- package/lib/esm/vertexai/models.js +4 -0
- package/lib/esm/vertexai/models.js.map +1 -1
- package/lib/esm/watsonx/index.js +1 -1
- package/lib/esm/watsonx/index.js.map +1 -1
- package/lib/esm/xai/index.js +1 -1
- package/lib/esm/xai/index.js.map +1 -1
- package/lib/types/bedrock/index.d.ts.map +1 -1
- package/lib/types/groq/index.d.ts +1 -1
- package/lib/types/groq/index.d.ts.map +1 -1
- package/lib/types/huggingface_ie.d.ts +1 -1
- package/lib/types/huggingface_ie.d.ts.map +1 -1
- package/lib/types/mistral/index.d.ts +1 -1
- package/lib/types/mistral/index.d.ts.map +1 -1
- package/lib/types/openai/index.d.ts.map +1 -1
- package/lib/types/togetherai/index.d.ts +1 -1
- package/lib/types/togetherai/index.d.ts.map +1 -1
- package/lib/types/vertexai/index.d.ts +17 -7
- package/lib/types/vertexai/index.d.ts.map +1 -1
- package/lib/types/vertexai/models/claude.d.ts.map +1 -1
- package/lib/types/vertexai/models/gemini.d.ts +9 -6
- package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
- package/lib/types/vertexai/models/llama.d.ts +20 -0
- package/lib/types/vertexai/models/llama.d.ts.map +1 -0
- package/lib/types/vertexai/models.d.ts +6 -2
- package/lib/types/vertexai/models.d.ts.map +1 -1
- package/lib/types/watsonx/index.d.ts +1 -1
- package/lib/types/watsonx/index.d.ts.map +1 -1
- package/lib/types/xai/index.d.ts +1 -1
- package/lib/types/xai/index.d.ts.map +1 -1
- package/package.json +16 -16
- package/src/bedrock/index.ts +19 -22
- package/src/groq/index.ts +1 -1
- package/src/huggingface_ie.ts +1 -1
- package/src/mistral/index.ts +1 -1
- package/src/openai/index.ts +12 -16
- package/src/togetherai/index.ts +1 -1
- package/src/vertexai/index.ts +95 -22
- package/src/vertexai/models/claude.ts +54 -69
- package/src/vertexai/models/gemini.ts +473 -93
- package/src/vertexai/models/llama.ts +261 -0
- package/src/vertexai/models.ts +6 -2
- package/src/watsonx/index.ts +1 -1
- package/src/xai/index.ts +1 -1
|
@@ -0,0 +1,178 @@
|
|
|
1
|
+
import { ModelType, PromptRole } from "@llumiverse/core";
|
|
2
|
+
import { transformSSEStream } from "@llumiverse/core/async";
|
|
3
|
+
/**
|
|
4
|
+
* Convert a stream to a string
|
|
5
|
+
*/
|
|
6
|
+
async function streamToString(stream) {
|
|
7
|
+
const chunks = [];
|
|
8
|
+
for await (const chunk of stream) {
|
|
9
|
+
chunks.push(Buffer.from(chunk));
|
|
10
|
+
}
|
|
11
|
+
return Buffer.concat(chunks).toString('utf-8');
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Update the conversation messages
|
|
15
|
+
* @param conversation The previous conversation context
|
|
16
|
+
* @param prompt The new prompt to add to the conversation
|
|
17
|
+
* @returns Updated conversation with combined messages
|
|
18
|
+
*/
|
|
19
|
+
function updateConversation(conversation, prompt) {
|
|
20
|
+
const baseMessages = conversation ? conversation.messages : [];
|
|
21
|
+
return {
|
|
22
|
+
messages: [...baseMessages, ...(prompt.messages || [])],
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
export class LLamaModelDefinition {
|
|
26
|
+
model;
|
|
27
|
+
constructor(modelId) {
|
|
28
|
+
this.model = {
|
|
29
|
+
id: modelId,
|
|
30
|
+
name: modelId,
|
|
31
|
+
provider: 'vertexai',
|
|
32
|
+
type: ModelType.Text,
|
|
33
|
+
can_stream: true,
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
// Return the appropriate region based on the Llama model
|
|
37
|
+
getLlamaModelRegion(modelName) {
|
|
38
|
+
// Llama 4 models are in us-east5, Llama 3.x models are in us-central1
|
|
39
|
+
if (modelName.startsWith('llama-4')) {
|
|
40
|
+
return 'us-east5';
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
return 'us-central1';
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
async createPrompt(_driver, segments, options) {
|
|
47
|
+
const messages = [];
|
|
48
|
+
// Process segments and convert them to the Llama MaaS format
|
|
49
|
+
for (const segment of segments) {
|
|
50
|
+
// Convert the prompt segments to messages
|
|
51
|
+
const role = segment.role === PromptRole.assistant ? 'assistant' : 'user';
|
|
52
|
+
// Combine files and text content if needed
|
|
53
|
+
let messageContent = segment.content || '';
|
|
54
|
+
if (segment.files && segment.files.length > 0) {
|
|
55
|
+
for (const file of segment.files) {
|
|
56
|
+
if (file.mime_type?.startsWith("text/")) {
|
|
57
|
+
const fileStream = await file.getStream();
|
|
58
|
+
const fileContent = await streamToString(fileStream);
|
|
59
|
+
messageContent += `\n\nFile content:\n${fileContent}`;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
messages.push({
|
|
64
|
+
role: role,
|
|
65
|
+
content: messageContent
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
if (options.result_schema) {
|
|
69
|
+
messages.push({
|
|
70
|
+
role: 'user',
|
|
71
|
+
content: "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(options.result_schema)
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
// Return the prompt in the format expected by Llama MaaS API
|
|
75
|
+
return {
|
|
76
|
+
messages: messages,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
async requestTextCompletion(driver, prompt, options) {
|
|
80
|
+
const splits = options.model.split("/");
|
|
81
|
+
const modelName = splits[splits.length - 1];
|
|
82
|
+
let conversation = updateConversation(options.conversation, prompt);
|
|
83
|
+
const modelOptions = options.model_options;
|
|
84
|
+
const payload = {
|
|
85
|
+
model: `meta/${modelName}`,
|
|
86
|
+
messages: conversation.messages,
|
|
87
|
+
stream: false,
|
|
88
|
+
max_tokens: modelOptions?.max_tokens,
|
|
89
|
+
temperature: modelOptions?.temperature,
|
|
90
|
+
top_p: modelOptions?.top_p,
|
|
91
|
+
top_k: modelOptions?.top_k,
|
|
92
|
+
// Disable llama guard
|
|
93
|
+
extra_body: {
|
|
94
|
+
google: {
|
|
95
|
+
model_safety_settings: {
|
|
96
|
+
enabled: false,
|
|
97
|
+
llama_guard_settings: {}
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
};
|
|
102
|
+
// Make POST request to the Llama MaaS API
|
|
103
|
+
const region = this.getLlamaModelRegion(modelName);
|
|
104
|
+
const client = driver.getLLamaClient(region);
|
|
105
|
+
const openaiEndpoint = `endpoints/openapi/chat/completions`;
|
|
106
|
+
const result = await client.post(openaiEndpoint, {
|
|
107
|
+
payload
|
|
108
|
+
});
|
|
109
|
+
// Extract response data
|
|
110
|
+
const assistantMessage = result?.choices[0]?.message;
|
|
111
|
+
const text = assistantMessage?.content;
|
|
112
|
+
// Update conversation with the response
|
|
113
|
+
conversation = updateConversation(conversation, {
|
|
114
|
+
messages: [{
|
|
115
|
+
role: assistantMessage?.role,
|
|
116
|
+
content: text
|
|
117
|
+
}],
|
|
118
|
+
});
|
|
119
|
+
return {
|
|
120
|
+
result: text,
|
|
121
|
+
token_usage: {
|
|
122
|
+
prompt: result.usage.prompt_tokens,
|
|
123
|
+
result: result.usage.completion_tokens,
|
|
124
|
+
total: result.usage.total_tokens
|
|
125
|
+
},
|
|
126
|
+
finish_reason: result.choices[0].finish_reason,
|
|
127
|
+
conversation
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
async requestTextCompletionStream(driver, prompt, options) {
|
|
131
|
+
const splits = options.model.split("/");
|
|
132
|
+
const modelName = splits[splits.length - 1];
|
|
133
|
+
let conversation = updateConversation(options.conversation, prompt);
|
|
134
|
+
const modelOptions = options.model_options;
|
|
135
|
+
const payload = {
|
|
136
|
+
model: `meta/${modelName}`,
|
|
137
|
+
messages: conversation.messages,
|
|
138
|
+
stream: true,
|
|
139
|
+
max_tokens: modelOptions?.max_tokens,
|
|
140
|
+
temperature: modelOptions?.temperature,
|
|
141
|
+
top_p: modelOptions?.top_p,
|
|
142
|
+
top_k: modelOptions?.top_k,
|
|
143
|
+
// Disable llama guard
|
|
144
|
+
extra_body: {
|
|
145
|
+
google: {
|
|
146
|
+
model_safety_settings: {
|
|
147
|
+
enabled: false,
|
|
148
|
+
llama_guard_settings: {}
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
};
|
|
153
|
+
// Make POST request to the Llama MaaS API
|
|
154
|
+
//TODO: Fix error handling with the fetch client, errors will return a empty response
|
|
155
|
+
//But not throw any error
|
|
156
|
+
const region = this.getLlamaModelRegion(modelName);
|
|
157
|
+
const client = driver.getLLamaClient(region);
|
|
158
|
+
const openaiEndpoint = `endpoints/openapi/chat/completions`;
|
|
159
|
+
const stream = await client.post(openaiEndpoint, {
|
|
160
|
+
payload,
|
|
161
|
+
reader: 'sse'
|
|
162
|
+
});
|
|
163
|
+
return transformSSEStream(stream, (data) => {
|
|
164
|
+
const json = JSON.parse(data);
|
|
165
|
+
const choice = json.choices?.[0];
|
|
166
|
+
return {
|
|
167
|
+
result: choice?.delta?.content ?? '',
|
|
168
|
+
finish_reason: choice?.finish_reason,
|
|
169
|
+
token_usage: json.usage ? {
|
|
170
|
+
prompt: json.usage.prompt_tokens,
|
|
171
|
+
result: json.usage.completion_tokens,
|
|
172
|
+
total: json.usage.total_tokens,
|
|
173
|
+
} : undefined
|
|
174
|
+
};
|
|
175
|
+
});
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
//# sourceMappingURL=llama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llama.js","sourceRoot":"","sources":["../../../../src/vertexai/models/llama.ts"],"names":[],"mappings":"AAAA,OAAO,EAC4E,SAAS,EACzE,UAAU,EAE5B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAqD5D;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,MAAW;IACrC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnD,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,YAA4C,EAAE,MAAmB;IACzF,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAE/D,OAAO;QACH,QAAQ,EAAE,CAAC,GAAG,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,OAAO,oBAAoB;IAE7B,KAAK,CAAS;IAEd,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,IAAI;SACR,CAAC;IACjB,CAAC;IAED,yDAAyD;IACzD,mBAAmB,CAAC,SAAiB;QACjC,sEAAsE;QACtE,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,OAAO,UAAU,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,OAAO,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACzF,MAAM,QAAQ,GAAmB,EAAE,CAAC;QAEpC,6DAA6D;QAC7D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,0CAA0C;YAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YAE1E,2CAA2C;YAC3C,IAAI,cAAc,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAE3C,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;wBAC1C,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAC;wBACrD,cAAc,IAAI,sBAAsB,WAAW,EAAE,CAAC;oBAC1D,CAAC;gBACL,CAAC;YACL,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,cAAc;aAC1B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC;aACzH,CAAC,CAAC;QACP,CAAC;QAED,6DAA6D;QAC7D,OAAO;YACH,QAAQ,EAAE,QAAQ;SACrB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAsB,EAAE,MAAmB,EAAE,OAAyB;QAC9F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAAwB;YACjC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC7C,OAAO;SACV,CAAkB,CAAC;QAEpB,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QACrD,MAAM,IAAI,GAAG,gBAAgB,EAAE,OAAO,CAAC;QAEvC,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE;YAC5C,QAAQ,EAAE,CAAC;oBACP,IAAI,EAAE,gBAAgB,EAAE,IAAI;oBAC5B,OAAO,EAAE,IAAI;iBAChB,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;gBAClC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;gBACtC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;aACnC;YACD,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,YAAY;SACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAsB,EAAE,MAAmB,EAAE,OAAyB;QACpG,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAAwB;YACjC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,qFAAqF;QACrF,yBAAyB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC7C,OAAO;YACP,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAyB,EAAE;YACtE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwB,CAAC;YACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACjC,OAAO;gBACH,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE;gBACpC,aAAa,EAAE,MAAM,EAAE,aAAa;gBACpC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBAChC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBACpC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;iBACjC,CAAC,CAAC,CAAC,SAAS;aAChB,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;CACJ"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { trimModelName } from "./index.js";
|
|
2
2
|
import { GeminiModelDefinition } from "./models/gemini.js";
|
|
3
3
|
import { ClaudeModelDefinition } from "./models/claude.js";
|
|
4
|
+
import { LLamaModelDefinition } from "./models/llama.js";
|
|
4
5
|
export function getModelDefinition(model) {
|
|
5
6
|
const splits = model.split("/");
|
|
6
7
|
const publisher = splits[1];
|
|
@@ -11,6 +12,9 @@ export function getModelDefinition(model) {
|
|
|
11
12
|
else if (publisher?.includes("google")) {
|
|
12
13
|
return new GeminiModelDefinition(modelName);
|
|
13
14
|
}
|
|
15
|
+
else if (publisher?.includes("meta")) {
|
|
16
|
+
return new LLamaModelDefinition(modelName);
|
|
17
|
+
}
|
|
14
18
|
//Fallback, assume it is Gemini.
|
|
15
19
|
return new GeminiModelDefinition(modelName);
|
|
16
20
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":"AACA,OAAO,EAAmB,aAAa,EAAC,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":"AACA,OAAO,EAAmB,aAAa,EAAC,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAWzD,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE3D,IAAI,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,gCAAgC;IAChC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;AAChD,CAAC"}
|
package/lib/esm/watsonx/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { AbstractDriver } from "@llumiverse/core";
|
|
2
2
|
import { transformSSEStream } from "@llumiverse/core/async";
|
|
3
|
-
import { FetchClient } from "api-fetch-client";
|
|
3
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
4
4
|
const API_VERSION = "2024-03-14";
|
|
5
5
|
export class WatsonxDriver extends AbstractDriver {
|
|
6
6
|
static PROVIDER = "watsonx";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA0H,MAAM,kBAAkB,CAAC;AACnL,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA0H,MAAM,kBAAkB,CAAC;AACnL,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AASzD,MAAM,WAAW,GAAG,YAAY,CAAA;AAEhC,MAAM,OAAO,aAAc,SAAQ,cAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAa;IAExB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAChD,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,WAAW;gBAC9C,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa;aACtD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAkC,CAAC;QAEvI,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,cAAc;YAC7B,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QACrE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAChD,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,WAAW;gBAC9C,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa;aACtD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAC/F,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,IAAI,EAAE;gBAC7C,aAAa,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;gBAC/D,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBACzC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;oBAC7C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;iBACnF;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAID,KAAK,CAAC,UAAU;QAIZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aACzF,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,CAAC,CAA6B,CAAC;QAExG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,YAAY;QAGd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YACvE,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,0CAA0C,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;QAExD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IAEvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACjE,OAAO,KAAK,CAAA;QAChB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAE,kBAAkB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACtB,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,8BAA8B;YACzD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;QAEnI,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAChC,KAAK,EAAE,GAAG,CAAC,QAAQ;SACtB,CAAA;IAEL,CAAC;;AAIL,SAAS,kBAAkB,CAAC,MAA0B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,CAAC;QAChC,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IAC3B,CAAC;AACL,CAAC;AAID;;GAEG"}
|
package/lib/esm/xai/index.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { formatOpenAILikeMultimodalPrompt } from "@llumiverse/core/formatters";
|
|
2
|
-
import { FetchClient } from "api-fetch-client";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
3
|
import OpenAI from "openai";
|
|
4
4
|
import { BaseOpenAIDriver } from "../openai/index.js";
|
|
5
5
|
export class xAIDriver extends BaseOpenAIDriver {
|
package/lib/esm/xai/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/xai/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gCAAgC,EAAgC,MAAM,6BAA6B,CAAC;AAC7G,OAAO,EAAE,WAAW,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/xai/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gCAAgC,EAAgC,MAAM,6BAA6B,CAAC;AAC7G,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAUtD,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IAG3C,OAAO,CAAS;IAChB,QAAQ,CAAQ;IAChB,WAAW,CAAc;IACzB,gBAAgB,GAAG,qBAAqB,CAAC;IAEzC,YAAY,IAAsB;QAC9B,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB;SAChD,CAAC,CAAC;QACL,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAE,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClI,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAyB,EAAE,IAAmB;QAE9D,MAAM,OAAO,GAAiC;YAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,oBAAoB,EAAE,KAAK;SAC9B,CAAA;QAED,MAAM,CAAC,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE,EAAC,GAAG,OAAO,EAAE,GAAG,IAAI,EAAC,CAAyD,CAAC;QAE1I,OAAO,CAAC,CAAC;IAEb,CAAC;IAED,uBAAuB,CAAC,QAA0B,EAAE,MAA8C;QAC9F,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;YACzC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;gBACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;gBACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;aACpC;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC;SAC5C,CAAyC,CAAC;QAG3C,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAClB,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACpD,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,KAAK,CAAC,MAAM;gBAClB,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAChD,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aACpF,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAElB,CAAC;CAGJ"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bedrock/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EAAsC,sBAAsB,EAEtE,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,EAAgC,MAAM,iCAAiC,CAAC;AAExJ,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EACH,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAC1H,gBAAgB,EAAuB,eAAe,EAAc,aAAa,EAAE,aAAa,EAClD,WAAW,EAAqB,eAAe,EAGhG,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAoB,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AA0BnF,MAAM,WAAW,wBAAwB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,WAAW,CAAC,EAAE,qBAAqB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAAC;CACzE;AAED,MAAM,MAAM,aAAa,GAAG,kBAAkB,GAAG,eAAe,CAAC;AAEjE,qBAAa,aAAc,SAAQ,cAAc,CAAC,oBAAoB,EAAE,aAAa,CAAC;IAElF,MAAM,CAAC,QAAQ,SAAa;IAE5B,QAAQ,SAA0B;IAElC,OAAO,CAAC,SAAS,CAAC,CAAiB;IACnC,OAAO,CAAC,QAAQ,CAAC,CAAU;IAC3B,OAAO,CAAC,eAAe,CAAC,CAAS;gBAErB,OAAO,EAAE,oBAAoB;IAOzC,WAAW;IAWX,UAAU,CAAC,MAAM,GAAE,MAA4B;cAW/B,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAOpG,MAAM,CAAC,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,qBAAqB;IAYtG,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,qBAAqB;IAwBjG,qBAAqB,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA4CpG,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM;YAgBnD,YAAY;cA2CV,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBhE,2BAA2B,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAwBpI,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bedrock/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EAAsC,sBAAsB,EAEtE,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,EAAgC,MAAM,iCAAiC,CAAC;AAExJ,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EACH,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAC1H,gBAAgB,EAAuB,eAAe,EAAc,aAAa,EAAE,aAAa,EAClD,WAAW,EAAqB,eAAe,EAGhG,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAoB,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AA0BnF,MAAM,WAAW,wBAAwB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,WAAW,CAAC,EAAE,qBAAqB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAAC;CACzE;AAED,MAAM,MAAM,aAAa,GAAG,kBAAkB,GAAG,eAAe,CAAC;AAEjE,qBAAa,aAAc,SAAQ,cAAc,CAAC,oBAAoB,EAAE,aAAa,CAAC;IAElF,MAAM,CAAC,QAAQ,SAAa;IAE5B,QAAQ,SAA0B;IAElC,OAAO,CAAC,SAAS,CAAC,CAAiB;IACnC,OAAO,CAAC,QAAQ,CAAC,CAAU;IAC3B,OAAO,CAAC,eAAe,CAAC,CAAS;gBAErB,OAAO,EAAE,oBAAoB;IAOzC,WAAW;IAWX,UAAU,CAAC,MAAM,GAAE,MAA4B;cAW/B,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAOpG,MAAM,CAAC,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,qBAAqB;IAYtG,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,qBAAqB;IAwBjG,qBAAqB,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA4CpG,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM;YAgBnD,YAAY;cA2CV,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBhE,2BAA2B,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAwBpI,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB;IAiJ3D,sBAAsB,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IA0CnH,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAuClF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAYnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAWnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAQtC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAKjD,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAQhC,WAAW,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,EAAE,sBAAsB,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IA6J1F,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAmCjG"}
|
|
@@ -12,7 +12,7 @@ export declare class GroqDriver extends AbstractDriver<GroqDriverOptions, OpenAI
|
|
|
12
12
|
client: Groq;
|
|
13
13
|
endpointUrl?: string;
|
|
14
14
|
constructor(options: GroqDriverOptions);
|
|
15
|
-
getResponseFormat(_options: ExecutionOptions):
|
|
15
|
+
getResponseFormat(_options: ExecutionOptions): undefined;
|
|
16
16
|
protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): Promise<OpenAITextMessage[]>;
|
|
17
17
|
requestTextCompletion(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<Completion<any>>;
|
|
18
18
|
requestTextCompletionStream(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAExM,OAAO,EAAE,iBAAiB,EAAmD,MAAM,6BAA6B,CAAC;AACjH,OAAO,IAAI,MAAM,UAAU,CAAC;AAG5B,UAAU,iBAAkB,SAAQ,aAAa;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAGD,qBAAa,UAAW,SAAQ,cAAc,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;IAClF,MAAM,CAAC,QAAQ,SAAU;IACzB,QAAQ,SAAuB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;IAkBtC,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAExM,OAAO,EAAE,iBAAiB,EAAmD,MAAM,6BAA6B,CAAC;AACjH,OAAO,IAAI,MAAM,UAAU,CAAC;AAG5B,UAAU,iBAAkB,SAAQ,aAAa;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAGD,qBAAa,UAAW,SAAQ,cAAc,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;IAClF,MAAM,CAAC,QAAQ,SAAU;IACzB,QAAQ,SAAuB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;IAkBtC,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,SAAS;cAWxC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAYvG,qBAAqB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAmCzG,2BAA2B,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAG,aAAa,CAAG,qBAAqB,CAAE,CAAC;IA8BzI,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAuB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,EAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAI9E"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { HfInferenceEndpoint } from "@huggingface/inference";
|
|
2
2
|
import { AIModel, AbstractDriver, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
|
|
3
|
-
import { FetchClient } from "api-fetch-client";
|
|
3
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
4
4
|
export interface HuggingFaceIEDriverOptions extends DriverOptions {
|
|
5
5
|
apiKey: string;
|
|
6
6
|
endpoint_url: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"huggingface_ie.d.ts","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,mBAAmB,EAEtB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,OAAO,EAEP,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAEnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,WAAW,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"huggingface_ie.d.ts","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,mBAAmB,EAEtB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,OAAO,EAEP,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAEnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAEzD,MAAM,WAAW,0BAA2B,SAAQ,aAAa;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,mBAAoB,SAAQ,cAAc,CAAC,0BAA0B,EAAE,MAAM,CAAC;IACvF,MAAM,CAAC,QAAQ,SAAoB;IACnC,QAAQ,SAAgC;IACxC,OAAO,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,mBAAmB,CAAC;gBAG5B,OAAO,EAAE,0BAA0B;IAUjC,mBAAmB,CACrB,OAAO,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;KAAE,CAAC;IAQtC,WAAW,CAAC,KAAK,EAAE,MAAM;IAmBzB,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;IAiCrE,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;;IAgC/D,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAgBhC,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIxD"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment } from "@llumiverse/core";
|
|
2
2
|
import { OpenAITextMessage } from "@llumiverse/core/formatters";
|
|
3
|
-
import { FetchClient } from "api-fetch-client";
|
|
3
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
4
4
|
import { ResponseFormat } from "./types.js";
|
|
5
5
|
interface MistralAIDriverOptions extends DriverOptions {
|
|
6
6
|
apiKey: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAElM,OAAO,EAAE,iBAAiB,EAAmD,MAAM,6BAA6B,CAAC;AACjH,OAAO,EAAE,WAAW,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAElM,OAAO,EAAE,iBAAiB,EAAmD,MAAM,6BAA6B,CAAC;AACjH,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAuE,cAAc,EAAE,MAAM,YAAY,CAAC;AAOjH,UAAU,sBAAuB,SAAQ,aAAa;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,eAAgB,SAAQ,cAAc,CAAC,sBAAsB,EAAE,iBAAiB,EAAE,CAAC;IAC5F,MAAM,CAAC,QAAQ,SAAe;IAE9B,QAAQ,SAA4B;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,sBAAsB;IAS3C,iBAAiB,GAAI,UAAU,gBAAgB,KAAG,cAAc,GAAG,SAAS,CAgB3E;cAEe,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAYvG,qBAAqB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IA+BzG,2BAA2B,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IAmC9H,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAgB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAuB,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAe5G"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EAEV,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAKhB,OAAO,EACP,WAAW,EAEX,eAAe,EACf,qBAAqB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EAEV,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAKhB,OAAO,EACP,WAAW,EAEX,eAAe,EACf,qBAAqB,EAIxB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAI7C,KAAK,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,CAAC;AAW7E,MAAM,WAAW,uBAAwB,SAAQ,aAAa;CAC7D;AAED,8BAAsB,gBAAiB,SAAQ,cAAc,CACzD,uBAAuB,EACvB,kBAAkB,EAAE,CACvB;IACG,QAAQ,CAAC,QAAQ,EAAE,cAAc,GAAG,QAAQ,GAAG,KAAK,CAAC;IACrD,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,CAAC;gBAE3B,IAAI,EAAE,uBAAuB;IAMzC,uBAAuB,CACnB,QAAQ,EAAE,gBAAgB,EAC1B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,cAAc,GAC/C,UAAU;IAyBP,2BAA2B,CAAC,MAAM,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC;IA2ElG,qBAAqB,CAAC,MAAM,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC;IAgElG,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAUjE,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC;IAS/D,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAgBlF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAS5C,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAI3C,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAyC7E,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAgC,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAwB5H;AA0HD,wBAAgB,YAAY,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,6BAA6B,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAevH"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
|
|
2
|
-
import { FetchClient } from "api-fetch-client";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
3
|
interface TogetherAIDriverOptions extends DriverOptions {
|
|
4
4
|
apiKey: string;
|
|
5
5
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEhK,OAAO,EAAE,WAAW,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEhK,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,UAAU,uBAAwB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACjF,MAAM,CAAC,QAAQ,SAAgB;IAC/B,QAAQ,SAA6B;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,uBAAuB;IAQ5C,iBAAiB,GAAI,SAAS,gBAAgB,KAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAMzF;IAEK,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IA0C1F,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IA4C/G,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIlD"}
|
|
@@ -1,18 +1,23 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import { FetchClient } from "api-fetch-client";
|
|
1
|
+
import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsResult, ExecutionOptions, ImageGeneration, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
4
3
|
import { GoogleAuth, GoogleAuthOptions } from "google-auth-library";
|
|
5
4
|
import { JSONClient } from "google-auth-library/build/src/auth/googleauth.js";
|
|
6
5
|
import { EmbeddingsOptions } from "@llumiverse/core";
|
|
7
6
|
import { v1beta1 } from "@google-cloud/aiplatform";
|
|
8
7
|
import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
|
|
9
8
|
import { ImagenPrompt } from "./models/imagen.js";
|
|
9
|
+
import { GoogleGenAI, Content, Tool } from "@google/genai";
|
|
10
10
|
export interface VertexAIDriverOptions extends DriverOptions {
|
|
11
11
|
project: string;
|
|
12
12
|
region: string;
|
|
13
13
|
googleAuthOptions?: GoogleAuthOptions;
|
|
14
14
|
}
|
|
15
|
-
export
|
|
15
|
+
export interface GenerateContentPrompt {
|
|
16
|
+
contents: Content[];
|
|
17
|
+
system?: string;
|
|
18
|
+
tools?: Tool[];
|
|
19
|
+
}
|
|
20
|
+
export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt;
|
|
16
21
|
export declare function trimModelName(model: string): string;
|
|
17
22
|
export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, VertexAIPrompt> {
|
|
18
23
|
static PROVIDER: string;
|
|
@@ -20,19 +25,24 @@ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions
|
|
|
20
25
|
aiplatform: v1beta1.ModelServiceClient | undefined;
|
|
21
26
|
anthropicClient: AnthropicVertex | undefined;
|
|
22
27
|
fetchClient: FetchClient | undefined;
|
|
28
|
+
googleGenAI: GoogleGenAI | undefined;
|
|
29
|
+
llamaClient: FetchClient & {
|
|
30
|
+
region?: string;
|
|
31
|
+
} | undefined;
|
|
23
32
|
modelGarden: v1beta1.ModelGardenServiceClient | undefined;
|
|
24
|
-
vertexai: VertexAI | undefined;
|
|
25
33
|
authClient: JSONClient | GoogleAuth<JSONClient>;
|
|
26
34
|
constructor(options: VertexAIDriverOptions);
|
|
35
|
+
getGoogleGenAIClient(): GoogleGenAI;
|
|
27
36
|
getFetchClient(): FetchClient;
|
|
37
|
+
getLLamaClient(region?: string): FetchClient;
|
|
28
38
|
getAnthropicClient(): AnthropicVertex;
|
|
29
|
-
getVertexAIClient(): VertexAI;
|
|
30
39
|
getAIPlatformClient(): v1beta1.ModelServiceClient;
|
|
31
40
|
getModelGardenClient(): v1beta1.ModelGardenServiceClient;
|
|
41
|
+
validateResult(result: Completion, options: ExecutionOptions): void;
|
|
32
42
|
protected canStream(options: ExecutionOptions): Promise<boolean>;
|
|
33
43
|
createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
|
|
34
44
|
requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion<any>>;
|
|
35
|
-
requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<
|
|
45
|
+
requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
|
|
36
46
|
requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion<ImageGeneration>>;
|
|
37
47
|
listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
|
|
38
48
|
validateConnection(): Promise<boolean>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EAEf,kBAAkB,EAClB,aAAa,EAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,kDAAkD,CAAC;AAG9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAyB,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAE3D,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;CAClB;AAGD,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,qBAAqB,CAAC;AAElE,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,UAG1C;AAED,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,cAAc,CAAC;IACrF,MAAM,CAAC,QAAQ,SAAc;IAC7B,QAAQ,SAA2B;IAEnC,UAAU,EAAE,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACnD,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC3D,WAAW,EAAE,OAAO,CAAC,wBAAwB,GAAG,SAAS,CAAC;IAE1D,UAAU,EAAE,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;gBAEpC,OAAO,EAAE,qBAAqB;IAanC,oBAAoB,IAAI,WAAW;IAenC,cAAc,IAAI,WAAW;IAe7B,cAAc,CAAC,MAAM,GAAE,MAAsB,GAAG,WAAW;IAkB3D,kBAAkB,IAAI,eAAe;IAWrC,mBAAmB,IAAI,OAAO,CAAC,kBAAkB;IAYjD,oBAAoB,IAAI,OAAO,CAAC,wBAAwB;IAY/D,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB;IAY5D,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAOzD,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC;IAO5F,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAGlG,2BAA2B,CAC7B,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IAIpC,sBAAsB,CACxB,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,gBAAgB,GAC3B,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAMjC,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiH1E,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAalF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/claude.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,YAAY,
|
|
1
|
+
{"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/claude.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,YAAY,EAA+C,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACjI,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,gBAAgB,EAC5D,aAAa,EAAc,aAAa,EAAsB,OAAO,EACxE,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,KAAK,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,YAAY,CAAC;AAExD,UAAU,YAAY;IAClB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,MAAM,EAAE,cAAc,EAAE,CAAC;CAC5B;AA+DD,qBAAa,qBAAsB,YAAW,eAAe,CAAC,YAAY,CAAC;IAEvE,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAUrB,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;IA0E/G,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAmDnH,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CA8C5J;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAc3E"}
|
|
@@ -1,12 +1,15 @@
|
|
|
1
|
-
import { GenerateContentRequest } from "@google-cloud/vertexai";
|
|
2
1
|
import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
3
|
-
import { VertexAIDriver } from "../index.js";
|
|
2
|
+
import { VertexAIDriver, GenerateContentPrompt } from "../index.js";
|
|
4
3
|
import { ModelDefinition } from "../models.js";
|
|
5
|
-
export declare class GeminiModelDefinition implements ModelDefinition<
|
|
4
|
+
export declare class GeminiModelDefinition implements ModelDefinition<GenerateContentPrompt> {
|
|
6
5
|
model: AIModel;
|
|
7
6
|
constructor(modelId: string);
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
7
|
+
preValidationProcessing(result: Completion, options: ExecutionOptions): {
|
|
8
|
+
result: Completion;
|
|
9
|
+
options: ExecutionOptions;
|
|
10
|
+
};
|
|
11
|
+
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): Promise<GenerateContentPrompt>;
|
|
12
|
+
requestTextCompletion(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
13
|
+
requestTextCompletionStream(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
11
14
|
}
|
|
12
15
|
//# sourceMappingURL=gemini.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,gBAAgB,EACJ,aAAa,EACrE,aAAa,EAChB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AA6a/C,qBAAa,qBAAsB,YAAW,eAAe,CAAC,qBAAqB,CAAC;IAEhF,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAU3B,uBAAuB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,GAAG;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE;IAiBnH,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAgGxH,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAsD5H,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CAmDrK"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { AIModel, Completion, CompletionChunk, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
import { ModelDefinition } from "../models.js";
|
|
4
|
+
interface LLamaMessage {
|
|
5
|
+
role: string;
|
|
6
|
+
content: string;
|
|
7
|
+
}
|
|
8
|
+
interface LLamaPrompt {
|
|
9
|
+
messages: LLamaMessage[];
|
|
10
|
+
}
|
|
11
|
+
export declare class LLamaModelDefinition implements ModelDefinition<LLamaPrompt> {
|
|
12
|
+
model: AIModel;
|
|
13
|
+
constructor(modelId: string);
|
|
14
|
+
getLlamaModelRegion(modelName: string): string;
|
|
15
|
+
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): Promise<LLamaPrompt>;
|
|
16
|
+
requestTextCompletion(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<Completion>;
|
|
17
|
+
requestTextCompletionStream(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
|
|
18
|
+
}
|
|
19
|
+
export {};
|
|
20
|
+
//# sourceMappingURL=llama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llama.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/llama.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,eAAe,EAAyB,gBAAgB,EAC7E,aAAa,EAAc,aAAa,EAE3C,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG/C,UAAU,YAAY;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,WAAW;IACjB,QAAQ,EAAE,YAAY,EAAE,CAAC;CAC5B;AAqED,qBAAa,oBAAqB,YAAW,eAAe,CAAC,WAAW,CAAC;IAErE,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAW3B,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM;IASxC,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC;IAwC9G,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA2DlH,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;CAoDrJ"}
|
|
@@ -1,11 +1,15 @@
|
|
|
1
|
-
import { AIModel, Completion,
|
|
1
|
+
import { AIModel, Completion, PromptOptions, PromptSegment, ExecutionOptions, CompletionChunk } from "@llumiverse/core";
|
|
2
2
|
import { VertexAIDriver } from "./index.js";
|
|
3
3
|
export interface ModelDefinition<PromptT = any> {
|
|
4
4
|
model: AIModel;
|
|
5
5
|
versions?: string[];
|
|
6
6
|
createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions) => Promise<PromptT>;
|
|
7
7
|
requestTextCompletion: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<Completion>;
|
|
8
|
-
requestTextCompletionStream: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<
|
|
8
|
+
requestTextCompletionStream: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<CompletionChunk>>;
|
|
9
|
+
preValidationProcessing?(result: Completion, options: ExecutionOptions): {
|
|
10
|
+
result: Completion;
|
|
11
|
+
options: ExecutionOptions;
|
|
12
|
+
};
|
|
9
13
|
}
|
|
10
14
|
export declare function getModelDefinition(model: string): ModelDefinition;
|
|
11
15
|
//# sourceMappingURL=models.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxH,OAAO,EAAE,cAAc,EAAiB,MAAM,YAAY,CAAC;AAK3D,MAAM,WAAW,eAAe,CAAC,OAAO,GAAG,GAAG;IAC1C,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9G,qBAAqB,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;IACnH,2BAA2B,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC,CAAC;IAC7I,uBAAuB,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,GAAG;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE,CAAC;CAC9H;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,CAejE"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
|
|
2
|
-
import { FetchClient } from "api-fetch-client";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
3
|
import { WatsonAuthToken } from "./interfaces.js";
|
|
4
4
|
interface WatsonxDriverOptions extends DriverOptions {
|
|
5
5
|
apiKey: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEnL,OAAO,EAAE,WAAW,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEnL,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAuD,eAAe,EAA2G,MAAM,iBAAiB,CAAC;AAEhN,UAAU,oBAAqB,SAAQ,aAAa;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACvB;AAID,qBAAa,aAAc,SAAQ,cAAc,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAC3E,MAAM,CAAC,QAAQ,SAAa;IAC5B,QAAQ,SAA0B;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,WAAW,EAAE,WAAW,CAAA;gBAEZ,OAAO,EAAE,oBAAoB;IAQnC,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAmC1F,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IAwC/G,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAoBxC,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAwB/B,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAwBlF"}
|
package/lib/types/xai/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { AIModel, Completion, DriverOptions, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
-
import { FetchClient } from "api-fetch-client";
|
|
2
|
+
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
3
|
import OpenAI from "openai";
|
|
4
4
|
import { BaseOpenAIDriver } from "../openai/index.js";
|
|
5
5
|
export interface xAiDriverOptions extends DriverOptions {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/xai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtH,OAAO,EAAE,WAAW,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/xai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtH,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IAEnD,MAAM,EAAE,MAAM,CAAC;IAEf,QAAQ,CAAC,EAAE,MAAM,CAAC;CAErB;AAED,qBAAa,SAAU,SAAQ,gBAAgB;IAG3C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,KAAK,CAAC;IAChB,WAAW,EAAE,WAAW,CAAC;IACzB,gBAAgB,SAAyB;gBAE7B,IAAI,EAAE,gBAAgB;IAgB5B,aAAa,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC;IAclI,uBAAuB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,cAAc,GAAG,UAAU;IAYzG,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;CA2BzC"}
|