@llumiverse/drivers 0.24.0 → 0.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +3 -3
- package/lib/cjs/adobe/firefly.js +0 -120
- package/lib/cjs/adobe/firefly.js.map +0 -1
- package/lib/cjs/azure/azure_foundry.js +0 -432
- package/lib/cjs/azure/azure_foundry.js.map +0 -1
- package/lib/cjs/bedrock/converse.js +0 -285
- package/lib/cjs/bedrock/converse.js.map +0 -1
- package/lib/cjs/bedrock/index.js +0 -1091
- package/lib/cjs/bedrock/index.js.map +0 -1
- package/lib/cjs/bedrock/nova-image-payload.js +0 -207
- package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
- package/lib/cjs/bedrock/payloads.js +0 -3
- package/lib/cjs/bedrock/payloads.js.map +0 -1
- package/lib/cjs/bedrock/s3.js +0 -107
- package/lib/cjs/bedrock/s3.js.map +0 -1
- package/lib/cjs/bedrock/twelvelabs.js +0 -87
- package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
- package/lib/cjs/groq/index.js +0 -323
- package/lib/cjs/groq/index.js.map +0 -1
- package/lib/cjs/huggingface_ie.js +0 -201
- package/lib/cjs/huggingface_ie.js.map +0 -1
- package/lib/cjs/index.js +0 -31
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/mistral/index.js +0 -173
- package/lib/cjs/mistral/index.js.map +0 -1
- package/lib/cjs/mistral/types.js +0 -83
- package/lib/cjs/mistral/types.js.map +0 -1
- package/lib/cjs/openai/azure_openai.js +0 -72
- package/lib/cjs/openai/azure_openai.js.map +0 -1
- package/lib/cjs/openai/index.js +0 -665
- package/lib/cjs/openai/index.js.map +0 -1
- package/lib/cjs/openai/openai.js +0 -21
- package/lib/cjs/openai/openai.js.map +0 -1
- package/lib/cjs/openai/openai_compatible.js +0 -62
- package/lib/cjs/openai/openai_compatible.js.map +0 -1
- package/lib/cjs/openai/openai_format.js +0 -131
- package/lib/cjs/openai/openai_format.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/replicate.js +0 -275
- package/lib/cjs/replicate.js.map +0 -1
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/index.js +0 -109
- package/lib/cjs/test-driver/index.js.map +0 -1
- package/lib/cjs/test-driver/utils.js +0 -30
- package/lib/cjs/test-driver/utils.js.map +0 -1
- package/lib/cjs/togetherai/index.js +0 -126
- package/lib/cjs/togetherai/index.js.map +0 -1
- package/lib/cjs/togetherai/interfaces.js +0 -3
- package/lib/cjs/togetherai/interfaces.js.map +0 -1
- package/lib/cjs/vertexai/debug.js +0 -12
- package/lib/cjs/vertexai/debug.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
- package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
- package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/cjs/vertexai/index.js +0 -576
- package/lib/cjs/vertexai/index.js.map +0 -1
- package/lib/cjs/vertexai/models/claude.js +0 -485
- package/lib/cjs/vertexai/models/claude.js.map +0 -1
- package/lib/cjs/vertexai/models/gemini.js +0 -871
- package/lib/cjs/vertexai/models/gemini.js.map +0 -1
- package/lib/cjs/vertexai/models/imagen.js +0 -303
- package/lib/cjs/vertexai/models/imagen.js.map +0 -1
- package/lib/cjs/vertexai/models/llama.js +0 -183
- package/lib/cjs/vertexai/models/llama.js.map +0 -1
- package/lib/cjs/vertexai/models.js +0 -35
- package/lib/cjs/vertexai/models.js.map +0 -1
- package/lib/cjs/watsonx/index.js +0 -161
- package/lib/cjs/watsonx/index.js.map +0 -1
- package/lib/cjs/watsonx/interfaces.js +0 -3
- package/lib/cjs/watsonx/interfaces.js.map +0 -1
- package/lib/cjs/xai/index.js +0 -65
- package/lib/cjs/xai/index.js.map +0 -1
- package/lib/esm/adobe/firefly.js +0 -116
- package/lib/esm/adobe/firefly.js.map +0 -1
- package/lib/esm/azure/azure_foundry.js +0 -426
- package/lib/esm/azure/azure_foundry.js.map +0 -1
- package/lib/esm/bedrock/converse.js +0 -278
- package/lib/esm/bedrock/converse.js.map +0 -1
- package/lib/esm/bedrock/index.js +0 -1087
- package/lib/esm/bedrock/index.js.map +0 -1
- package/lib/esm/bedrock/nova-image-payload.js +0 -203
- package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
- package/lib/esm/bedrock/payloads.js +0 -2
- package/lib/esm/bedrock/payloads.js.map +0 -1
- package/lib/esm/bedrock/s3.js +0 -99
- package/lib/esm/bedrock/s3.js.map +0 -1
- package/lib/esm/bedrock/twelvelabs.js +0 -84
- package/lib/esm/bedrock/twelvelabs.js.map +0 -1
- package/lib/esm/groq/index.js +0 -316
- package/lib/esm/groq/index.js.map +0 -1
- package/lib/esm/huggingface_ie.js +0 -197
- package/lib/esm/huggingface_ie.js.map +0 -1
- package/lib/esm/index.js +0 -15
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/mistral/index.js +0 -169
- package/lib/esm/mistral/index.js.map +0 -1
- package/lib/esm/mistral/types.js +0 -80
- package/lib/esm/mistral/types.js.map +0 -1
- package/lib/esm/openai/azure_openai.js +0 -68
- package/lib/esm/openai/azure_openai.js.map +0 -1
- package/lib/esm/openai/index.js +0 -660
- package/lib/esm/openai/index.js.map +0 -1
- package/lib/esm/openai/openai.js +0 -14
- package/lib/esm/openai/openai.js.map +0 -1
- package/lib/esm/openai/openai_compatible.js +0 -55
- package/lib/esm/openai/openai_compatible.js.map +0 -1
- package/lib/esm/openai/openai_format.js +0 -127
- package/lib/esm/openai/openai_format.js.map +0 -1
- package/lib/esm/replicate.js +0 -268
- package/lib/esm/replicate.js.map +0 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js +0 -20
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/index.js +0 -91
- package/lib/esm/test-driver/index.js.map +0 -1
- package/lib/esm/test-driver/utils.js +0 -25
- package/lib/esm/test-driver/utils.js.map +0 -1
- package/lib/esm/togetherai/index.js +0 -122
- package/lib/esm/togetherai/index.js.map +0 -1
- package/lib/esm/togetherai/interfaces.js +0 -2
- package/lib/esm/togetherai/interfaces.js.map +0 -1
- package/lib/esm/vertexai/debug.js +0 -6
- package/lib/esm/vertexai/debug.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
- package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
- package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/esm/vertexai/index.js +0 -571
- package/lib/esm/vertexai/index.js.map +0 -1
- package/lib/esm/vertexai/models/claude.js +0 -479
- package/lib/esm/vertexai/models/claude.js.map +0 -1
- package/lib/esm/vertexai/models/gemini.js +0 -866
- package/lib/esm/vertexai/models/gemini.js.map +0 -1
- package/lib/esm/vertexai/models/imagen.js +0 -299
- package/lib/esm/vertexai/models/imagen.js.map +0 -1
- package/lib/esm/vertexai/models/llama.js +0 -179
- package/lib/esm/vertexai/models/llama.js.map +0 -1
- package/lib/esm/vertexai/models.js +0 -32
- package/lib/esm/vertexai/models.js.map +0 -1
- package/lib/esm/watsonx/index.js +0 -157
- package/lib/esm/watsonx/index.js.map +0 -1
- package/lib/esm/watsonx/interfaces.js +0 -2
- package/lib/esm/watsonx/interfaces.js.map +0 -1
- package/lib/esm/xai/index.js +0 -58
- package/lib/esm/xai/index.js.map +0 -1
- package/lib/types/adobe/firefly.d.ts +0 -30
- package/lib/types/adobe/firefly.d.ts.map +0 -1
- package/lib/types/azure/azure_foundry.d.ts +0 -52
- package/lib/types/azure/azure_foundry.d.ts.map +0 -1
- package/lib/types/bedrock/converse.d.ts +0 -9
- package/lib/types/bedrock/converse.d.ts.map +0 -1
- package/lib/types/bedrock/index.d.ts +0 -68
- package/lib/types/bedrock/index.d.ts.map +0 -1
- package/lib/types/bedrock/nova-image-payload.d.ts +0 -74
- package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
- package/lib/types/bedrock/payloads.d.ts +0 -12
- package/lib/types/bedrock/payloads.d.ts.map +0 -1
- package/lib/types/bedrock/s3.d.ts +0 -23
- package/lib/types/bedrock/s3.d.ts.map +0 -1
- package/lib/types/bedrock/twelvelabs.d.ts +0 -50
- package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
- package/lib/types/groq/index.d.ts +0 -27
- package/lib/types/groq/index.d.ts.map +0 -1
- package/lib/types/huggingface_ie.d.ts +0 -35
- package/lib/types/huggingface_ie.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -15
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/mistral/index.d.ts +0 -25
- package/lib/types/mistral/index.d.ts.map +0 -1
- package/lib/types/mistral/types.d.ts +0 -132
- package/lib/types/mistral/types.d.ts.map +0 -1
- package/lib/types/openai/azure_openai.d.ts +0 -25
- package/lib/types/openai/azure_openai.d.ts.map +0 -1
- package/lib/types/openai/index.d.ts +0 -31
- package/lib/types/openai/index.d.ts.map +0 -1
- package/lib/types/openai/openai.d.ts +0 -15
- package/lib/types/openai/openai.d.ts.map +0 -1
- package/lib/types/openai/openai_compatible.d.ts +0 -26
- package/lib/types/openai/openai_compatible.d.ts.map +0 -1
- package/lib/types/openai/openai_format.d.ts +0 -21
- package/lib/types/openai/openai_format.d.ts.map +0 -1
- package/lib/types/replicate.d.ts +0 -48
- package/lib/types/replicate.d.ts.map +0 -1
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts +0 -9
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts +0 -9
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/index.d.ts +0 -24
- package/lib/types/test-driver/index.d.ts.map +0 -1
- package/lib/types/test-driver/utils.d.ts +0 -5
- package/lib/types/test-driver/utils.d.ts.map +0 -1
- package/lib/types/togetherai/index.d.ts +0 -23
- package/lib/types/togetherai/index.d.ts.map +0 -1
- package/lib/types/togetherai/interfaces.d.ts +0 -96
- package/lib/types/togetherai/interfaces.d.ts.map +0 -1
- package/lib/types/vertexai/debug.d.ts +0 -2
- package/lib/types/vertexai/debug.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
- package/lib/types/vertexai/index.d.ts +0 -65
- package/lib/types/vertexai/index.d.ts.map +0 -1
- package/lib/types/vertexai/models/claude.d.ts +0 -28
- package/lib/types/vertexai/models/claude.d.ts.map +0 -1
- package/lib/types/vertexai/models/gemini.d.ts +0 -18
- package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
- package/lib/types/vertexai/models/imagen.d.ts +0 -75
- package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
- package/lib/types/vertexai/models/llama.d.ts +0 -20
- package/lib/types/vertexai/models/llama.d.ts.map +0 -1
- package/lib/types/vertexai/models.d.ts +0 -15
- package/lib/types/vertexai/models.d.ts.map +0 -1
- package/lib/types/watsonx/index.d.ts +0 -27
- package/lib/types/watsonx/index.d.ts.map +0 -1
- package/lib/types/watsonx/interfaces.d.ts +0 -65
- package/lib/types/watsonx/interfaces.d.ts.map +0 -1
- package/lib/types/xai/index.d.ts +0 -18
- package/lib/types/xai/index.d.ts.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAgD,MAAM,kBAAkB,CAAC;AAIjO,OAAO,IAAI,MAAM,UAAU,CAAC;AAE5B,OAAO,KAAK,EAAE,0BAA0B,EAAsB,MAAM,qCAAqC,CAAC;AAM1G,UAAU,iBAAkB,SAAQ,aAAa;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,UAAW,SAAQ,cAAc,CAAC,iBAAiB,EAAE,0BAA0B,EAAE,CAAC;IAC3F,MAAM,CAAC,QAAQ,SAAU;IACzB,QAAQ,SAAuB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;IAkBtC,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,SAAS;cAWxC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,0BAA0B,EAAE,CAAC;IAWtH,OAAO,CAAC,kBAAkB;IAe1B,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,uBAAuB;IAiBzB,qBAAqB,CAAC,QAAQ,EAAE,0BAA0B,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAwD7G,2BAA2B,CAAC,QAAQ,EAAE,0BAA0B,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAiD7I,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAuB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,EAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAI9E"}
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
import { InferenceClient } from "@huggingface/inference";
|
|
2
|
-
import { AIModel, AbstractDriver, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
|
|
3
|
-
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
4
|
-
export interface HuggingFaceIEDriverOptions extends DriverOptions {
|
|
5
|
-
apiKey: string;
|
|
6
|
-
endpoint_url: string;
|
|
7
|
-
}
|
|
8
|
-
export declare class HuggingFaceIEDriver extends AbstractDriver<HuggingFaceIEDriverOptions, string> {
|
|
9
|
-
static PROVIDER: string;
|
|
10
|
-
provider: string;
|
|
11
|
-
service: FetchClient;
|
|
12
|
-
_executor?: InferenceClient;
|
|
13
|
-
constructor(options: HuggingFaceIEDriverOptions);
|
|
14
|
-
getModelURLEndpoint(modelId: string): Promise<{
|
|
15
|
-
url: string;
|
|
16
|
-
status: string;
|
|
17
|
-
}>;
|
|
18
|
-
getExecutor(model: string): Promise<InferenceClient>;
|
|
19
|
-
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
20
|
-
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<{
|
|
21
|
-
result: {
|
|
22
|
-
type: "text";
|
|
23
|
-
value: string;
|
|
24
|
-
}[];
|
|
25
|
-
finish_reason: string;
|
|
26
|
-
token_usage: {
|
|
27
|
-
result: number | undefined;
|
|
28
|
-
};
|
|
29
|
-
original_response: import("@huggingface/inference").TextGenerationOutput | undefined;
|
|
30
|
-
}>;
|
|
31
|
-
listModels(): Promise<AIModel[]>;
|
|
32
|
-
validateConnection(): Promise<boolean>;
|
|
33
|
-
generateEmbeddings(): Promise<EmbeddingsResult>;
|
|
34
|
-
}
|
|
35
|
-
//# sourceMappingURL=huggingface_ie.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"huggingface_ie.d.ts","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,EAElB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,OAAO,EAEP,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAEnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAEzD,MAAM,WAAW,0BAA2B,SAAQ,aAAa;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,mBAAoB,SAAQ,cAAc,CAAC,0BAA0B,EAAE,MAAM,CAAC;IACvF,MAAM,CAAC,QAAQ,SAAoB;IACnC,QAAQ,SAAgC;IACxC,OAAO,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,eAAe,CAAC;gBAGxB,OAAO,EAAE,0BAA0B;IAUjC,mBAAmB,CACrB,OAAO,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;KAAE,CAAC;IAQtC,WAAW,CAAC,KAAK,EAAE,MAAM;IAoBzB,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;IAgCrE,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;;;;;IAgC/D,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAgBhC,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIxD"}
|
package/lib/types/index.d.ts
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
export * from "./azure/azure_foundry.js";
|
|
2
|
-
export * from "./bedrock/index.js";
|
|
3
|
-
export * from "./groq/index.js";
|
|
4
|
-
export * from "./huggingface_ie.js";
|
|
5
|
-
export * from "./mistral/index.js";
|
|
6
|
-
export * from "./openai/azure_openai.js";
|
|
7
|
-
export * from "./openai/openai.js";
|
|
8
|
-
export * from "./openai/openai_compatible.js";
|
|
9
|
-
export * from "./replicate.js";
|
|
10
|
-
export * from "./test-driver/index.js";
|
|
11
|
-
export * from "./togetherai/index.js";
|
|
12
|
-
export * from "./vertexai/index.js";
|
|
13
|
-
export * from "./watsonx/index.js";
|
|
14
|
-
export * from "./xai/index.js";
|
|
15
|
-
//# sourceMappingURL=index.d.ts.map
|
package/lib/types/index.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC"}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
-
import { OpenAITextMessage } from "../openai/openai_format.js";
|
|
3
|
-
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
4
|
-
import { ResponseFormat } from "./types.js";
|
|
5
|
-
interface MistralAIDriverOptions extends DriverOptions {
|
|
6
|
-
apiKey: string;
|
|
7
|
-
endpoint_url?: string;
|
|
8
|
-
}
|
|
9
|
-
export declare class MistralAIDriver extends AbstractDriver<MistralAIDriverOptions, OpenAITextMessage[]> {
|
|
10
|
-
static PROVIDER: string;
|
|
11
|
-
provider: string;
|
|
12
|
-
apiKey: string;
|
|
13
|
-
client: FetchClient;
|
|
14
|
-
endpointUrl?: string;
|
|
15
|
-
constructor(options: MistralAIDriverOptions);
|
|
16
|
-
getResponseFormat: (_options: ExecutionOptions) => ResponseFormat | undefined;
|
|
17
|
-
protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): Promise<OpenAITextMessage[]>;
|
|
18
|
-
requestTextCompletion(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<Completion>;
|
|
19
|
-
requestTextCompletionStream(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
20
|
-
listModels(): Promise<AIModel<string>[]>;
|
|
21
|
-
validateConnection(): Promise<boolean>;
|
|
22
|
-
generateEmbeddings({ text, model }: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
23
|
-
}
|
|
24
|
-
export {};
|
|
25
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAGxM,OAAO,EAA8B,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC3F,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAuE,cAAc,EAAE,MAAM,YAAY,CAAC;AAOjH,UAAU,sBAAuB,SAAQ,aAAa;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,eAAgB,SAAQ,cAAc,CAAC,sBAAsB,EAAE,iBAAiB,EAAE,CAAC;IAC5F,MAAM,CAAC,QAAQ,SAAe;IAE9B,QAAQ,SAA4B;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,sBAAsB;IAS3C,iBAAiB,GAAI,UAAU,gBAAgB,KAAG,cAAc,GAAG,SAAS,CAgB3E;cAEe,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAYvG,qBAAqB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA+BpG,2BAA2B,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAoCpI,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAgB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAuB,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAe5G"}
|
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
export interface ModelPermission {
|
|
2
|
-
id: string;
|
|
3
|
-
object: 'model_permission';
|
|
4
|
-
created: number;
|
|
5
|
-
allow_create_engine: boolean;
|
|
6
|
-
allow_sampling: boolean;
|
|
7
|
-
allow_logprobs: boolean;
|
|
8
|
-
allow_search_indices: boolean;
|
|
9
|
-
allow_view: boolean;
|
|
10
|
-
allow_fine_tuning: boolean;
|
|
11
|
-
organization: string;
|
|
12
|
-
group: string | null;
|
|
13
|
-
is_blocking: boolean;
|
|
14
|
-
}
|
|
15
|
-
export interface Model {
|
|
16
|
-
id: string;
|
|
17
|
-
object: 'model';
|
|
18
|
-
created: number;
|
|
19
|
-
owned_by: string;
|
|
20
|
-
root: string | null;
|
|
21
|
-
parent: string | null;
|
|
22
|
-
permission: ModelPermission[];
|
|
23
|
-
}
|
|
24
|
-
export interface ListModelsResponse {
|
|
25
|
-
object: 'list';
|
|
26
|
-
data: Model[];
|
|
27
|
-
}
|
|
28
|
-
export interface Function {
|
|
29
|
-
name: string;
|
|
30
|
-
description: string;
|
|
31
|
-
parameters: object;
|
|
32
|
-
}
|
|
33
|
-
export declare enum ToolType {
|
|
34
|
-
function = "function"
|
|
35
|
-
}
|
|
36
|
-
export interface FunctionCall {
|
|
37
|
-
name: string;
|
|
38
|
-
arguments: string;
|
|
39
|
-
}
|
|
40
|
-
export interface ToolCalls {
|
|
41
|
-
id: 'null';
|
|
42
|
-
type: ToolType;
|
|
43
|
-
function: FunctionCall;
|
|
44
|
-
}
|
|
45
|
-
export declare enum ResponseFormats {
|
|
46
|
-
text = "text",
|
|
47
|
-
json_object = "json_object"
|
|
48
|
-
}
|
|
49
|
-
export declare enum ToolChoice {
|
|
50
|
-
auto = "auto",
|
|
51
|
-
any = "any",
|
|
52
|
-
none = "none"
|
|
53
|
-
}
|
|
54
|
-
export interface ResponseFormat {
|
|
55
|
-
type: ResponseFormats;
|
|
56
|
-
}
|
|
57
|
-
export interface TokenUsage {
|
|
58
|
-
prompt_tokens: number;
|
|
59
|
-
completion_tokens: number;
|
|
60
|
-
total_tokens: number;
|
|
61
|
-
}
|
|
62
|
-
export interface ChatCompletionResponseChoice {
|
|
63
|
-
index: number;
|
|
64
|
-
message: {
|
|
65
|
-
role: string;
|
|
66
|
-
content: string;
|
|
67
|
-
};
|
|
68
|
-
finish_reason: string;
|
|
69
|
-
}
|
|
70
|
-
export interface ChatCompletionResponseChunkChoice {
|
|
71
|
-
index: number;
|
|
72
|
-
delta: {
|
|
73
|
-
role?: string;
|
|
74
|
-
content?: string;
|
|
75
|
-
tool_calls?: ToolCalls[];
|
|
76
|
-
};
|
|
77
|
-
finish_reason: string;
|
|
78
|
-
}
|
|
79
|
-
export interface ChatCompletionResponse {
|
|
80
|
-
id: string;
|
|
81
|
-
object: 'chat.completion';
|
|
82
|
-
created: number;
|
|
83
|
-
model: string;
|
|
84
|
-
choices: ChatCompletionResponseChoice[];
|
|
85
|
-
usage: TokenUsage;
|
|
86
|
-
}
|
|
87
|
-
export interface ChatCompletionResponseChunk {
|
|
88
|
-
id: string;
|
|
89
|
-
object: 'chat.completion.chunk';
|
|
90
|
-
created: number;
|
|
91
|
-
model: string;
|
|
92
|
-
choices: ChatCompletionResponseChunkChoice[];
|
|
93
|
-
}
|
|
94
|
-
export interface Embedding {
|
|
95
|
-
id: string;
|
|
96
|
-
object: 'embedding';
|
|
97
|
-
embedding: number[];
|
|
98
|
-
}
|
|
99
|
-
export interface EmbeddingResponse {
|
|
100
|
-
id: string;
|
|
101
|
-
object: 'list';
|
|
102
|
-
data: Embedding[];
|
|
103
|
-
model: string;
|
|
104
|
-
usage: TokenUsage;
|
|
105
|
-
}
|
|
106
|
-
export interface CompletionRequestParams {
|
|
107
|
-
model: string;
|
|
108
|
-
messages: Array<{
|
|
109
|
-
role: string;
|
|
110
|
-
name?: string;
|
|
111
|
-
content: string | string[];
|
|
112
|
-
tool_calls?: ToolCalls[];
|
|
113
|
-
}>;
|
|
114
|
-
tools?: Array<{
|
|
115
|
-
type: string;
|
|
116
|
-
function: Function;
|
|
117
|
-
}>;
|
|
118
|
-
temperature?: number;
|
|
119
|
-
maxTokens?: number;
|
|
120
|
-
topP?: number;
|
|
121
|
-
randomSeed?: number;
|
|
122
|
-
stream?: boolean;
|
|
123
|
-
/**
|
|
124
|
-
* @deprecated use safePrompt instead
|
|
125
|
-
*/
|
|
126
|
-
safeMode?: boolean;
|
|
127
|
-
safePrompt?: boolean;
|
|
128
|
-
toolChoice?: ToolChoice;
|
|
129
|
-
responseFormat?: ResponseFormat;
|
|
130
|
-
stopSequences?: string[];
|
|
131
|
-
}
|
|
132
|
-
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/mistral/types.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,eAAe;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,KAAK;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,eAAe,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,oBAAY,QAAQ;IAChB,QAAQ,aAAa;CACxB;AAED,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,YAAY,CAAC;CAC1B;AAED,oBAAY,eAAe;IACvB,IAAI,SAAS;IACb,WAAW,gBAAgB;CAC9B;AAED,oBAAY,UAAU;IAClB,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,IAAI,SAAS;CAChB;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,4BAA4B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,iCAAiC;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;KAC5B,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,sBAAsB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,4BAA4B,EAAE,CAAC;IACxC,KAAK,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,iCAAiC,EAAE,CAAC;CAChD;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,SAAS,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,uBAAuB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;KAAE,CAAC,CAAC;IACxG,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAC;KAAE,CAAC,CAAC;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B"}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
import { AIModel, DriverOptions, Providers } from "@llumiverse/core";
|
|
2
|
-
import OpenAI, { AzureOpenAI } from "openai";
|
|
3
|
-
import { BaseOpenAIDriver } from "./index.js";
|
|
4
|
-
export interface AzureOpenAIDriverOptions extends DriverOptions {
|
|
5
|
-
/**
|
|
6
|
-
* The credentials to use to access Azure OpenAI
|
|
7
|
-
*/
|
|
8
|
-
azureADTokenProvider?: any;
|
|
9
|
-
apiKey?: string;
|
|
10
|
-
endpoint?: string;
|
|
11
|
-
apiVersion?: string;
|
|
12
|
-
deployment?: string;
|
|
13
|
-
}
|
|
14
|
-
export declare class AzureOpenAIDriver extends BaseOpenAIDriver {
|
|
15
|
-
service: AzureOpenAI;
|
|
16
|
-
readonly provider = Providers.azure_openai;
|
|
17
|
-
constructor(serviceOrOpts: AzureOpenAI | AzureOpenAIDriverOptions);
|
|
18
|
-
/**
|
|
19
|
-
* Get default authentication for Azure Cognitive Services API
|
|
20
|
-
*/
|
|
21
|
-
getDefaultCognitiveServicesAuth(): () => Promise<string>;
|
|
22
|
-
listModels(): Promise<AIModel[]>;
|
|
23
|
-
_listModels(_filter?: (m: OpenAI.Models.Model) => boolean): Promise<AIModel[]>;
|
|
24
|
-
}
|
|
25
|
-
//# sourceMappingURL=azure_openai.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"azure_openai.d.ts","sourceRoot":"","sources":["../../../src/openai/azure_openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAgD,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACnH,OAAO,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,wBAAyB,SAAQ,aAAa;IAE3D;;OAEG;IACH,oBAAoB,CAAC,EAAE,GAAG,CAAC;IAE3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB,UAAU,CAAC,EAAE,MAAM,CAAC;CAEvB;AAED,qBAAa,iBAAkB,SAAQ,gBAAgB;IAGnD,OAAO,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,QAAQ,0BAA0B;gBAG/B,aAAa,EAAE,WAAW,GAAG,wBAAwB;IAqBjE;;OAEG;IACH,+BAA+B;IAMzB,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA4BvF"}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DataSource, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, Providers, ToolUse, TrainingJob, TrainingOptions, TrainingPromptOptions } from "@llumiverse/core";
|
|
2
|
-
import OpenAI, { AzureOpenAI } from "openai";
|
|
3
|
-
type ResponseInputItem = OpenAI.Responses.ResponseInputItem;
|
|
4
|
-
export interface BaseOpenAIDriverOptions extends DriverOptions {
|
|
5
|
-
}
|
|
6
|
-
export declare abstract class BaseOpenAIDriver extends AbstractDriver<BaseOpenAIDriverOptions, ResponseInputItem[]> {
|
|
7
|
-
abstract provider: Providers.openai | Providers.azure_openai | Providers.xai | Providers.azure_foundry | Providers.openai_compatible;
|
|
8
|
-
abstract service: OpenAI | AzureOpenAI;
|
|
9
|
-
constructor(opts: BaseOpenAIDriverOptions);
|
|
10
|
-
extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Responses.Response): Completion;
|
|
11
|
-
requestTextCompletionStream(prompt: ResponseInputItem[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
12
|
-
requestTextCompletion(prompt: ResponseInputItem[], options: ExecutionOptions): Promise<Completion>;
|
|
13
|
-
protected canStream(_options: ExecutionOptions): Promise<boolean>;
|
|
14
|
-
/**
|
|
15
|
-
* Build conversation context after streaming completion.
|
|
16
|
-
* Reconstructs the assistant message from accumulated results and applies stripping.
|
|
17
|
-
*/
|
|
18
|
-
buildStreamingConversation(prompt: ResponseInputItem[], result: unknown[], toolUse: unknown[] | undefined, options: ExecutionOptions): ResponseInputItem[] | undefined;
|
|
19
|
-
createTrainingPrompt(options: TrainingPromptOptions): Promise<string>;
|
|
20
|
-
startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
|
|
21
|
-
cancelTraining(jobId: string): Promise<TrainingJob>;
|
|
22
|
-
getTrainingJob(jobId: string): Promise<TrainingJob>;
|
|
23
|
-
validateConnection(): Promise<boolean>;
|
|
24
|
-
listTrainableModels(): Promise<AIModel<string>[]>;
|
|
25
|
-
listModels(): Promise<AIModel[]>;
|
|
26
|
-
_listModels(filter?: (m: OpenAI.Models.Model) => boolean): Promise<AIModel[]>;
|
|
27
|
-
generateEmbeddings({ text, image, model }: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
28
|
-
}
|
|
29
|
-
export declare function collectTools(output?: OpenAI.Responses.ResponseOutputItem[]): ToolUse[] | undefined;
|
|
30
|
-
export {};
|
|
31
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,qBAAqB,EAErB,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAIhB,SAAS,EAET,OAAO,EACP,WAAW,EAEX,eAAe,EACf,qBAAqB,EASxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAI7C,KAAK,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC;AAiB5D,MAAM,WAAW,uBAAwB,SAAQ,aAAa;CAC7D;AAED,8BAAsB,gBAAiB,SAAQ,cAAc,CACzD,uBAAuB,EACvB,iBAAiB,EAAE,CACtB;IACG,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,GAAG,SAAS,CAAC,aAAa,GAAG,SAAS,CAAC,iBAAiB,CAAC;IACrI,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,CAAC;gBAE3B,IAAI,EAAE,uBAAuB;IAKzC,uBAAuB,CACnB,QAAQ,EAAE,gBAAgB,EAC1B,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,GAClC,UAAU;IAmBP,2BAA2B,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAqDlI,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA4ExG,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAUjE;;;OAGG;IACH,0BAA0B,CACtB,MAAM,EAAE,iBAAiB,EAAE,EAC3B,MAAM,EAAE,OAAO,EAAE,EACjB,OAAO,EAAE,OAAO,EAAE,GAAG,SAAS,EAC9B,OAAO,EAAE,gBAAgB,GAC1B,iBAAiB,EAAE,GAAG,SAAS;IA6ClC,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC;IAS/D,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAgBlF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAS5C,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAI3C,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuC7E,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAgC,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAwB5H;AAyPD,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,kBAAkB,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAoBlG"}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import { DriverOptions, Providers } from "@llumiverse/core";
|
|
2
|
-
import OpenAI from "openai";
|
|
3
|
-
import { BaseOpenAIDriver } from "./index.js";
|
|
4
|
-
export interface OpenAIDriverOptions extends DriverOptions {
|
|
5
|
-
/**
|
|
6
|
-
* The OpenAI api key
|
|
7
|
-
*/
|
|
8
|
-
apiKey?: string;
|
|
9
|
-
}
|
|
10
|
-
export declare class OpenAIDriver extends BaseOpenAIDriver {
|
|
11
|
-
service: OpenAI;
|
|
12
|
-
readonly provider = Providers.openai;
|
|
13
|
-
constructor(opts: OpenAIDriverOptions);
|
|
14
|
-
}
|
|
15
|
-
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/openai/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IAEtD;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CAEnB;AAKD,qBAAa,YAAa,SAAQ,gBAAgB;IAE9C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,QAAQ,oBAAoB;gBAEzB,IAAI,EAAE,mBAAmB;CAMxC"}
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
import { AIModel, DriverOptions, Providers } from "@llumiverse/core";
|
|
2
|
-
import OpenAI from "openai";
|
|
3
|
-
import { BaseOpenAIDriver } from "./index.js";
|
|
4
|
-
export interface OpenAICompatibleDriverOptions extends DriverOptions {
|
|
5
|
-
/**
|
|
6
|
-
* The API key for the OpenAI-compatible service
|
|
7
|
-
*/
|
|
8
|
-
apiKey: string;
|
|
9
|
-
/**
|
|
10
|
-
* The base URL of the OpenAI-compatible API endpoint
|
|
11
|
-
* Example: https://api.example.com/v1
|
|
12
|
-
*/
|
|
13
|
-
endpoint: string;
|
|
14
|
-
}
|
|
15
|
-
/**
|
|
16
|
-
* A generic driver for OpenAI-compatible APIs.
|
|
17
|
-
* This can be used with any service that implements the OpenAI API spec,
|
|
18
|
-
* such as xAI (Grok), LM Studio, Ollama, vLLM, LocalAI, etc.
|
|
19
|
-
*/
|
|
20
|
-
export declare class OpenAICompatibleDriver extends BaseOpenAIDriver {
|
|
21
|
-
service: OpenAI;
|
|
22
|
-
readonly provider = Providers.openai_compatible;
|
|
23
|
-
constructor(opts: OpenAICompatibleDriverOptions);
|
|
24
|
-
listModels(): Promise<AIModel[]>;
|
|
25
|
-
}
|
|
26
|
-
//# sourceMappingURL=openai_compatible.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"openai_compatible.d.ts","sourceRoot":"","sources":["../../../src/openai/openai_compatible.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAa,SAAS,EAAgD,MAAM,kBAAkB,CAAC;AAC9H,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,6BAA8B,SAAQ,aAAa;IAChE;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,qBAAa,sBAAuB,SAAQ,gBAAgB;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,QAAQ,+BAA+B;gBAEpC,IAAI,EAAE,6BAA6B;IAiBzC,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;CA8BzC"}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import { PromptOptions, PromptSegment } from "@llumiverse/common";
|
|
2
|
-
import type OpenAI from "openai";
|
|
3
|
-
type ResponseInputItem = OpenAI.Responses.ResponseInputItem;
|
|
4
|
-
export interface OpenAITextMessage {
|
|
5
|
-
content: string;
|
|
6
|
-
role: 'system' | 'user' | 'assistant' | 'developer';
|
|
7
|
-
}
|
|
8
|
-
/**
|
|
9
|
-
* OpenAI text only prompts
|
|
10
|
-
* @param segments
|
|
11
|
-
* @returns
|
|
12
|
-
*/
|
|
13
|
-
export declare function formatOpenAILikeTextPrompt(segments: PromptSegment[]): OpenAITextMessage[];
|
|
14
|
-
export declare function formatOpenAILikeMultimodalPrompt(segments: PromptSegment[], opts: PromptOptions & OpenAIPromptFormatterOptions): Promise<ResponseInputItem[]>;
|
|
15
|
-
export interface OpenAIPromptFormatterOptions {
|
|
16
|
-
multimodal?: boolean;
|
|
17
|
-
useToolForFormatting?: boolean;
|
|
18
|
-
schema?: Object;
|
|
19
|
-
}
|
|
20
|
-
export {};
|
|
21
|
-
//# sourceMappingURL=openai_format.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"openai_format.d.ts","sourceRoot":"","sources":["../../../src/openai/openai_format.ts"],"names":[],"mappings":"AAGA,OAAO,EAAc,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAE9E,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAGjC,KAAK,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC;AAI5D,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,WAAW,CAAC;CACvD;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,iBAAiB,EAAE,CAoBzF;AAGD,wBAAsB,gCAAgC,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,4BAA4B,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAuGlK;AAED,MAAM,WAAW,4BAA4B;IACzC,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAA;CAClB"}
|
package/lib/types/replicate.d.ts
DELETED
|
@@ -1,48 +0,0 @@
|
|
|
1
|
-
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DataSource, DriverOptions, EmbeddingsResult, ExecutionOptions, ModelSearchPayload, TrainingJob, TrainingOptions } from "@llumiverse/core";
|
|
2
|
-
import Replicate, { Prediction } from "replicate";
|
|
3
|
-
export interface ReplicateDriverOptions extends DriverOptions {
|
|
4
|
-
apiKey: string;
|
|
5
|
-
}
|
|
6
|
-
export declare class ReplicateDriver extends AbstractDriver<DriverOptions, string> {
|
|
7
|
-
static PROVIDER: string;
|
|
8
|
-
provider: string;
|
|
9
|
-
service: Replicate;
|
|
10
|
-
static parseModelId(modelId: string): {
|
|
11
|
-
owner: string;
|
|
12
|
-
model: string;
|
|
13
|
-
version: string;
|
|
14
|
-
};
|
|
15
|
-
constructor(options: ReplicateDriverOptions);
|
|
16
|
-
extractDataFromResponse(response: Prediction): Completion;
|
|
17
|
-
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
18
|
-
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<{
|
|
19
|
-
result: {
|
|
20
|
-
type: "text";
|
|
21
|
-
value: string;
|
|
22
|
-
}[];
|
|
23
|
-
original_response: Prediction | undefined;
|
|
24
|
-
}>;
|
|
25
|
-
startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
|
|
26
|
-
/**
|
|
27
|
-
* This method is not returning a consistent TrainingJob like the one returned by startTraining
|
|
28
|
-
* Instead of returning the full model name `owner/model:version` it returns only the version `version
|
|
29
|
-
* @param jobId
|
|
30
|
-
* @returns
|
|
31
|
-
*/
|
|
32
|
-
cancelTraining(jobId: string): Promise<TrainingJob>;
|
|
33
|
-
/**
|
|
34
|
-
* This method is not returning a consistent TrainingJob like the one returned by startTraining
|
|
35
|
-
* Instead of returning the full model name `owner/model:version` it returns only the version `version
|
|
36
|
-
* @param jobId
|
|
37
|
-
* @returns
|
|
38
|
-
*/
|
|
39
|
-
getTrainingJob(jobId: string): Promise<TrainingJob>;
|
|
40
|
-
validateConnection(): Promise<boolean>;
|
|
41
|
-
_listTrainableModels(): Promise<AIModel[]>;
|
|
42
|
-
listTrainableModels(): Promise<AIModel[]>;
|
|
43
|
-
listModels(params?: ModelSearchPayload): Promise<AIModel[]>;
|
|
44
|
-
listModelVersions(owner: string, model: string): Promise<AIModel[]>;
|
|
45
|
-
searchModels(params: ModelSearchPayload): Promise<AIModel[]>;
|
|
46
|
-
generateEmbeddings(): Promise<EmbeddingsResult>;
|
|
47
|
-
}
|
|
48
|
-
//# sourceMappingURL=replicate.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../src/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,qBAAqB,EACrB,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAElB,WAAW,EAEX,eAAe,EAClB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,SAAS,EAAE,EAAE,UAAU,EAAY,MAAM,WAAW,CAAC;AAe5D,MAAM,WAAW,sBAAuB,SAAQ,aAAa;IACzD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,eAAgB,SAAQ,cAAc,CAAC,aAAa,EAAE,MAAM,CAAC;IACtE,MAAM,CAAC,QAAQ,SAAe;IAC9B,QAAQ,SAA4B;IACpC,OAAO,EAAE,SAAS,CAAC;IAEnB,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM;;;;;gBAWvB,OAAO,EAAE,sBAAsB;IAO3C,uBAAuB,CAAC,QAAQ,EAAE,UAAU,GAAG,UAAU;IAOnD,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IA6CrH,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;IAkC/D,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxF;;;;;OAKG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzD;;;;;OAKG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,oBAAoB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAoB1C,mBAAmB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAQzC,UAAU,CAAC,MAAM,GAAE,kBAAiC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAYzE,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IA8BnE,YAAY,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuB5D,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIxD"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
|
|
2
|
-
export declare class TestErrorCompletionStream implements CompletionStream<PromptSegment[]> {
|
|
3
|
-
segments: PromptSegment[];
|
|
4
|
-
options: ExecutionOptions;
|
|
5
|
-
completion: ExecutionResponse<PromptSegment[]> | undefined;
|
|
6
|
-
constructor(segments: PromptSegment[], options: ExecutionOptions);
|
|
7
|
-
[Symbol.asyncIterator](): AsyncGenerator<string, void, unknown>;
|
|
8
|
-
}
|
|
9
|
-
//# sourceMappingURL=TestErrorCompletionStream.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"TestErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGxG,qBAAa,yBAA0B,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAI5D,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAKhC"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
|
|
2
|
-
export declare class TestValidationErrorCompletionStream implements CompletionStream<PromptSegment[]> {
|
|
3
|
-
segments: PromptSegment[];
|
|
4
|
-
options: ExecutionOptions;
|
|
5
|
-
completion: ExecutionResponse<PromptSegment[]> | undefined;
|
|
6
|
-
constructor(segments: PromptSegment[], options: ExecutionOptions);
|
|
7
|
-
[Symbol.asyncIterator](): AsyncGenerator<"Started TestValidationError.\n" | "chunk1\n" | "chunk2\n", void, unknown>;
|
|
8
|
-
}
|
|
9
|
-
//# sourceMappingURL=TestValidationErrorCompletionStream.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"TestValidationErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIxG,qBAAa,mCAAoC,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAItE,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAShC"}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { AIModel, CompletionStream, Driver, EmbeddingsResult, ExecutionOptions, ExecutionResponse, PromptSegment, TrainingJob } from "@llumiverse/core";
|
|
2
|
-
export * from "./TestErrorCompletionStream.js";
|
|
3
|
-
export * from "./TestValidationErrorCompletionStream.js";
|
|
4
|
-
export declare enum TestDriverModels {
|
|
5
|
-
executionError = "execution-error",
|
|
6
|
-
validationError = "validation-error"
|
|
7
|
-
}
|
|
8
|
-
export declare class TestDriver implements Driver<PromptSegment[]> {
|
|
9
|
-
provider: string;
|
|
10
|
-
createTrainingPrompt(): Promise<string>;
|
|
11
|
-
startTraining(): Promise<TrainingJob>;
|
|
12
|
-
cancelTraining(): Promise<TrainingJob>;
|
|
13
|
-
getTrainingJob(_jobId: string): Promise<TrainingJob>;
|
|
14
|
-
createPrompt(segments: PromptSegment[], _opts: ExecutionOptions): Promise<PromptSegment[]>;
|
|
15
|
-
execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
|
|
16
|
-
stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptSegment[]>>;
|
|
17
|
-
listTrainableModels(): Promise<AIModel<string>[]>;
|
|
18
|
-
listModels(): Promise<AIModel<string>[]>;
|
|
19
|
-
validateConnection(): Promise<boolean>;
|
|
20
|
-
generateEmbeddings(): Promise<EmbeddingsResult>;
|
|
21
|
-
executeError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
|
|
22
|
-
executeValidationError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
|
|
23
|
-
}
|
|
24
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAiB,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAa,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAKlL,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,oBAAY,gBAAgB;IACxB,cAAc,oBAAoB;IAClC,eAAe,qBAAqB;CACvC;AAED,qBAAa,UAAW,YAAW,MAAM,CAAC,aAAa,EAAE,CAAC;IACtD,QAAQ,SAAU;IAElB,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIvC,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAIrC,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAItC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9C,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAIhG,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAUpG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC;IAWxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAIjD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAsB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAKzC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAKhH,sBAAsB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;CAKnI"}
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
import { ExecutionResponse, PromptSegment } from "@llumiverse/core";
|
|
2
|
-
export declare function throwError(message: string, prompt: PromptSegment[]): never;
|
|
3
|
-
export declare function createValidationErrorCompletion(segments: PromptSegment[]): ExecutionResponse<PromptSegment[]>;
|
|
4
|
-
export declare function sleep(ms: number): Promise<unknown>;
|
|
5
|
-
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEpE,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAI1E;AAED,wBAAgB,+BAA+B,CAAC,QAAQ,EAAE,aAAa,EAAE,GAchE,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAC1C;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAE/B"}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
|
|
2
|
-
import { FetchClient } from "@vertesia/api-fetch-client";
|
|
3
|
-
interface TogetherAIDriverOptions extends DriverOptions {
|
|
4
|
-
apiKey: string;
|
|
5
|
-
}
|
|
6
|
-
export declare class TogetherAIDriver extends AbstractDriver<TogetherAIDriverOptions, string> {
|
|
7
|
-
static PROVIDER: string;
|
|
8
|
-
provider: string;
|
|
9
|
-
apiKey: string;
|
|
10
|
-
fetchClient: FetchClient;
|
|
11
|
-
constructor(options: TogetherAIDriverOptions);
|
|
12
|
-
getResponseFormat: (options: ExecutionOptions) => {
|
|
13
|
-
type: string;
|
|
14
|
-
schema: any;
|
|
15
|
-
} | undefined;
|
|
16
|
-
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
|
|
17
|
-
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
18
|
-
listModels(): Promise<AIModel<string>[]>;
|
|
19
|
-
validateConnection(): Promise<boolean>;
|
|
20
|
-
generateEmbeddings(): Promise<EmbeddingsResult>;
|
|
21
|
-
}
|
|
22
|
-
export {};
|
|
23
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEtK,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,UAAU,uBAAwB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACjF,MAAM,CAAC,QAAQ,SAAgB;IAC/B,QAAQ,SAA6B;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,uBAAuB;IAQ5C,iBAAiB,GAAI,SAAS,gBAAgB,KAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAMzF;IAEK,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA0CrF,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IA4CrH,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIlD"}
|
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
interface ModelInstanceConfig {
|
|
2
|
-
appearsIn: any[];
|
|
3
|
-
order: number;
|
|
4
|
-
}
|
|
5
|
-
interface Config {
|
|
6
|
-
stop: string[];
|
|
7
|
-
prompt_format: string;
|
|
8
|
-
chat_template: string;
|
|
9
|
-
}
|
|
10
|
-
interface Pricing {
|
|
11
|
-
input: number;
|
|
12
|
-
output: number;
|
|
13
|
-
hourly: number;
|
|
14
|
-
}
|
|
15
|
-
interface Instance {
|
|
16
|
-
av_zone: string;
|
|
17
|
-
cluster: string;
|
|
18
|
-
}
|
|
19
|
-
interface Ask {
|
|
20
|
-
[key: string]: number;
|
|
21
|
-
}
|
|
22
|
-
interface Gpu {
|
|
23
|
-
[key: string]: number;
|
|
24
|
-
}
|
|
25
|
-
interface Price {
|
|
26
|
-
base: number;
|
|
27
|
-
fine_tune: number;
|
|
28
|
-
hourly: number;
|
|
29
|
-
input: number;
|
|
30
|
-
output: number;
|
|
31
|
-
}
|
|
32
|
-
interface Stat {
|
|
33
|
-
av_zone: string;
|
|
34
|
-
cluster: string;
|
|
35
|
-
capacity: number;
|
|
36
|
-
qps: number;
|
|
37
|
-
throughput_in: number;
|
|
38
|
-
throughput_out: number;
|
|
39
|
-
error_rate: number;
|
|
40
|
-
retry_rate: number;
|
|
41
|
-
}
|
|
42
|
-
interface Depth {
|
|
43
|
-
num_asks: number;
|
|
44
|
-
num_bids: number;
|
|
45
|
-
num_running: number;
|
|
46
|
-
asks: Ask;
|
|
47
|
-
asks_updated: string;
|
|
48
|
-
gpus: Gpu;
|
|
49
|
-
qps: number;
|
|
50
|
-
permit_required: boolean;
|
|
51
|
-
price: Price;
|
|
52
|
-
throughput_in: number;
|
|
53
|
-
throughput_out: number;
|
|
54
|
-
stats: Stat[];
|
|
55
|
-
}
|
|
56
|
-
export interface TogetherModelInfo {
|
|
57
|
-
modelInstanceConfig: ModelInstanceConfig;
|
|
58
|
-
_id: string;
|
|
59
|
-
name: string;
|
|
60
|
-
display_name: string;
|
|
61
|
-
display_type: string;
|
|
62
|
-
description: string;
|
|
63
|
-
license: string;
|
|
64
|
-
creator_organization: string;
|
|
65
|
-
hardware_label: string;
|
|
66
|
-
num_parameters: number;
|
|
67
|
-
show_in_playground: boolean;
|
|
68
|
-
isFeaturedModel: boolean;
|
|
69
|
-
context_length: number;
|
|
70
|
-
config: Config;
|
|
71
|
-
pricing: Pricing;
|
|
72
|
-
created_at: string;
|
|
73
|
-
update_at: string;
|
|
74
|
-
instances: Instance[];
|
|
75
|
-
access: string;
|
|
76
|
-
link: string;
|
|
77
|
-
descriptionLink: string;
|
|
78
|
-
depth: Depth;
|
|
79
|
-
}
|
|
80
|
-
export interface TextCompletion {
|
|
81
|
-
id: string;
|
|
82
|
-
choices: {
|
|
83
|
-
text: string;
|
|
84
|
-
finish_reason: string;
|
|
85
|
-
}[];
|
|
86
|
-
usage: {
|
|
87
|
-
prompt_tokens: number;
|
|
88
|
-
completion_tokens: number;
|
|
89
|
-
total_tokens: number;
|
|
90
|
-
};
|
|
91
|
-
created: number;
|
|
92
|
-
model: string;
|
|
93
|
-
object: string;
|
|
94
|
-
}
|
|
95
|
-
export {};
|
|
96
|
-
//# sourceMappingURL=interfaces.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":"AAAA,UAAU,mBAAmB;IACzB,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,MAAM;IACZ,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,OAAO;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,KAAK;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,IAAI;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,UAAU,KAAK;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,GAAG,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,GAAG,CAAC;IACV,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,IAAI,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,CAAC;KACzB,EAAE,CAAC;IACJ,KAAK,EAAE;QACH,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACxB,CAAA;IACD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB"}
|