@llumiverse/drivers 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cjs/bedrock/index.js +338 -0
- package/lib/cjs/bedrock/index.js.map +1 -0
- package/lib/cjs/bedrock/s3.js +61 -0
- package/lib/cjs/bedrock/s3.js.map +1 -0
- package/lib/cjs/huggingface_ie.js +181 -0
- package/lib/cjs/huggingface_ie.js.map +1 -0
- package/lib/cjs/index.js +24 -0
- package/lib/cjs/index.js.map +1 -0
- package/lib/cjs/openai.js +205 -0
- package/lib/cjs/openai.js.map +1 -0
- package/lib/cjs/package.json +3 -0
- package/lib/cjs/replicate.js +290 -0
- package/lib/cjs/replicate.js.map +1 -0
- package/lib/cjs/test/TestErrorCompletionStream.js +20 -0
- package/lib/cjs/test/TestErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test/TestValidationErrorCompletionStream.js +24 -0
- package/lib/cjs/test/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test/index.js +109 -0
- package/lib/cjs/test/index.js.map +1 -0
- package/lib/cjs/test/utils.js +31 -0
- package/lib/cjs/test/utils.js.map +1 -0
- package/lib/cjs/togetherai/index.js +92 -0
- package/lib/cjs/togetherai/index.js.map +1 -0
- package/lib/cjs/togetherai/interfaces.js +3 -0
- package/lib/cjs/togetherai/interfaces.js.map +1 -0
- package/lib/cjs/vertexai/debug.js +13 -0
- package/lib/cjs/vertexai/debug.js.map +1 -0
- package/lib/cjs/vertexai/index.js +80 -0
- package/lib/cjs/vertexai/index.js.map +1 -0
- package/lib/cjs/vertexai/models/codey-chat.js +65 -0
- package/lib/cjs/vertexai/models/codey-chat.js.map +1 -0
- package/lib/cjs/vertexai/models/codey-text.js +35 -0
- package/lib/cjs/vertexai/models/codey-text.js.map +1 -0
- package/lib/cjs/vertexai/models/gemini.js +140 -0
- package/lib/cjs/vertexai/models/gemini.js.map +1 -0
- package/lib/cjs/vertexai/models/palm-model-base.js +65 -0
- package/lib/cjs/vertexai/models/palm-model-base.js.map +1 -0
- package/lib/cjs/vertexai/models/palm2-chat.js +65 -0
- package/lib/cjs/vertexai/models/palm2-chat.js.map +1 -0
- package/lib/cjs/vertexai/models/palm2-text.js +35 -0
- package/lib/cjs/vertexai/models/palm2-text.js.map +1 -0
- package/lib/cjs/vertexai/models.js +93 -0
- package/lib/cjs/vertexai/models.js.map +1 -0
- package/lib/cjs/vertexai/utils/prompts.js +52 -0
- package/lib/cjs/vertexai/utils/prompts.js.map +1 -0
- package/lib/cjs/vertexai/utils/tensor.js +87 -0
- package/lib/cjs/vertexai/utils/tensor.js.map +1 -0
- package/lib/esm/bedrock/index.js +331 -0
- package/lib/esm/bedrock/index.js.map +1 -0
- package/lib/esm/bedrock/s3.js +53 -0
- package/lib/esm/bedrock/s3.js.map +1 -0
- package/lib/esm/huggingface_ie.js +177 -0
- package/lib/esm/huggingface_ie.js.map +1 -0
- package/lib/esm/index.js +8 -0
- package/lib/esm/index.js.map +1 -0
- package/lib/esm/openai.js +198 -0
- package/lib/esm/openai.js.map +1 -0
- package/lib/esm/replicate.js +283 -0
- package/lib/esm/replicate.js.map +1 -0
- package/lib/esm/test/TestErrorCompletionStream.js +16 -0
- package/lib/esm/test/TestErrorCompletionStream.js.map +1 -0
- package/lib/esm/test/TestValidationErrorCompletionStream.js +20 -0
- package/lib/esm/test/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/esm/test/index.js +91 -0
- package/lib/esm/test/index.js.map +1 -0
- package/lib/esm/test/utils.js +25 -0
- package/lib/esm/test/utils.js.map +1 -0
- package/lib/esm/togetherai/index.js +88 -0
- package/lib/esm/togetherai/index.js.map +1 -0
- package/lib/esm/togetherai/interfaces.js +2 -0
- package/lib/esm/togetherai/interfaces.js.map +1 -0
- package/lib/esm/vertexai/debug.js +6 -0
- package/lib/esm/vertexai/debug.js.map +1 -0
- package/lib/esm/vertexai/index.js +76 -0
- package/lib/esm/vertexai/index.js.map +1 -0
- package/lib/esm/vertexai/models/codey-chat.js +61 -0
- package/lib/esm/vertexai/models/codey-chat.js.map +1 -0
- package/lib/esm/vertexai/models/codey-text.js +31 -0
- package/lib/esm/vertexai/models/codey-text.js.map +1 -0
- package/lib/esm/vertexai/models/gemini.js +136 -0
- package/lib/esm/vertexai/models/gemini.js.map +1 -0
- package/lib/esm/vertexai/models/palm-model-base.js +61 -0
- package/lib/esm/vertexai/models/palm-model-base.js.map +1 -0
- package/lib/esm/vertexai/models/palm2-chat.js +61 -0
- package/lib/esm/vertexai/models/palm2-chat.js.map +1 -0
- package/lib/esm/vertexai/models/palm2-text.js +31 -0
- package/lib/esm/vertexai/models/palm2-text.js.map +1 -0
- package/lib/esm/vertexai/models.js +87 -0
- package/lib/esm/vertexai/models.js.map +1 -0
- package/lib/esm/vertexai/utils/prompts.js +47 -0
- package/lib/esm/vertexai/utils/prompts.js.map +1 -0
- package/lib/esm/vertexai/utils/tensor.js +82 -0
- package/lib/esm/vertexai/utils/tensor.js.map +1 -0
- package/lib/types/bedrock/index.d.ts +88 -0
- package/lib/types/bedrock/index.d.ts.map +1 -0
- package/lib/types/bedrock/s3.d.ts +20 -0
- package/lib/types/bedrock/s3.d.ts.map +1 -0
- package/lib/types/huggingface_ie.d.ts +36 -0
- package/lib/types/huggingface_ie.d.ts.map +1 -0
- package/lib/types/index.d.ts +8 -0
- package/lib/types/index.d.ts.map +1 -0
- package/lib/types/openai.d.ts +36 -0
- package/lib/types/openai.d.ts.map +1 -0
- package/lib/types/replicate.d.ts +52 -0
- package/lib/types/replicate.d.ts.map +1 -0
- package/lib/types/test/TestErrorCompletionStream.d.ts +9 -0
- package/lib/types/test/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test/TestValidationErrorCompletionStream.d.ts +9 -0
- package/lib/types/test/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test/index.d.ts +27 -0
- package/lib/types/test/index.d.ts.map +1 -0
- package/lib/types/test/utils.d.ts +5 -0
- package/lib/types/test/utils.d.ts.map +1 -0
- package/lib/types/togetherai/index.d.ts +23 -0
- package/lib/types/togetherai/index.d.ts.map +1 -0
- package/lib/types/togetherai/interfaces.d.ts +81 -0
- package/lib/types/togetherai/interfaces.d.ts.map +1 -0
- package/lib/types/vertexai/debug.d.ts +2 -0
- package/lib/types/vertexai/debug.d.ts.map +1 -0
- package/lib/types/vertexai/index.d.ts +26 -0
- package/lib/types/vertexai/index.d.ts.map +1 -0
- package/lib/types/vertexai/models/codey-chat.d.ts +51 -0
- package/lib/types/vertexai/models/codey-chat.d.ts.map +1 -0
- package/lib/types/vertexai/models/codey-text.d.ts +39 -0
- package/lib/types/vertexai/models/codey-text.d.ts.map +1 -0
- package/lib/types/vertexai/models/gemini.d.ts +11 -0
- package/lib/types/vertexai/models/gemini.d.ts.map +1 -0
- package/lib/types/vertexai/models/palm-model-base.d.ts +47 -0
- package/lib/types/vertexai/models/palm-model-base.d.ts.map +1 -0
- package/lib/types/vertexai/models/palm2-chat.d.ts +61 -0
- package/lib/types/vertexai/models/palm2-chat.d.ts.map +1 -0
- package/lib/types/vertexai/models/palm2-text.d.ts +39 -0
- package/lib/types/vertexai/models/palm2-text.d.ts.map +1 -0
- package/lib/types/vertexai/models.d.ts +14 -0
- package/lib/types/vertexai/models.d.ts.map +1 -0
- package/lib/types/vertexai/utils/prompts.d.ts +20 -0
- package/lib/types/vertexai/utils/prompts.d.ts.map +1 -0
- package/lib/types/vertexai/utils/tensor.d.ts +6 -0
- package/lib/types/vertexai/utils/tensor.d.ts.map +1 -0
- package/package.json +72 -0
- package/src/bedrock/index.ts +456 -0
- package/src/bedrock/s3.ts +62 -0
- package/src/huggingface_ie.ts +269 -0
- package/src/index.ts +7 -0
- package/src/openai.ts +254 -0
- package/src/replicate.ts +333 -0
- package/src/test/TestErrorCompletionStream.ts +17 -0
- package/src/test/TestValidationErrorCompletionStream.ts +21 -0
- package/src/test/index.ts +102 -0
- package/src/test/utils.ts +28 -0
- package/src/togetherai/index.ts +105 -0
- package/src/togetherai/interfaces.ts +88 -0
- package/src/vertexai/README.md +257 -0
- package/src/vertexai/debug.ts +6 -0
- package/src/vertexai/index.ts +99 -0
- package/src/vertexai/models/codey-chat.ts +115 -0
- package/src/vertexai/models/codey-text.ts +69 -0
- package/src/vertexai/models/gemini.ts +152 -0
- package/src/vertexai/models/palm-model-base.ts +122 -0
- package/src/vertexai/models/palm2-chat.ts +119 -0
- package/src/vertexai/models/palm2-text.ts +69 -0
- package/src/vertexai/models.ts +104 -0
- package/src/vertexai/utils/prompts.ts +66 -0
- package/src/vertexai/utils/tensor.ts +82 -0
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
interface ModelInstanceConfig {
|
|
2
|
+
appearsIn: any[];
|
|
3
|
+
order: number;
|
|
4
|
+
}
|
|
5
|
+
interface Config {
|
|
6
|
+
stop: string[];
|
|
7
|
+
prompt_format: string;
|
|
8
|
+
chat_template: string;
|
|
9
|
+
}
|
|
10
|
+
interface Pricing {
|
|
11
|
+
input: number;
|
|
12
|
+
output: number;
|
|
13
|
+
hourly: number;
|
|
14
|
+
}
|
|
15
|
+
interface Instance {
|
|
16
|
+
avzone: string;
|
|
17
|
+
cluster: string;
|
|
18
|
+
}
|
|
19
|
+
interface Ask {
|
|
20
|
+
[key: string]: number;
|
|
21
|
+
}
|
|
22
|
+
interface Gpu {
|
|
23
|
+
[key: string]: number;
|
|
24
|
+
}
|
|
25
|
+
interface Price {
|
|
26
|
+
base: number;
|
|
27
|
+
finetune: number;
|
|
28
|
+
hourly: number;
|
|
29
|
+
input: number;
|
|
30
|
+
output: number;
|
|
31
|
+
}
|
|
32
|
+
interface Stat {
|
|
33
|
+
avzone: string;
|
|
34
|
+
cluster: string;
|
|
35
|
+
capacity: number;
|
|
36
|
+
qps: number;
|
|
37
|
+
throughput_in: number;
|
|
38
|
+
throughput_out: number;
|
|
39
|
+
error_rate: number;
|
|
40
|
+
retry_rate: number;
|
|
41
|
+
}
|
|
42
|
+
interface Depth {
|
|
43
|
+
num_asks: number;
|
|
44
|
+
num_bids: number;
|
|
45
|
+
num_running: number;
|
|
46
|
+
asks: Ask;
|
|
47
|
+
asks_updated: string;
|
|
48
|
+
gpus: Gpu;
|
|
49
|
+
qps: number;
|
|
50
|
+
permit_required: boolean;
|
|
51
|
+
price: Price;
|
|
52
|
+
throughput_in: number;
|
|
53
|
+
throughput_out: number;
|
|
54
|
+
stats: Stat[];
|
|
55
|
+
}
|
|
56
|
+
export interface TogetherModelInfo {
|
|
57
|
+
modelInstanceConfig: ModelInstanceConfig;
|
|
58
|
+
_id: string;
|
|
59
|
+
name: string;
|
|
60
|
+
display_name: string;
|
|
61
|
+
display_type: string;
|
|
62
|
+
description: string;
|
|
63
|
+
license: string;
|
|
64
|
+
creator_organization: string;
|
|
65
|
+
hardware_label: string;
|
|
66
|
+
num_parameters: number;
|
|
67
|
+
show_in_playground: boolean;
|
|
68
|
+
isFeaturedModel: boolean;
|
|
69
|
+
context_length: number;
|
|
70
|
+
config: Config;
|
|
71
|
+
pricing: Pricing;
|
|
72
|
+
created_at: string;
|
|
73
|
+
update_at: string;
|
|
74
|
+
instances: Instance[];
|
|
75
|
+
access: string;
|
|
76
|
+
link: string;
|
|
77
|
+
descriptionLink: string;
|
|
78
|
+
depth: Depth;
|
|
79
|
+
}
|
|
80
|
+
export {};
|
|
81
|
+
//# sourceMappingURL=interfaces.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":"AAAA,UAAU,mBAAmB;IACzB,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,MAAM;IACZ,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,OAAO;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,KAAK;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,IAAI;IACV,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,UAAU,KAAK;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,GAAG,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,GAAG,CAAC;IACV,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,IAAI,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,KAAK,CAAC;CAChB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug.d.ts","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":"AAEA,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,QAGjD"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { GenerateContentRequest, VertexAI } from "@google-cloud/vertexai";
|
|
2
|
+
import { AIModel, AbstractDriver, BuiltinProviders, Completion, DriverOptions, ExecutionOptions, ModelSearchPayload, PromptFormats, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
3
|
+
import { FetchClient } from "api-fetch-client";
|
|
4
|
+
export interface VertexAIDriverOptions extends DriverOptions {
|
|
5
|
+
project: string;
|
|
6
|
+
region: string;
|
|
7
|
+
}
|
|
8
|
+
export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, GenerateContentRequest> {
|
|
9
|
+
provider: BuiltinProviders;
|
|
10
|
+
defaultFormat: PromptFormats;
|
|
11
|
+
vertexai: VertexAI;
|
|
12
|
+
fetchClient: FetchClient;
|
|
13
|
+
constructor(options: VertexAIDriverOptions);
|
|
14
|
+
protected canStream(options: ExecutionOptions): Promise<boolean>;
|
|
15
|
+
createPrompt(segments: PromptSegment[], options: PromptOptions): GenerateContentRequest;
|
|
16
|
+
requestCompletion(prompt: GenerateContentRequest, options: ExecutionOptions): Promise<Completion<any>>;
|
|
17
|
+
requestCompletionStream(prompt: GenerateContentRequest, options: ExecutionOptions): Promise<AsyncIterable<string>>;
|
|
18
|
+
listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
|
|
19
|
+
listTrainableModels(): Promise<AIModel<string>[]>;
|
|
20
|
+
validateConnection(): Promise<boolean>;
|
|
21
|
+
generateEmbeddings(_content: string, _model?: string | undefined): Promise<{
|
|
22
|
+
embeddings: number[];
|
|
23
|
+
model: string;
|
|
24
|
+
}>;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC3L,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAI/C,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;IAC7F,QAAQ,mBAA6B;IACrC,aAAa,gBAAgC;IAG7C,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE,WAAW,CAAC;gBAGrB,OAAO,EAAE,qBAAqB;IAqBlC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIzD,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,sBAAsB;IAIxF,iBAAiB,CAAC,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAGtG,uBAAuB,CAAC,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAIlH,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB1E,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAGjD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CAIvH"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
|
|
4
|
+
export interface CodeyChatMessage {
|
|
5
|
+
author: string;
|
|
6
|
+
content: string;
|
|
7
|
+
}
|
|
8
|
+
export type CodeyChatPrompt = NonStreamingPromptBase<{
|
|
9
|
+
context?: string;
|
|
10
|
+
messages: CodeyChatMessage[];
|
|
11
|
+
}>;
|
|
12
|
+
export type CodeyChatStreamingPrompt = StreamingPromptBase<{
|
|
13
|
+
messages: {
|
|
14
|
+
listVal: {
|
|
15
|
+
structVal: {
|
|
16
|
+
author: {
|
|
17
|
+
stringVal: string;
|
|
18
|
+
};
|
|
19
|
+
content: {
|
|
20
|
+
stringVal: string;
|
|
21
|
+
};
|
|
22
|
+
};
|
|
23
|
+
}[];
|
|
24
|
+
};
|
|
25
|
+
}>;
|
|
26
|
+
interface CodeyChatResponsePrediction {
|
|
27
|
+
candidates: CodeyChatMessage[];
|
|
28
|
+
safetyAttributes: {
|
|
29
|
+
scores: number[];
|
|
30
|
+
blocked: boolean;
|
|
31
|
+
categories: string[];
|
|
32
|
+
errors: number[];
|
|
33
|
+
};
|
|
34
|
+
citationMetadata: {
|
|
35
|
+
citations: any[];
|
|
36
|
+
};
|
|
37
|
+
logprobs: any;
|
|
38
|
+
}
|
|
39
|
+
export interface CodeyChatResponse {
|
|
40
|
+
predictions: CodeyChatResponsePrediction[];
|
|
41
|
+
metadata: PalmResponseMetadata;
|
|
42
|
+
}
|
|
43
|
+
export declare class CodeyChatDefinition extends AbstractPalmModelDefinition<CodeyChatPrompt, CodeyChatStreamingPrompt> {
|
|
44
|
+
versions: string[];
|
|
45
|
+
model: AIModel;
|
|
46
|
+
createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyChatPrompt;
|
|
47
|
+
extractContentFromResponse(response: CodeyChatResponse): string;
|
|
48
|
+
extractContentFromResponseChunk(chunk: any): string;
|
|
49
|
+
}
|
|
50
|
+
export {};
|
|
51
|
+
//# sourceMappingURL=codey-chat.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"codey-chat.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAChC,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,QAAQ,EAAE;QACN,OAAO,EAAE;YACL,SAAS,EAAE;gBACP,MAAM,EAAE;oBACJ,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAC;gBACF,OAAO,EAAE;oBACL,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAA;aACJ,CAAA;SACJ,EAAE,CAAA;KACN,CAAA;CACJ,CAAC,CAAA;AAGF,UAAU,2BAA2B;IACjC,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAC;IACF,QAAQ,EAAE,GAAG,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IA4ClH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
|
|
4
|
+
export type CodeyTextPrompt = NonStreamingPromptBase<{
|
|
5
|
+
prefix: string;
|
|
6
|
+
}>;
|
|
7
|
+
export type CodeyTextStreamingPrompt = StreamingPromptBase<{
|
|
8
|
+
prefix: {
|
|
9
|
+
stringVal: string;
|
|
10
|
+
};
|
|
11
|
+
}>;
|
|
12
|
+
interface CodeyTextResponsePrediction {
|
|
13
|
+
content: string;
|
|
14
|
+
safetyAttributes: {
|
|
15
|
+
scores: number[];
|
|
16
|
+
safetyRatings: {
|
|
17
|
+
severity: string;
|
|
18
|
+
probabilityScore: number;
|
|
19
|
+
severityScore: number;
|
|
20
|
+
category: string;
|
|
21
|
+
}[];
|
|
22
|
+
};
|
|
23
|
+
citationMetadata: {
|
|
24
|
+
citations: any[];
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
export interface CodeyTextResponse {
|
|
28
|
+
predictions: CodeyTextResponsePrediction[];
|
|
29
|
+
metadata: PalmResponseMetadata;
|
|
30
|
+
}
|
|
31
|
+
export declare class CodeyTextDefinition extends AbstractPalmModelDefinition<CodeyTextPrompt, CodeyTextStreamingPrompt> {
|
|
32
|
+
versions: string[];
|
|
33
|
+
model: AIModel;
|
|
34
|
+
createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyTextPrompt;
|
|
35
|
+
extractContentFromResponse(response: CodeyTextResponse): string;
|
|
36
|
+
extractContentFromResponseChunk(chunk: any): string;
|
|
37
|
+
}
|
|
38
|
+
export {};
|
|
39
|
+
//# sourceMappingURL=codey-text.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"codey-text.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAGtI,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,MAAM,EAAE,MAAM,CAAA;CACjB,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,MAAM,EAAE;QACJ,SAAS,EAAE,MAAM,CAAA;KACpB,CAAA;CACJ,CAAC,CAAA;AAEF,UAAU,2BAA2B;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,aAAa,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC;YACjB,gBAAgB,EAAE,MAAM,CAAC;YACzB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAA;SACnB,EAAE,CAAA;KACN,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAA;CACJ;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IAWlH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { GenerateContentRequest } from "@google-cloud/vertexai";
|
|
2
|
+
import { AIModel, Completion, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
3
|
+
import { VertexAIDriver } from "../index.js";
|
|
4
|
+
import { ModelDefinition } from "../models.js";
|
|
5
|
+
export declare class GeminiModelDefinition implements ModelDefinition<GenerateContentRequest> {
|
|
6
|
+
model: AIModel;
|
|
7
|
+
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): GenerateContentRequest;
|
|
8
|
+
requestCompletion(driver: VertexAIDriver, prompt: GenerateContentRequest, options: ExecutionOptions): Promise<Completion>;
|
|
9
|
+
requestCompletionStream(driver: VertexAIDriver, prompt: GenerateContentRequest, options: ExecutionOptions): Promise<AsyncIterable<string>>;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=gemini.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,sBAAsB,EAA+D,MAAM,wBAAwB,CAAC;AACtI,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAkC,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEnJ,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AA+B/C,qBAAa,qBAAsB,YAAW,eAAe,CAAC,sBAAsB,CAAC;IAEjF,KAAK,EAAE,OAAO,CAOb;IAED,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,sBAAsB;IAwD1G,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA8BzH,uBAAuB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;CAmBnJ"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { AIModel, Completion, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
import { ModelDefinition } from "../models.js";
|
|
4
|
+
import { PromptParamatersBase } from "../utils/prompts.js";
|
|
5
|
+
export interface NonStreamingPromptBase<InstanceType = any> {
|
|
6
|
+
instances: InstanceType[];
|
|
7
|
+
parameters: PromptParamatersBase;
|
|
8
|
+
}
|
|
9
|
+
export interface StreamingPromptBase<InputType = any> {
|
|
10
|
+
inputs: {
|
|
11
|
+
structVal: InputType;
|
|
12
|
+
}[];
|
|
13
|
+
parameters: {
|
|
14
|
+
structVal: {
|
|
15
|
+
temperature?: {
|
|
16
|
+
floatval: number;
|
|
17
|
+
};
|
|
18
|
+
maxOutputTokens?: {
|
|
19
|
+
intVal: number;
|
|
20
|
+
};
|
|
21
|
+
[key: string]: Record<string, any> | undefined;
|
|
22
|
+
};
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
export interface PalmResponseMetadata {
|
|
26
|
+
tokenMetadata: {
|
|
27
|
+
outputTokenCount: {
|
|
28
|
+
totalBillableCharacters: number;
|
|
29
|
+
totalTokens: number;
|
|
30
|
+
};
|
|
31
|
+
inputTokenCount: {
|
|
32
|
+
totalBillableCharacters: number;
|
|
33
|
+
totalTokens: number;
|
|
34
|
+
};
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
export declare abstract class AbstractPalmModelDefinition<NonStreamingPromptT extends NonStreamingPromptBase, StreamingPromptT extends StreamingPromptBase> implements ModelDefinition<NonStreamingPromptT | StreamingPromptT> {
|
|
38
|
+
abstract model: AIModel;
|
|
39
|
+
abstract versions?: string[];
|
|
40
|
+
abstract createNonStreamingPrompt(driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): NonStreamingPromptT;
|
|
41
|
+
abstract extractContentFromResponse(response: any): string;
|
|
42
|
+
abstract extractContentFromResponseChunk(chunk: any): string;
|
|
43
|
+
createPrompt(driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): NonStreamingPromptT;
|
|
44
|
+
requestCompletion(driver: VertexAIDriver, prompt: NonStreamingPromptT | StreamingPromptT, options: ExecutionOptions): Promise<Completion<any>>;
|
|
45
|
+
requestCompletionStream(driver: VertexAIDriver, prompt: NonStreamingPromptT | StreamingPromptT, options: ExecutionOptions): Promise<AsyncIterable<string>>;
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=palm-model-base.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"palm-model-base.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACvG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAI3D,MAAM,WAAW,sBAAsB,CAAC,YAAY,GAAG,GAAG;IACtD,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,UAAU,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,mBAAmB,CAAC,SAAS,GAAG,GAAG;IAChD,MAAM,EAAE;QAAE,SAAS,EAAE,SAAS,CAAA;KAAE,EAAE,CAAC;IACnC,UAAU,EAAE;QACR,SAAS,EAAE;YACP,WAAW,CAAC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAA;aAAE,CAAC;YACnC,eAAe,CAAC,EAAE;gBAAE,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YAErC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAAA;SACjD,CAAA;KACJ,CAAA;CACJ;AAED,MAAM,WAAW,oBAAoB;IACjC,aAAa,EAAE;QACX,gBAAgB,EAAE;YACd,uBAAuB,EAAE,MAAM,CAAC;YAChC,WAAW,EAAE,MAAM,CAAA;SACtB,CAAC;QACF,eAAe,EAAE;YACb,uBAAuB,EAAE,MAAM,CAAC;YAChC,WAAW,EAAE,MAAM,CAAA;SACtB,CAAA;KACJ,CAAA;CACJ;AAGD,8BAAsB,2BAA2B,CAAC,mBAAmB,SAAS,sBAAsB,EAAE,gBAAgB,SAAS,mBAAmB,CAAE,YAAW,eAAe,CAAC,mBAAmB,GAAG,gBAAgB,CAAC;IAElN,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IAExB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IAE7B,QAAQ,CAAC,wBAAwB,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,mBAAmB;IAEjI,QAAQ,CAAC,0BAA0B,CAAC,QAAQ,EAAE,GAAG,GAAG,MAAM;IAE1D,QAAQ,CAAC,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;IAE5D,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa;IAIhF,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IA0B9I,uBAAuB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;CAyBnK"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
|
|
4
|
+
export interface Palm2ChatMessage {
|
|
5
|
+
author: string;
|
|
6
|
+
content: string;
|
|
7
|
+
}
|
|
8
|
+
export type Palm2ChatPrompt = NonStreamingPromptBase<{
|
|
9
|
+
context?: string;
|
|
10
|
+
examples?: [
|
|
11
|
+
{
|
|
12
|
+
input: {
|
|
13
|
+
content: string;
|
|
14
|
+
};
|
|
15
|
+
output: {
|
|
16
|
+
content: string;
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
];
|
|
20
|
+
messages: Palm2ChatMessage[];
|
|
21
|
+
}>;
|
|
22
|
+
export type Palm2ChatStreamingPrompt = StreamingPromptBase<{
|
|
23
|
+
messages: {
|
|
24
|
+
listVal: {
|
|
25
|
+
structVal: {
|
|
26
|
+
author: {
|
|
27
|
+
stringVal: string;
|
|
28
|
+
};
|
|
29
|
+
content: {
|
|
30
|
+
stringVal: string;
|
|
31
|
+
};
|
|
32
|
+
};
|
|
33
|
+
}[];
|
|
34
|
+
};
|
|
35
|
+
}>;
|
|
36
|
+
interface Palm2ChatResponsePrediction {
|
|
37
|
+
candidates: Palm2ChatMessage[];
|
|
38
|
+
safetyAttributes: {
|
|
39
|
+
scores: number[];
|
|
40
|
+
blocked: boolean;
|
|
41
|
+
categories: string[];
|
|
42
|
+
errors: number[];
|
|
43
|
+
};
|
|
44
|
+
citationMetadata: {
|
|
45
|
+
citations: any[];
|
|
46
|
+
};
|
|
47
|
+
logprobs: any;
|
|
48
|
+
}
|
|
49
|
+
export interface Palm2ChatResponse {
|
|
50
|
+
predictions: Palm2ChatResponsePrediction[];
|
|
51
|
+
metadata: PalmResponseMetadata;
|
|
52
|
+
}
|
|
53
|
+
export declare class Palm2ChatDefinition extends AbstractPalmModelDefinition<Palm2ChatPrompt, Palm2ChatStreamingPrompt> {
|
|
54
|
+
versions: string[];
|
|
55
|
+
model: AIModel;
|
|
56
|
+
createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): Palm2ChatPrompt;
|
|
57
|
+
extractContentFromResponse(response: Palm2ChatResponse): string;
|
|
58
|
+
extractContentFromResponseChunk(chunk: any): string;
|
|
59
|
+
}
|
|
60
|
+
export {};
|
|
61
|
+
//# sourceMappingURL=palm2-chat.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"palm2-chat.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE;QACP;YACI,KAAK,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAA;aAAE,CAAC;YAC3B,MAAM,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAA;aAAE,CAAA;SAC9B;KACJ,CAAC;IACF,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAChC,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,QAAQ,EAAE;QACN,OAAO,EAAE;YACL,SAAS,EAAE;gBACP,MAAM,EAAE;oBACJ,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAC;gBACF,OAAO,EAAE;oBACL,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAA;aACJ,CAAA;SACJ,EAAE,CAAA;KACN,CAAA;CACJ,CAAC,CAAA;AAEF,UAAU,2BAA2B;IACjC,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAC;IACF,QAAQ,EAAE,GAAG,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IA4ClH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAGtD"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "../index.js";
|
|
3
|
+
import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
|
|
4
|
+
export type Palm2TextPrompt = NonStreamingPromptBase<{
|
|
5
|
+
prompt: string;
|
|
6
|
+
}>;
|
|
7
|
+
export type Palm2TextStreamingPrompt = StreamingPromptBase<{
|
|
8
|
+
prompt: {
|
|
9
|
+
stringVal: string;
|
|
10
|
+
};
|
|
11
|
+
}>;
|
|
12
|
+
interface Palm2TextResponsePrediction {
|
|
13
|
+
content: string;
|
|
14
|
+
safetyAttributes: {
|
|
15
|
+
scores: number[];
|
|
16
|
+
safetyRatings: {
|
|
17
|
+
severity: string;
|
|
18
|
+
probabilityScore: number;
|
|
19
|
+
severityScore: number;
|
|
20
|
+
category: string;
|
|
21
|
+
}[];
|
|
22
|
+
};
|
|
23
|
+
citationMetadata: {
|
|
24
|
+
citations: any[];
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
export interface Palm2TextResponse {
|
|
28
|
+
predictions: Palm2TextResponsePrediction[];
|
|
29
|
+
metadata: PalmResponseMetadata;
|
|
30
|
+
}
|
|
31
|
+
export declare class Palm2TextDefinition extends AbstractPalmModelDefinition<Palm2TextPrompt, Palm2TextStreamingPrompt> {
|
|
32
|
+
versions: string[];
|
|
33
|
+
model: AIModel;
|
|
34
|
+
createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): Palm2TextPrompt;
|
|
35
|
+
extractContentFromResponse(response: Palm2TextResponse): string;
|
|
36
|
+
extractContentFromResponseChunk(chunk: any): string;
|
|
37
|
+
}
|
|
38
|
+
export {};
|
|
39
|
+
//# sourceMappingURL=palm2-text.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"palm2-text.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,MAAM,EAAE,MAAM,CAAA;CACjB,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,MAAM,EAAE;QACJ,SAAS,EAAE,MAAM,CAAA;KACpB,CAAA;CACJ,CAAC,CAAA;AAGF,UAAU,2BAA2B;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,aAAa,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC;YACjB,gBAAgB,EAAE,MAAM,CAAC;YACzB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAA;SACnB,EAAE,CAAA;KACN,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAA;CACJ;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IAWlH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { AIModel, Completion, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { VertexAIDriver } from "./index.js";
|
|
3
|
+
export interface ModelDefinition<PromptT = any> {
|
|
4
|
+
model: AIModel;
|
|
5
|
+
versions?: string[];
|
|
6
|
+
createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions) => PromptT;
|
|
7
|
+
requestCompletion: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<Completion>;
|
|
8
|
+
requestCompletionStream: (driver: VertexAIDriver, promp: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<string>>;
|
|
9
|
+
}
|
|
10
|
+
export declare function getModelName(model: string): string;
|
|
11
|
+
export declare function getModelDefinition(model: string): ModelDefinition;
|
|
12
|
+
export declare function getAIModels(): AIModel<string>[];
|
|
13
|
+
export declare const BuiltinModels: AIModel<string>[];
|
|
14
|
+
//# sourceMappingURL=models.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAElH,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAe5C,MAAM,WAAW,eAAe,CAAC,OAAO,GAAG,GAAG;IAC1C,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,KAAK,OAAO,CAAC;IACrG,iBAAiB,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/G,uBAAuB,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;CAClI;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,UAGzC;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,CAMjE;AAED,wBAAgB,WAAW,sBAE1B;AAGD,eAAO,MAAM,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,EA4D1C,CAAA"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { PromptOptions, PromptSegment } from "@llumiverse/core";
|
|
2
|
+
import { JSONSchema4 } from "json-schema";
|
|
3
|
+
export interface PromptParamatersBase {
|
|
4
|
+
temperature?: number;
|
|
5
|
+
maxOutputTokens?: number;
|
|
6
|
+
topK?: number;
|
|
7
|
+
topP?: number;
|
|
8
|
+
groundingConfig?: string;
|
|
9
|
+
stopSequences?: string[];
|
|
10
|
+
candidateCount?: number;
|
|
11
|
+
logprobs?: number;
|
|
12
|
+
presencePenalty?: number;
|
|
13
|
+
frequencyPenalty?: number;
|
|
14
|
+
logitBias?: Record<string, number>;
|
|
15
|
+
seed?: number;
|
|
16
|
+
echo?: boolean;
|
|
17
|
+
}
|
|
18
|
+
export declare function getJSONSafetyNotice(schema: JSONSchema4): string;
|
|
19
|
+
export declare function getPromptAsText(segments: PromptSegment[], options: PromptOptions): string;
|
|
20
|
+
//# sourceMappingURL=prompts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/utils/prompts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,WAAW,oBAAoB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,UAEtD;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,MAAM,CA0CzF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tensor.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":"AAiCA,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,CASnD;AAkCD,wBAAgB,uBAAuB,CAAC,MAAM,EAAE;IAAE,SAAS,EAAE,GAAG,CAAC;IAAC,UAAU,EAAE,GAAG,CAAA;CAAE,GAAG,GAAG,CAKxF"}
|
package/package.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@llumiverse/drivers",
|
|
3
|
+
"version": "0.8.0",
|
|
4
|
+
"type": "module",
|
|
5
|
+
"description": "LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.",
|
|
6
|
+
"files": [
|
|
7
|
+
"lib",
|
|
8
|
+
"src"
|
|
9
|
+
],
|
|
10
|
+
"types": "./lib/types/index.d.ts",
|
|
11
|
+
"exports": {
|
|
12
|
+
"types": "./lib/types/index.d.ts",
|
|
13
|
+
"default": "./lib/esm/index.js",
|
|
14
|
+
"import": "./lib/esm/index.js",
|
|
15
|
+
"require": "./lib/cjs/index.js"
|
|
16
|
+
},
|
|
17
|
+
"scripts": {
|
|
18
|
+
"test": "vitest run",
|
|
19
|
+
"build": "tsmod build",
|
|
20
|
+
"clean": "rm -rf ./lib tsconfig.tsbuildinfo"
|
|
21
|
+
},
|
|
22
|
+
"author": "Llumiverse",
|
|
23
|
+
"license": "Apache-2.0",
|
|
24
|
+
"homepage": "https://github.com/llumiverse/llumiverse",
|
|
25
|
+
"repository": {
|
|
26
|
+
"type": "git",
|
|
27
|
+
"url": "git+ssh://git@github.com/llumiverse/llumiverse.git"
|
|
28
|
+
},
|
|
29
|
+
"keywords": [
|
|
30
|
+
"llm",
|
|
31
|
+
"ai",
|
|
32
|
+
"prompt",
|
|
33
|
+
"prompt engineering",
|
|
34
|
+
"ml",
|
|
35
|
+
"machine learning",
|
|
36
|
+
"embeddings",
|
|
37
|
+
"training",
|
|
38
|
+
"model",
|
|
39
|
+
"universal",
|
|
40
|
+
"api",
|
|
41
|
+
"chatgpt"
|
|
42
|
+
],
|
|
43
|
+
"devDependencies": {
|
|
44
|
+
"@types/eventsource": "^1.1.15",
|
|
45
|
+
"@types/json-schema": "^7.0.15",
|
|
46
|
+
"dotenv": "^16.4.1",
|
|
47
|
+
"ts-dual-module": "^0.5.0",
|
|
48
|
+
"typescript": "^5.3.3",
|
|
49
|
+
"vitest": "^1.2.2"
|
|
50
|
+
},
|
|
51
|
+
"dependencies": {
|
|
52
|
+
"@aws-sdk/client-bedrock": "^3.451.0",
|
|
53
|
+
"@aws-sdk/client-bedrock-runtime": "^3.451.0",
|
|
54
|
+
"@aws-sdk/client-s3": "^3.496.0",
|
|
55
|
+
"@aws-sdk/credential-providers": "^3.451.0",
|
|
56
|
+
"@aws-sdk/lib-storage": "^3.496.0",
|
|
57
|
+
"@google-cloud/aiplatform": "^3.10.0",
|
|
58
|
+
"@google-cloud/vertexai": "^0.2.1",
|
|
59
|
+
"@huggingface/inference": "^2.6.4",
|
|
60
|
+
"@llumiverse/core": "*",
|
|
61
|
+
"api-fetch-client": "^0.8.6",
|
|
62
|
+
"eventsource": "^2.0.2",
|
|
63
|
+
"google-auth-library": "^9.6.1",
|
|
64
|
+
"json-schema": "^0.4.0",
|
|
65
|
+
"mnemonist": "^0.39.7",
|
|
66
|
+
"openai": "^4.4.0",
|
|
67
|
+
"replicate": "^0.20.0"
|
|
68
|
+
},
|
|
69
|
+
"ts_dual_module": {
|
|
70
|
+
"outDir": "lib"
|
|
71
|
+
}
|
|
72
|
+
}
|