@llumiverse/drivers 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/lib/cjs/bedrock/index.js +338 -0
  2. package/lib/cjs/bedrock/index.js.map +1 -0
  3. package/lib/cjs/bedrock/s3.js +61 -0
  4. package/lib/cjs/bedrock/s3.js.map +1 -0
  5. package/lib/cjs/huggingface_ie.js +181 -0
  6. package/lib/cjs/huggingface_ie.js.map +1 -0
  7. package/lib/cjs/index.js +24 -0
  8. package/lib/cjs/index.js.map +1 -0
  9. package/lib/cjs/openai.js +205 -0
  10. package/lib/cjs/openai.js.map +1 -0
  11. package/lib/cjs/package.json +3 -0
  12. package/lib/cjs/replicate.js +290 -0
  13. package/lib/cjs/replicate.js.map +1 -0
  14. package/lib/cjs/test/TestErrorCompletionStream.js +20 -0
  15. package/lib/cjs/test/TestErrorCompletionStream.js.map +1 -0
  16. package/lib/cjs/test/TestValidationErrorCompletionStream.js +24 -0
  17. package/lib/cjs/test/TestValidationErrorCompletionStream.js.map +1 -0
  18. package/lib/cjs/test/index.js +109 -0
  19. package/lib/cjs/test/index.js.map +1 -0
  20. package/lib/cjs/test/utils.js +31 -0
  21. package/lib/cjs/test/utils.js.map +1 -0
  22. package/lib/cjs/togetherai/index.js +92 -0
  23. package/lib/cjs/togetherai/index.js.map +1 -0
  24. package/lib/cjs/togetherai/interfaces.js +3 -0
  25. package/lib/cjs/togetherai/interfaces.js.map +1 -0
  26. package/lib/cjs/vertexai/debug.js +13 -0
  27. package/lib/cjs/vertexai/debug.js.map +1 -0
  28. package/lib/cjs/vertexai/index.js +80 -0
  29. package/lib/cjs/vertexai/index.js.map +1 -0
  30. package/lib/cjs/vertexai/models/codey-chat.js +65 -0
  31. package/lib/cjs/vertexai/models/codey-chat.js.map +1 -0
  32. package/lib/cjs/vertexai/models/codey-text.js +35 -0
  33. package/lib/cjs/vertexai/models/codey-text.js.map +1 -0
  34. package/lib/cjs/vertexai/models/gemini.js +140 -0
  35. package/lib/cjs/vertexai/models/gemini.js.map +1 -0
  36. package/lib/cjs/vertexai/models/palm-model-base.js +65 -0
  37. package/lib/cjs/vertexai/models/palm-model-base.js.map +1 -0
  38. package/lib/cjs/vertexai/models/palm2-chat.js +65 -0
  39. package/lib/cjs/vertexai/models/palm2-chat.js.map +1 -0
  40. package/lib/cjs/vertexai/models/palm2-text.js +35 -0
  41. package/lib/cjs/vertexai/models/palm2-text.js.map +1 -0
  42. package/lib/cjs/vertexai/models.js +93 -0
  43. package/lib/cjs/vertexai/models.js.map +1 -0
  44. package/lib/cjs/vertexai/utils/prompts.js +52 -0
  45. package/lib/cjs/vertexai/utils/prompts.js.map +1 -0
  46. package/lib/cjs/vertexai/utils/tensor.js +87 -0
  47. package/lib/cjs/vertexai/utils/tensor.js.map +1 -0
  48. package/lib/esm/bedrock/index.js +331 -0
  49. package/lib/esm/bedrock/index.js.map +1 -0
  50. package/lib/esm/bedrock/s3.js +53 -0
  51. package/lib/esm/bedrock/s3.js.map +1 -0
  52. package/lib/esm/huggingface_ie.js +177 -0
  53. package/lib/esm/huggingface_ie.js.map +1 -0
  54. package/lib/esm/index.js +8 -0
  55. package/lib/esm/index.js.map +1 -0
  56. package/lib/esm/openai.js +198 -0
  57. package/lib/esm/openai.js.map +1 -0
  58. package/lib/esm/replicate.js +283 -0
  59. package/lib/esm/replicate.js.map +1 -0
  60. package/lib/esm/test/TestErrorCompletionStream.js +16 -0
  61. package/lib/esm/test/TestErrorCompletionStream.js.map +1 -0
  62. package/lib/esm/test/TestValidationErrorCompletionStream.js +20 -0
  63. package/lib/esm/test/TestValidationErrorCompletionStream.js.map +1 -0
  64. package/lib/esm/test/index.js +91 -0
  65. package/lib/esm/test/index.js.map +1 -0
  66. package/lib/esm/test/utils.js +25 -0
  67. package/lib/esm/test/utils.js.map +1 -0
  68. package/lib/esm/togetherai/index.js +88 -0
  69. package/lib/esm/togetherai/index.js.map +1 -0
  70. package/lib/esm/togetherai/interfaces.js +2 -0
  71. package/lib/esm/togetherai/interfaces.js.map +1 -0
  72. package/lib/esm/vertexai/debug.js +6 -0
  73. package/lib/esm/vertexai/debug.js.map +1 -0
  74. package/lib/esm/vertexai/index.js +76 -0
  75. package/lib/esm/vertexai/index.js.map +1 -0
  76. package/lib/esm/vertexai/models/codey-chat.js +61 -0
  77. package/lib/esm/vertexai/models/codey-chat.js.map +1 -0
  78. package/lib/esm/vertexai/models/codey-text.js +31 -0
  79. package/lib/esm/vertexai/models/codey-text.js.map +1 -0
  80. package/lib/esm/vertexai/models/gemini.js +136 -0
  81. package/lib/esm/vertexai/models/gemini.js.map +1 -0
  82. package/lib/esm/vertexai/models/palm-model-base.js +61 -0
  83. package/lib/esm/vertexai/models/palm-model-base.js.map +1 -0
  84. package/lib/esm/vertexai/models/palm2-chat.js +61 -0
  85. package/lib/esm/vertexai/models/palm2-chat.js.map +1 -0
  86. package/lib/esm/vertexai/models/palm2-text.js +31 -0
  87. package/lib/esm/vertexai/models/palm2-text.js.map +1 -0
  88. package/lib/esm/vertexai/models.js +87 -0
  89. package/lib/esm/vertexai/models.js.map +1 -0
  90. package/lib/esm/vertexai/utils/prompts.js +47 -0
  91. package/lib/esm/vertexai/utils/prompts.js.map +1 -0
  92. package/lib/esm/vertexai/utils/tensor.js +82 -0
  93. package/lib/esm/vertexai/utils/tensor.js.map +1 -0
  94. package/lib/types/bedrock/index.d.ts +88 -0
  95. package/lib/types/bedrock/index.d.ts.map +1 -0
  96. package/lib/types/bedrock/s3.d.ts +20 -0
  97. package/lib/types/bedrock/s3.d.ts.map +1 -0
  98. package/lib/types/huggingface_ie.d.ts +36 -0
  99. package/lib/types/huggingface_ie.d.ts.map +1 -0
  100. package/lib/types/index.d.ts +8 -0
  101. package/lib/types/index.d.ts.map +1 -0
  102. package/lib/types/openai.d.ts +36 -0
  103. package/lib/types/openai.d.ts.map +1 -0
  104. package/lib/types/replicate.d.ts +52 -0
  105. package/lib/types/replicate.d.ts.map +1 -0
  106. package/lib/types/test/TestErrorCompletionStream.d.ts +9 -0
  107. package/lib/types/test/TestErrorCompletionStream.d.ts.map +1 -0
  108. package/lib/types/test/TestValidationErrorCompletionStream.d.ts +9 -0
  109. package/lib/types/test/TestValidationErrorCompletionStream.d.ts.map +1 -0
  110. package/lib/types/test/index.d.ts +27 -0
  111. package/lib/types/test/index.d.ts.map +1 -0
  112. package/lib/types/test/utils.d.ts +5 -0
  113. package/lib/types/test/utils.d.ts.map +1 -0
  114. package/lib/types/togetherai/index.d.ts +23 -0
  115. package/lib/types/togetherai/index.d.ts.map +1 -0
  116. package/lib/types/togetherai/interfaces.d.ts +81 -0
  117. package/lib/types/togetherai/interfaces.d.ts.map +1 -0
  118. package/lib/types/vertexai/debug.d.ts +2 -0
  119. package/lib/types/vertexai/debug.d.ts.map +1 -0
  120. package/lib/types/vertexai/index.d.ts +26 -0
  121. package/lib/types/vertexai/index.d.ts.map +1 -0
  122. package/lib/types/vertexai/models/codey-chat.d.ts +51 -0
  123. package/lib/types/vertexai/models/codey-chat.d.ts.map +1 -0
  124. package/lib/types/vertexai/models/codey-text.d.ts +39 -0
  125. package/lib/types/vertexai/models/codey-text.d.ts.map +1 -0
  126. package/lib/types/vertexai/models/gemini.d.ts +11 -0
  127. package/lib/types/vertexai/models/gemini.d.ts.map +1 -0
  128. package/lib/types/vertexai/models/palm-model-base.d.ts +47 -0
  129. package/lib/types/vertexai/models/palm-model-base.d.ts.map +1 -0
  130. package/lib/types/vertexai/models/palm2-chat.d.ts +61 -0
  131. package/lib/types/vertexai/models/palm2-chat.d.ts.map +1 -0
  132. package/lib/types/vertexai/models/palm2-text.d.ts +39 -0
  133. package/lib/types/vertexai/models/palm2-text.d.ts.map +1 -0
  134. package/lib/types/vertexai/models.d.ts +14 -0
  135. package/lib/types/vertexai/models.d.ts.map +1 -0
  136. package/lib/types/vertexai/utils/prompts.d.ts +20 -0
  137. package/lib/types/vertexai/utils/prompts.d.ts.map +1 -0
  138. package/lib/types/vertexai/utils/tensor.d.ts +6 -0
  139. package/lib/types/vertexai/utils/tensor.d.ts.map +1 -0
  140. package/package.json +72 -0
  141. package/src/bedrock/index.ts +456 -0
  142. package/src/bedrock/s3.ts +62 -0
  143. package/src/huggingface_ie.ts +269 -0
  144. package/src/index.ts +7 -0
  145. package/src/openai.ts +254 -0
  146. package/src/replicate.ts +333 -0
  147. package/src/test/TestErrorCompletionStream.ts +17 -0
  148. package/src/test/TestValidationErrorCompletionStream.ts +21 -0
  149. package/src/test/index.ts +102 -0
  150. package/src/test/utils.ts +28 -0
  151. package/src/togetherai/index.ts +105 -0
  152. package/src/togetherai/interfaces.ts +88 -0
  153. package/src/vertexai/README.md +257 -0
  154. package/src/vertexai/debug.ts +6 -0
  155. package/src/vertexai/index.ts +99 -0
  156. package/src/vertexai/models/codey-chat.ts +115 -0
  157. package/src/vertexai/models/codey-text.ts +69 -0
  158. package/src/vertexai/models/gemini.ts +152 -0
  159. package/src/vertexai/models/palm-model-base.ts +122 -0
  160. package/src/vertexai/models/palm2-chat.ts +119 -0
  161. package/src/vertexai/models/palm2-text.ts +69 -0
  162. package/src/vertexai/models.ts +104 -0
  163. package/src/vertexai/utils/prompts.ts +66 -0
  164. package/src/vertexai/utils/tensor.ts +82 -0
@@ -0,0 +1,81 @@
1
+ interface ModelInstanceConfig {
2
+ appearsIn: any[];
3
+ order: number;
4
+ }
5
+ interface Config {
6
+ stop: string[];
7
+ prompt_format: string;
8
+ chat_template: string;
9
+ }
10
+ interface Pricing {
11
+ input: number;
12
+ output: number;
13
+ hourly: number;
14
+ }
15
+ interface Instance {
16
+ avzone: string;
17
+ cluster: string;
18
+ }
19
+ interface Ask {
20
+ [key: string]: number;
21
+ }
22
+ interface Gpu {
23
+ [key: string]: number;
24
+ }
25
+ interface Price {
26
+ base: number;
27
+ finetune: number;
28
+ hourly: number;
29
+ input: number;
30
+ output: number;
31
+ }
32
+ interface Stat {
33
+ avzone: string;
34
+ cluster: string;
35
+ capacity: number;
36
+ qps: number;
37
+ throughput_in: number;
38
+ throughput_out: number;
39
+ error_rate: number;
40
+ retry_rate: number;
41
+ }
42
+ interface Depth {
43
+ num_asks: number;
44
+ num_bids: number;
45
+ num_running: number;
46
+ asks: Ask;
47
+ asks_updated: string;
48
+ gpus: Gpu;
49
+ qps: number;
50
+ permit_required: boolean;
51
+ price: Price;
52
+ throughput_in: number;
53
+ throughput_out: number;
54
+ stats: Stat[];
55
+ }
56
+ export interface TogetherModelInfo {
57
+ modelInstanceConfig: ModelInstanceConfig;
58
+ _id: string;
59
+ name: string;
60
+ display_name: string;
61
+ display_type: string;
62
+ description: string;
63
+ license: string;
64
+ creator_organization: string;
65
+ hardware_label: string;
66
+ num_parameters: number;
67
+ show_in_playground: boolean;
68
+ isFeaturedModel: boolean;
69
+ context_length: number;
70
+ config: Config;
71
+ pricing: Pricing;
72
+ created_at: string;
73
+ update_at: string;
74
+ instances: Instance[];
75
+ access: string;
76
+ link: string;
77
+ descriptionLink: string;
78
+ depth: Depth;
79
+ }
80
+ export {};
81
+ //# sourceMappingURL=interfaces.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":"AAAA,UAAU,mBAAmB;IACzB,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,MAAM;IACZ,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,OAAO;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,KAAK;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,IAAI;IACV,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,UAAU,KAAK;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,GAAG,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,GAAG,CAAC;IACV,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,IAAI,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,KAAK,CAAC;CAChB"}
@@ -0,0 +1,2 @@
1
+ export declare function logObject(prefix: string, obj: any): void;
2
+ //# sourceMappingURL=debug.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"debug.d.ts","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":"AAEA,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,QAGjD"}
@@ -0,0 +1,26 @@
1
+ import { GenerateContentRequest, VertexAI } from "@google-cloud/vertexai";
2
+ import { AIModel, AbstractDriver, BuiltinProviders, Completion, DriverOptions, ExecutionOptions, ModelSearchPayload, PromptFormats, PromptOptions, PromptSegment } from "@llumiverse/core";
3
+ import { FetchClient } from "api-fetch-client";
4
+ export interface VertexAIDriverOptions extends DriverOptions {
5
+ project: string;
6
+ region: string;
7
+ }
8
+ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, GenerateContentRequest> {
9
+ provider: BuiltinProviders;
10
+ defaultFormat: PromptFormats;
11
+ vertexai: VertexAI;
12
+ fetchClient: FetchClient;
13
+ constructor(options: VertexAIDriverOptions);
14
+ protected canStream(options: ExecutionOptions): Promise<boolean>;
15
+ createPrompt(segments: PromptSegment[], options: PromptOptions): GenerateContentRequest;
16
+ requestCompletion(prompt: GenerateContentRequest, options: ExecutionOptions): Promise<Completion<any>>;
17
+ requestCompletionStream(prompt: GenerateContentRequest, options: ExecutionOptions): Promise<AsyncIterable<string>>;
18
+ listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
19
+ listTrainableModels(): Promise<AIModel<string>[]>;
20
+ validateConnection(): Promise<boolean>;
21
+ generateEmbeddings(_content: string, _model?: string | undefined): Promise<{
22
+ embeddings: number[];
23
+ model: string;
24
+ }>;
25
+ }
26
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC3L,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAI/C,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;IAC7F,QAAQ,mBAA6B;IACrC,aAAa,gBAAgC;IAG7C,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE,WAAW,CAAC;gBAGrB,OAAO,EAAE,qBAAqB;IAqBlC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIzD,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,sBAAsB;IAIxF,iBAAiB,CAAC,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAGtG,uBAAuB,CAAC,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAIlH,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB1E,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAGjD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CAIvH"}
@@ -0,0 +1,51 @@
1
+ import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "../index.js";
3
+ import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
4
+ export interface CodeyChatMessage {
5
+ author: string;
6
+ content: string;
7
+ }
8
+ export type CodeyChatPrompt = NonStreamingPromptBase<{
9
+ context?: string;
10
+ messages: CodeyChatMessage[];
11
+ }>;
12
+ export type CodeyChatStreamingPrompt = StreamingPromptBase<{
13
+ messages: {
14
+ listVal: {
15
+ structVal: {
16
+ author: {
17
+ stringVal: string;
18
+ };
19
+ content: {
20
+ stringVal: string;
21
+ };
22
+ };
23
+ }[];
24
+ };
25
+ }>;
26
+ interface CodeyChatResponsePrediction {
27
+ candidates: CodeyChatMessage[];
28
+ safetyAttributes: {
29
+ scores: number[];
30
+ blocked: boolean;
31
+ categories: string[];
32
+ errors: number[];
33
+ };
34
+ citationMetadata: {
35
+ citations: any[];
36
+ };
37
+ logprobs: any;
38
+ }
39
+ export interface CodeyChatResponse {
40
+ predictions: CodeyChatResponsePrediction[];
41
+ metadata: PalmResponseMetadata;
42
+ }
43
+ export declare class CodeyChatDefinition extends AbstractPalmModelDefinition<CodeyChatPrompt, CodeyChatStreamingPrompt> {
44
+ versions: string[];
45
+ model: AIModel;
46
+ createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyChatPrompt;
47
+ extractContentFromResponse(response: CodeyChatResponse): string;
48
+ extractContentFromResponseChunk(chunk: any): string;
49
+ }
50
+ export {};
51
+ //# sourceMappingURL=codey-chat.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"codey-chat.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAChC,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,QAAQ,EAAE;QACN,OAAO,EAAE;YACL,SAAS,EAAE;gBACP,MAAM,EAAE;oBACJ,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAC;gBACF,OAAO,EAAE;oBACL,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAA;aACJ,CAAA;SACJ,EAAE,CAAA;KACN,CAAA;CACJ,CAAC,CAAA;AAGF,UAAU,2BAA2B;IACjC,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAC;IACF,QAAQ,EAAE,GAAG,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IA4ClH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}
@@ -0,0 +1,39 @@
1
+ import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "../index.js";
3
+ import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
4
+ export type CodeyTextPrompt = NonStreamingPromptBase<{
5
+ prefix: string;
6
+ }>;
7
+ export type CodeyTextStreamingPrompt = StreamingPromptBase<{
8
+ prefix: {
9
+ stringVal: string;
10
+ };
11
+ }>;
12
+ interface CodeyTextResponsePrediction {
13
+ content: string;
14
+ safetyAttributes: {
15
+ scores: number[];
16
+ safetyRatings: {
17
+ severity: string;
18
+ probabilityScore: number;
19
+ severityScore: number;
20
+ category: string;
21
+ }[];
22
+ };
23
+ citationMetadata: {
24
+ citations: any[];
25
+ };
26
+ }
27
+ export interface CodeyTextResponse {
28
+ predictions: CodeyTextResponsePrediction[];
29
+ metadata: PalmResponseMetadata;
30
+ }
31
+ export declare class CodeyTextDefinition extends AbstractPalmModelDefinition<CodeyTextPrompt, CodeyTextStreamingPrompt> {
32
+ versions: string[];
33
+ model: AIModel;
34
+ createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyTextPrompt;
35
+ extractContentFromResponse(response: CodeyTextResponse): string;
36
+ extractContentFromResponseChunk(chunk: any): string;
37
+ }
38
+ export {};
39
+ //# sourceMappingURL=codey-text.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"codey-text.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAGtI,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,MAAM,EAAE,MAAM,CAAA;CACjB,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,MAAM,EAAE;QACJ,SAAS,EAAE,MAAM,CAAA;KACpB,CAAA;CACJ,CAAC,CAAA;AAEF,UAAU,2BAA2B;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,aAAa,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC;YACjB,gBAAgB,EAAE,MAAM,CAAC;YACzB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAA;SACnB,EAAE,CAAA;KACN,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAA;CACJ;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IAWlH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}
@@ -0,0 +1,11 @@
1
+ import { GenerateContentRequest } from "@google-cloud/vertexai";
2
+ import { AIModel, Completion, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
3
+ import { VertexAIDriver } from "../index.js";
4
+ import { ModelDefinition } from "../models.js";
5
+ export declare class GeminiModelDefinition implements ModelDefinition<GenerateContentRequest> {
6
+ model: AIModel;
7
+ createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): GenerateContentRequest;
8
+ requestCompletion(driver: VertexAIDriver, prompt: GenerateContentRequest, options: ExecutionOptions): Promise<Completion>;
9
+ requestCompletionStream(driver: VertexAIDriver, prompt: GenerateContentRequest, options: ExecutionOptions): Promise<AsyncIterable<string>>;
10
+ }
11
+ //# sourceMappingURL=gemini.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,sBAAsB,EAA+D,MAAM,wBAAwB,CAAC;AACtI,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAkC,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEnJ,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AA+B/C,qBAAa,qBAAsB,YAAW,eAAe,CAAC,sBAAsB,CAAC;IAEjF,KAAK,EAAE,OAAO,CAOb;IAED,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,sBAAsB;IAwD1G,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA8BzH,uBAAuB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;CAmBnJ"}
@@ -0,0 +1,47 @@
1
+ import { AIModel, Completion, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "../index.js";
3
+ import { ModelDefinition } from "../models.js";
4
+ import { PromptParamatersBase } from "../utils/prompts.js";
5
+ export interface NonStreamingPromptBase<InstanceType = any> {
6
+ instances: InstanceType[];
7
+ parameters: PromptParamatersBase;
8
+ }
9
+ export interface StreamingPromptBase<InputType = any> {
10
+ inputs: {
11
+ structVal: InputType;
12
+ }[];
13
+ parameters: {
14
+ structVal: {
15
+ temperature?: {
16
+ floatval: number;
17
+ };
18
+ maxOutputTokens?: {
19
+ intVal: number;
20
+ };
21
+ [key: string]: Record<string, any> | undefined;
22
+ };
23
+ };
24
+ }
25
+ export interface PalmResponseMetadata {
26
+ tokenMetadata: {
27
+ outputTokenCount: {
28
+ totalBillableCharacters: number;
29
+ totalTokens: number;
30
+ };
31
+ inputTokenCount: {
32
+ totalBillableCharacters: number;
33
+ totalTokens: number;
34
+ };
35
+ };
36
+ }
37
+ export declare abstract class AbstractPalmModelDefinition<NonStreamingPromptT extends NonStreamingPromptBase, StreamingPromptT extends StreamingPromptBase> implements ModelDefinition<NonStreamingPromptT | StreamingPromptT> {
38
+ abstract model: AIModel;
39
+ abstract versions?: string[];
40
+ abstract createNonStreamingPrompt(driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): NonStreamingPromptT;
41
+ abstract extractContentFromResponse(response: any): string;
42
+ abstract extractContentFromResponseChunk(chunk: any): string;
43
+ createPrompt(driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): NonStreamingPromptT;
44
+ requestCompletion(driver: VertexAIDriver, prompt: NonStreamingPromptT | StreamingPromptT, options: ExecutionOptions): Promise<Completion<any>>;
45
+ requestCompletionStream(driver: VertexAIDriver, prompt: NonStreamingPromptT | StreamingPromptT, options: ExecutionOptions): Promise<AsyncIterable<string>>;
46
+ }
47
+ //# sourceMappingURL=palm-model-base.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"palm-model-base.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACvG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAI3D,MAAM,WAAW,sBAAsB,CAAC,YAAY,GAAG,GAAG;IACtD,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,UAAU,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,mBAAmB,CAAC,SAAS,GAAG,GAAG;IAChD,MAAM,EAAE;QAAE,SAAS,EAAE,SAAS,CAAA;KAAE,EAAE,CAAC;IACnC,UAAU,EAAE;QACR,SAAS,EAAE;YACP,WAAW,CAAC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAA;aAAE,CAAC;YACnC,eAAe,CAAC,EAAE;gBAAE,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YAErC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAAA;SACjD,CAAA;KACJ,CAAA;CACJ;AAED,MAAM,WAAW,oBAAoB;IACjC,aAAa,EAAE;QACX,gBAAgB,EAAE;YACd,uBAAuB,EAAE,MAAM,CAAC;YAChC,WAAW,EAAE,MAAM,CAAA;SACtB,CAAC;QACF,eAAe,EAAE;YACb,uBAAuB,EAAE,MAAM,CAAC;YAChC,WAAW,EAAE,MAAM,CAAA;SACtB,CAAA;KACJ,CAAA;CACJ;AAGD,8BAAsB,2BAA2B,CAAC,mBAAmB,SAAS,sBAAsB,EAAE,gBAAgB,SAAS,mBAAmB,CAAE,YAAW,eAAe,CAAC,mBAAmB,GAAG,gBAAgB,CAAC;IAElN,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IAExB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IAE7B,QAAQ,CAAC,wBAAwB,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,mBAAmB;IAEjI,QAAQ,CAAC,0BAA0B,CAAC,QAAQ,EAAE,GAAG,GAAG,MAAM;IAE1D,QAAQ,CAAC,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;IAE5D,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa;IAIhF,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IA0B9I,uBAAuB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;CAyBnK"}
@@ -0,0 +1,61 @@
1
+ import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "../index.js";
3
+ import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
4
+ export interface Palm2ChatMessage {
5
+ author: string;
6
+ content: string;
7
+ }
8
+ export type Palm2ChatPrompt = NonStreamingPromptBase<{
9
+ context?: string;
10
+ examples?: [
11
+ {
12
+ input: {
13
+ content: string;
14
+ };
15
+ output: {
16
+ content: string;
17
+ };
18
+ }
19
+ ];
20
+ messages: Palm2ChatMessage[];
21
+ }>;
22
+ export type Palm2ChatStreamingPrompt = StreamingPromptBase<{
23
+ messages: {
24
+ listVal: {
25
+ structVal: {
26
+ author: {
27
+ stringVal: string;
28
+ };
29
+ content: {
30
+ stringVal: string;
31
+ };
32
+ };
33
+ }[];
34
+ };
35
+ }>;
36
+ interface Palm2ChatResponsePrediction {
37
+ candidates: Palm2ChatMessage[];
38
+ safetyAttributes: {
39
+ scores: number[];
40
+ blocked: boolean;
41
+ categories: string[];
42
+ errors: number[];
43
+ };
44
+ citationMetadata: {
45
+ citations: any[];
46
+ };
47
+ logprobs: any;
48
+ }
49
+ export interface Palm2ChatResponse {
50
+ predictions: Palm2ChatResponsePrediction[];
51
+ metadata: PalmResponseMetadata;
52
+ }
53
+ export declare class Palm2ChatDefinition extends AbstractPalmModelDefinition<Palm2ChatPrompt, Palm2ChatStreamingPrompt> {
54
+ versions: string[];
55
+ model: AIModel;
56
+ createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): Palm2ChatPrompt;
57
+ extractContentFromResponse(response: Palm2ChatResponse): string;
58
+ extractContentFromResponseChunk(chunk: any): string;
59
+ }
60
+ export {};
61
+ //# sourceMappingURL=palm2-chat.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"palm2-chat.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE;QACP;YACI,KAAK,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAA;aAAE,CAAC;YAC3B,MAAM,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAA;aAAE,CAAA;SAC9B;KACJ,CAAC;IACF,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAChC,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,QAAQ,EAAE;QACN,OAAO,EAAE;YACL,SAAS,EAAE;gBACP,MAAM,EAAE;oBACJ,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAC;gBACF,OAAO,EAAE;oBACL,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAA;aACJ,CAAA;SACJ,EAAE,CAAA;KACN,CAAA;CACJ,CAAC,CAAA;AAEF,UAAU,2BAA2B;IACjC,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAC;IACF,QAAQ,EAAE,GAAG,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IA4ClH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAGtD"}
@@ -0,0 +1,39 @@
1
+ import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "../index.js";
3
+ import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
4
+ export type Palm2TextPrompt = NonStreamingPromptBase<{
5
+ prompt: string;
6
+ }>;
7
+ export type Palm2TextStreamingPrompt = StreamingPromptBase<{
8
+ prompt: {
9
+ stringVal: string;
10
+ };
11
+ }>;
12
+ interface Palm2TextResponsePrediction {
13
+ content: string;
14
+ safetyAttributes: {
15
+ scores: number[];
16
+ safetyRatings: {
17
+ severity: string;
18
+ probabilityScore: number;
19
+ severityScore: number;
20
+ category: string;
21
+ }[];
22
+ };
23
+ citationMetadata: {
24
+ citations: any[];
25
+ };
26
+ }
27
+ export interface Palm2TextResponse {
28
+ predictions: Palm2TextResponsePrediction[];
29
+ metadata: PalmResponseMetadata;
30
+ }
31
+ export declare class Palm2TextDefinition extends AbstractPalmModelDefinition<Palm2TextPrompt, Palm2TextStreamingPrompt> {
32
+ versions: string[];
33
+ model: AIModel;
34
+ createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): Palm2TextPrompt;
35
+ extractContentFromResponse(response: Palm2TextResponse): string;
36
+ extractContentFromResponseChunk(chunk: any): string;
37
+ }
38
+ export {};
39
+ //# sourceMappingURL=palm2-text.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"palm2-text.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,MAAM,EAAE,MAAM,CAAA;CACjB,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,MAAM,EAAE;QACJ,SAAS,EAAE,MAAM,CAAA;KACpB,CAAA;CACJ,CAAC,CAAA;AAGF,UAAU,2BAA2B;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,aAAa,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC;YACjB,gBAAgB,EAAE,MAAM,CAAC;YACzB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAA;SACnB,EAAE,CAAA;KACN,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAA;CACJ;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IAWlH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}
@@ -0,0 +1,14 @@
1
+ import { AIModel, Completion, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "./index.js";
3
+ export interface ModelDefinition<PromptT = any> {
4
+ model: AIModel;
5
+ versions?: string[];
6
+ createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions) => PromptT;
7
+ requestCompletion: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<Completion>;
8
+ requestCompletionStream: (driver: VertexAIDriver, promp: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<string>>;
9
+ }
10
+ export declare function getModelName(model: string): string;
11
+ export declare function getModelDefinition(model: string): ModelDefinition;
12
+ export declare function getAIModels(): AIModel<string>[];
13
+ export declare const BuiltinModels: AIModel<string>[];
14
+ //# sourceMappingURL=models.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAElH,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAe5C,MAAM,WAAW,eAAe,CAAC,OAAO,GAAG,GAAG;IAC1C,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,KAAK,OAAO,CAAC;IACrG,iBAAiB,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/G,uBAAuB,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;CAClI;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,UAGzC;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,CAMjE;AAED,wBAAgB,WAAW,sBAE1B;AAGD,eAAO,MAAM,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,EA4D1C,CAAA"}
@@ -0,0 +1,20 @@
1
+ import { PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { JSONSchema4 } from "json-schema";
3
+ export interface PromptParamatersBase {
4
+ temperature?: number;
5
+ maxOutputTokens?: number;
6
+ topK?: number;
7
+ topP?: number;
8
+ groundingConfig?: string;
9
+ stopSequences?: string[];
10
+ candidateCount?: number;
11
+ logprobs?: number;
12
+ presencePenalty?: number;
13
+ frequencyPenalty?: number;
14
+ logitBias?: Record<string, number>;
15
+ seed?: number;
16
+ echo?: boolean;
17
+ }
18
+ export declare function getJSONSafetyNotice(schema: JSONSchema4): string;
19
+ export declare function getPromptAsText(segments: PromptSegment[], options: PromptOptions): string;
20
+ //# sourceMappingURL=prompts.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/utils/prompts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,WAAW,oBAAoB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,UAEtD;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,MAAM,CA0CzF"}
@@ -0,0 +1,6 @@
1
+ export declare function formatArrayAsTensor(arr: any[]): any;
2
+ export declare function generateStreamingPrompt(prompt: {
3
+ instances: any;
4
+ parameters: any;
5
+ }): any;
6
+ //# sourceMappingURL=tensor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tensor.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":"AAiCA,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,CASnD;AAkCD,wBAAgB,uBAAuB,CAAC,MAAM,EAAE;IAAE,SAAS,EAAE,GAAG,CAAC;IAAC,UAAU,EAAE,GAAG,CAAA;CAAE,GAAG,GAAG,CAKxF"}
package/package.json ADDED
@@ -0,0 +1,72 @@
1
+ {
2
+ "name": "@llumiverse/drivers",
3
+ "version": "0.8.0",
4
+ "type": "module",
5
+ "description": "LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.",
6
+ "files": [
7
+ "lib",
8
+ "src"
9
+ ],
10
+ "types": "./lib/types/index.d.ts",
11
+ "exports": {
12
+ "types": "./lib/types/index.d.ts",
13
+ "default": "./lib/esm/index.js",
14
+ "import": "./lib/esm/index.js",
15
+ "require": "./lib/cjs/index.js"
16
+ },
17
+ "scripts": {
18
+ "test": "vitest run",
19
+ "build": "tsmod build",
20
+ "clean": "rm -rf ./lib tsconfig.tsbuildinfo"
21
+ },
22
+ "author": "Llumiverse",
23
+ "license": "Apache-2.0",
24
+ "homepage": "https://github.com/llumiverse/llumiverse",
25
+ "repository": {
26
+ "type": "git",
27
+ "url": "git+ssh://git@github.com/llumiverse/llumiverse.git"
28
+ },
29
+ "keywords": [
30
+ "llm",
31
+ "ai",
32
+ "prompt",
33
+ "prompt engineering",
34
+ "ml",
35
+ "machine learning",
36
+ "embeddings",
37
+ "training",
38
+ "model",
39
+ "universal",
40
+ "api",
41
+ "chatgpt"
42
+ ],
43
+ "devDependencies": {
44
+ "@types/eventsource": "^1.1.15",
45
+ "@types/json-schema": "^7.0.15",
46
+ "dotenv": "^16.4.1",
47
+ "ts-dual-module": "^0.5.0",
48
+ "typescript": "^5.3.3",
49
+ "vitest": "^1.2.2"
50
+ },
51
+ "dependencies": {
52
+ "@aws-sdk/client-bedrock": "^3.451.0",
53
+ "@aws-sdk/client-bedrock-runtime": "^3.451.0",
54
+ "@aws-sdk/client-s3": "^3.496.0",
55
+ "@aws-sdk/credential-providers": "^3.451.0",
56
+ "@aws-sdk/lib-storage": "^3.496.0",
57
+ "@google-cloud/aiplatform": "^3.10.0",
58
+ "@google-cloud/vertexai": "^0.2.1",
59
+ "@huggingface/inference": "^2.6.4",
60
+ "@llumiverse/core": "*",
61
+ "api-fetch-client": "^0.8.6",
62
+ "eventsource": "^2.0.2",
63
+ "google-auth-library": "^9.6.1",
64
+ "json-schema": "^0.4.0",
65
+ "mnemonist": "^0.39.7",
66
+ "openai": "^4.4.0",
67
+ "replicate": "^0.20.0"
68
+ },
69
+ "ts_dual_module": {
70
+ "outDir": "lib"
71
+ }
72
+ }