@llumiverse/drivers 0.13.0 → 0.15.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. package/README.md +12 -10
  2. package/lib/cjs/bedrock/index.js +46 -14
  3. package/lib/cjs/bedrock/index.js.map +1 -1
  4. package/lib/cjs/bedrock/payloads.js +3 -0
  5. package/lib/cjs/bedrock/payloads.js.map +1 -0
  6. package/lib/cjs/bedrock/s3.js +5 -6
  7. package/lib/cjs/bedrock/s3.js.map +1 -1
  8. package/lib/cjs/groq/index.js +6 -6
  9. package/lib/cjs/groq/index.js.map +1 -1
  10. package/lib/cjs/index.js +2 -1
  11. package/lib/cjs/index.js.map +1 -1
  12. package/lib/cjs/mistral/index.js +5 -5
  13. package/lib/cjs/mistral/index.js.map +1 -1
  14. package/lib/cjs/openai/azure.js +31 -0
  15. package/lib/cjs/openai/azure.js.map +1 -0
  16. package/lib/cjs/{openai.js → openai/index.js} +17 -27
  17. package/lib/cjs/openai/index.js.map +1 -0
  18. package/lib/cjs/openai/openai.js +21 -0
  19. package/lib/cjs/openai/openai.js.map +1 -0
  20. package/lib/cjs/replicate.js +1 -1
  21. package/lib/cjs/replicate.js.map +1 -1
  22. package/lib/cjs/test/index.js +1 -1
  23. package/lib/cjs/test/index.js.map +1 -1
  24. package/lib/cjs/test/utils.js +3 -4
  25. package/lib/cjs/test/utils.js.map +1 -1
  26. package/lib/cjs/togetherai/index.js +2 -2
  27. package/lib/cjs/togetherai/index.js.map +1 -1
  28. package/lib/cjs/vertexai/debug.js +1 -2
  29. package/lib/cjs/vertexai/debug.js.map +1 -1
  30. package/lib/cjs/vertexai/embeddings/embeddings-text.js +1 -2
  31. package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +1 -1
  32. package/lib/cjs/vertexai/index.js +6 -2
  33. package/lib/cjs/vertexai/index.js.map +1 -1
  34. package/lib/cjs/vertexai/models/gemini.js +60 -27
  35. package/lib/cjs/vertexai/models/gemini.js.map +1 -1
  36. package/lib/cjs/vertexai/models.js +24 -45
  37. package/lib/cjs/vertexai/models.js.map +1 -1
  38. package/lib/cjs/watsonx/index.js +4 -4
  39. package/lib/cjs/watsonx/index.js.map +1 -1
  40. package/lib/esm/bedrock/index.js +46 -14
  41. package/lib/esm/bedrock/index.js.map +1 -1
  42. package/lib/esm/bedrock/payloads.js +2 -0
  43. package/lib/esm/bedrock/payloads.js.map +1 -0
  44. package/lib/esm/groq/index.js +7 -7
  45. package/lib/esm/groq/index.js.map +1 -1
  46. package/lib/esm/index.js +2 -1
  47. package/lib/esm/index.js.map +1 -1
  48. package/lib/esm/mistral/index.js +6 -6
  49. package/lib/esm/mistral/index.js.map +1 -1
  50. package/lib/esm/openai/azure.js +27 -0
  51. package/lib/esm/openai/azure.js.map +1 -0
  52. package/lib/esm/{openai.js → openai/index.js} +16 -23
  53. package/lib/esm/openai/index.js.map +1 -0
  54. package/lib/esm/openai/openai.js +14 -0
  55. package/lib/esm/openai/openai.js.map +1 -0
  56. package/lib/esm/replicate.js +1 -1
  57. package/lib/esm/replicate.js.map +1 -1
  58. package/lib/esm/test/index.js +1 -1
  59. package/lib/esm/test/index.js.map +1 -1
  60. package/lib/esm/togetherai/index.js +2 -2
  61. package/lib/esm/togetherai/index.js.map +1 -1
  62. package/lib/esm/vertexai/index.js +6 -2
  63. package/lib/esm/vertexai/index.js.map +1 -1
  64. package/lib/esm/vertexai/models/gemini.js +61 -28
  65. package/lib/esm/vertexai/models/gemini.js.map +1 -1
  66. package/lib/esm/vertexai/models.js +20 -41
  67. package/lib/esm/vertexai/models.js.map +1 -1
  68. package/lib/esm/watsonx/index.js +4 -4
  69. package/lib/esm/watsonx/index.js.map +1 -1
  70. package/lib/types/bedrock/index.d.ts +4 -46
  71. package/lib/types/bedrock/index.d.ts.map +1 -1
  72. package/lib/types/bedrock/payloads.d.ts +68 -0
  73. package/lib/types/bedrock/payloads.d.ts.map +1 -0
  74. package/lib/types/groq/index.d.ts +1 -1
  75. package/lib/types/groq/index.d.ts.map +1 -1
  76. package/lib/types/index.d.ts +2 -1
  77. package/lib/types/index.d.ts.map +1 -1
  78. package/lib/types/mistral/index.d.ts +1 -1
  79. package/lib/types/mistral/index.d.ts.map +1 -1
  80. package/lib/types/openai/azure.d.ts +20 -0
  81. package/lib/types/openai/azure.d.ts.map +1 -0
  82. package/lib/types/{openai.d.ts → openai/index.d.ts} +10 -20
  83. package/lib/types/openai/index.d.ts.map +1 -0
  84. package/lib/types/openai/openai.d.ts +15 -0
  85. package/lib/types/openai/openai.d.ts.map +1 -0
  86. package/lib/types/test/index.d.ts +2 -2
  87. package/lib/types/test/index.d.ts.map +1 -1
  88. package/lib/types/test/utils.d.ts.map +1 -1
  89. package/lib/types/vertexai/index.d.ts +5 -1
  90. package/lib/types/vertexai/index.d.ts.map +1 -1
  91. package/lib/types/vertexai/models/gemini.d.ts +2 -1
  92. package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
  93. package/lib/types/vertexai/models.d.ts +1 -1
  94. package/lib/types/vertexai/models.d.ts.map +1 -1
  95. package/lib/types/watsonx/index.d.ts.map +1 -1
  96. package/package.json +29 -24
  97. package/src/bedrock/index.ts +59 -72
  98. package/src/bedrock/payloads.ts +67 -0
  99. package/src/groq/index.ts +7 -7
  100. package/src/index.ts +3 -1
  101. package/src/mistral/index.ts +6 -6
  102. package/src/openai/azure.ts +54 -0
  103. package/src/{openai.ts → openai/index.ts} +24 -28
  104. package/src/openai/openai.ts +33 -0
  105. package/src/replicate.ts +5 -5
  106. package/src/test/index.ts +2 -3
  107. package/src/togetherai/index.ts +2 -2
  108. package/src/vertexai/index.ts +12 -6
  109. package/src/vertexai/models/gemini.ts +72 -31
  110. package/src/vertexai/models.ts +30 -45
  111. package/src/watsonx/index.ts +4 -6
  112. package/lib/cjs/openai.js.map +0 -1
  113. package/lib/cjs/vertexai/models/codey-chat.js +0 -65
  114. package/lib/cjs/vertexai/models/codey-chat.js.map +0 -1
  115. package/lib/cjs/vertexai/models/codey-text.js +0 -35
  116. package/lib/cjs/vertexai/models/codey-text.js.map +0 -1
  117. package/lib/cjs/vertexai/models/palm-model-base.js +0 -59
  118. package/lib/cjs/vertexai/models/palm-model-base.js.map +0 -1
  119. package/lib/cjs/vertexai/models/palm2-chat.js +0 -65
  120. package/lib/cjs/vertexai/models/palm2-chat.js.map +0 -1
  121. package/lib/cjs/vertexai/models/palm2-text.js +0 -35
  122. package/lib/cjs/vertexai/models/palm2-text.js.map +0 -1
  123. package/lib/cjs/vertexai/utils/tensor.js +0 -87
  124. package/lib/cjs/vertexai/utils/tensor.js.map +0 -1
  125. package/lib/esm/openai.js.map +0 -1
  126. package/lib/esm/vertexai/models/codey-chat.js +0 -61
  127. package/lib/esm/vertexai/models/codey-chat.js.map +0 -1
  128. package/lib/esm/vertexai/models/codey-text.js +0 -31
  129. package/lib/esm/vertexai/models/codey-text.js.map +0 -1
  130. package/lib/esm/vertexai/models/palm-model-base.js +0 -55
  131. package/lib/esm/vertexai/models/palm-model-base.js.map +0 -1
  132. package/lib/esm/vertexai/models/palm2-chat.js +0 -61
  133. package/lib/esm/vertexai/models/palm2-chat.js.map +0 -1
  134. package/lib/esm/vertexai/models/palm2-text.js +0 -31
  135. package/lib/esm/vertexai/models/palm2-text.js.map +0 -1
  136. package/lib/esm/vertexai/utils/tensor.js +0 -82
  137. package/lib/esm/vertexai/utils/tensor.js.map +0 -1
  138. package/lib/types/openai.d.ts.map +0 -1
  139. package/lib/types/vertexai/models/codey-chat.d.ts +0 -51
  140. package/lib/types/vertexai/models/codey-chat.d.ts.map +0 -1
  141. package/lib/types/vertexai/models/codey-text.d.ts +0 -39
  142. package/lib/types/vertexai/models/codey-text.d.ts.map +0 -1
  143. package/lib/types/vertexai/models/palm-model-base.d.ts +0 -61
  144. package/lib/types/vertexai/models/palm-model-base.d.ts.map +0 -1
  145. package/lib/types/vertexai/models/palm2-chat.d.ts +0 -61
  146. package/lib/types/vertexai/models/palm2-chat.d.ts.map +0 -1
  147. package/lib/types/vertexai/models/palm2-text.d.ts +0 -39
  148. package/lib/types/vertexai/models/palm2-text.d.ts.map +0 -1
  149. package/lib/types/vertexai/utils/tensor.d.ts +0 -6
  150. package/lib/types/vertexai/utils/tensor.d.ts.map +0 -1
  151. package/src/vertexai/models/codey-chat.ts +0 -115
  152. package/src/vertexai/models/codey-text.ts +0 -69
  153. package/src/vertexai/models/palm-model-base.ts +0 -129
  154. package/src/vertexai/models/palm2-chat.ts +0 -119
  155. package/src/vertexai/models/palm2-text.ts +0 -69
  156. package/src/vertexai/utils/tensor.ts +0 -82
@@ -1,24 +1,14 @@
1
1
  import { AIModel, Completion, ExecutionOptions, ModelType, PromptOptions, PromptSegment } from "@llumiverse/core";
2
- import { GeminiModelDefinition } from "./models/gemini.js";
3
2
  import { VertexAIDriver } from "./index.js";
4
- import { Palm2TextDefinition } from "./models/palm2-text.js";
5
- import { Palm2ChatDefinition } from "./models/palm2-chat.js";
6
- import { CodeyChatDefinition } from "./models/codey-chat.js";
7
- import { CodeyTextDefinition } from "./models/codey-text.js";
3
+ import { GeminiModelDefinition } from "./models/gemini.js";
4
+
8
5
 
9
6
 
10
- const Models: Record<string, ModelDefinition> = {
11
- "gemini-pro": new GeminiModelDefinition(),
12
- "text-bison": new Palm2TextDefinition(),
13
- "chat-bison": new Palm2ChatDefinition(),
14
- "code-bison": new CodeyTextDefinition(),
15
- "codechat-bison": new CodeyChatDefinition(),
16
- }
17
7
 
18
8
  export interface ModelDefinition<PromptT = any> {
19
9
  model: AIModel;
20
10
  versions?: string[]; // the versions of the model that are available. ex: ['001', '002']
21
- createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions) => PromptT;
11
+ createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions) => Promise<PromptT>;
22
12
  requestCompletion: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<Completion>;
23
13
  requestCompletionStream: (driver: VertexAIDriver, promp: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<string>>;
24
14
  }
@@ -29,7 +19,8 @@ export function getModelName(model: string) {
29
19
  }
30
20
 
31
21
  export function getModelDefinition(model: string): ModelDefinition {
32
- const def = Models[getModelName(model)];
22
+ const modelName = getModelName(model);
23
+ const def = Models[modelName];
33
24
  if (!def) {
34
25
  throw new Error(`Unknown model ${model}`);
35
26
  }
@@ -43,46 +34,32 @@ export function getAIModels() {
43
34
  // Builtin models. VertexAI doesn't provide an API to list models. so we have to hardcode them here.
44
35
  export const BuiltinModels: AIModel<string>[] = [
45
36
  {
46
- id: "gemini-pro",
47
- name: "Gemini Pro",
48
- provider: "vertexai",
49
- owner: "google",
50
- type: ModelType.Text,
51
- },
52
- { // ChatModel.from_pretrained("chat-bison@002")
53
- id: "chat-bison",
54
- name: "PaLM 2 Chat Bison",
55
- provider: "vertexai",
56
- owner: "google",
57
- type: ModelType.Chat,
58
- },
59
- {
60
- id: "text-bison", // versions 001, 002
61
- name: "PaLM 2 Text Bison",
37
+ id: "gemini-1.5-flash",
38
+ name: "Gemini Pro 1.5 Flash",
62
39
  provider: "vertexai",
63
40
  owner: "google",
64
- type: ModelType.Text,
65
- },
66
- {
67
- id: "code-gecko",
68
- name: "Codey for Code Completion",
69
- provider: "vertexai",
70
- owner: "google",
71
- type: ModelType.Code,
41
+ type: ModelType.MultiModal,
42
+ can_stream: true,
43
+ is_multimodal: true
44
+
72
45
  },
73
46
  {
74
- id: "code-bison",
75
- name: "Codey for Code Generation",
47
+ id: "gemini-1.5-pro",
48
+ name: "Gemini Pro 1.5 Pro",
76
49
  provider: "vertexai",
77
50
  owner: "google",
78
- type: ModelType.Code,
51
+ type: ModelType.MultiModal,
52
+ can_stream: true,
53
+ is_multimodal: true
54
+
79
55
  },
80
56
  {
81
- id: "codechat-bison",
82
- name: "Codey for Code Chat",
57
+ id: "gemini-1.0-pro",
58
+ name: "Gemini Pro 1.0",
83
59
  provider: "vertexai",
84
60
  owner: "google",
85
- type: ModelType.Code,
61
+ type: ModelType.Text,
62
+ can_stream: true,
86
63
  },
87
64
  {
88
65
  id: "tablextembedding-gecko",
@@ -101,4 +78,12 @@ export const BuiltinModels: AIModel<string>[] = [
101
78
 
102
79
 
103
80
 
104
- ]
81
+ ]
82
+
83
+
84
+
85
+ const Models: Record<string, ModelDefinition> = {
86
+ "gemini-1.5-flash": new GeminiModelDefinition("gemini-1.5-flash"),
87
+ "gemini-1.5-pro": new GeminiModelDefinition("gemini-1.5-pro"),
88
+ "gemini-1.0-pro": new GeminiModelDefinition(),
89
+ }
@@ -26,13 +26,13 @@ export class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string>
26
26
  this.apiKey = options.apiKey;
27
27
  this.projectId = options.projectId;
28
28
  this.endpoint_url = options.endpointUrl;
29
- this.fetchClient = new FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken())
29
+ this.fetchClient = new FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken().then(token => `Bearer ${token}`));
30
30
  }
31
31
 
32
32
  async requestCompletion(prompt: string, options: ExecutionOptions): Promise<Completion<any>> {
33
33
  const payload: WatsonxTextGenerationPayload = {
34
34
  model_id: options.model,
35
- input: prompt,
35
+ input: prompt + "\n",
36
36
  parameters: {
37
37
  max_new_tokens: options.max_tokens,
38
38
  //time_limit: options.time_limit,
@@ -60,7 +60,7 @@ export class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string>
60
60
 
61
61
  const payload: WatsonxTextGenerationPayload = {
62
62
  model_id: options.model,
63
- input: prompt,
63
+ input: prompt + "\n",
64
64
  parameters: {
65
65
  max_new_tokens: options.max_tokens,
66
66
  //time_limit: options.time_limit,
@@ -113,7 +113,6 @@ export class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string>
113
113
  this.logger.debug("Token expired, refetching", this.authToken, now)
114
114
  }
115
115
  }
116
-
117
116
  const authToken = await fetch('https://iam.cloud.ibm.com/identity/token', {
118
117
  method: 'POST',
119
118
  headers: {
@@ -123,8 +122,7 @@ export class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string>
123
122
  }).then(response => response.json()) as WatsonAuthToken;
124
123
 
125
124
  this.authToken = authToken;
126
-
127
- return 'Bearer ' + this.authToken.access_token;
125
+ return this.authToken.access_token;
128
126
 
129
127
  }
130
128
 
@@ -1 +0,0 @@
1
- {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":";;;;;;AAAA,2CAe0B;AAC1B,kDAAkD;AAClD,4DAAqE;AACrE,oDAA4B;AAG5B,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,oBAAoB;IACpB,oBAAoB;IACpB,aAAa;IACb,aAAa;IACb,YAAY;CACf,CAAC,CAAC;AAMH,MAAa,YAAa,SAAQ,qBAGjC;IACG,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,iBAAiB,GAAa,CAAC,YAAY,CAAC,CAAC;IAC7C,qBAAqB,GAAa,CAAC,YAAY,CAAC,CAAC;IACjD,OAAO,CAAS;IAChB,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC;IAEjC,YAAY,IAAyB;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,OAAO,GAAG,IAAI,gBAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,mCAAsB,CAAC;IAC/C,CAAC;IAED,uBAAuB,CACnB,OAAyB,EACzB,MAA8C;QAE9C,MAAM,SAAS,GAAwB;YACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;YACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;YACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;SACpC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAE3C,8BAA8B;QAC9B,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAiB;gBACxC,WAAW,EAAE,SAAS;gBACtB,aAAa;aAChB,CAAA;QACL,CAAC;QAED,+DAA+D;QAC/D,MAAM,IAAI,GAAG,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QAChE,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,gCAAgC,EAAE,MAAM,CAAC,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,SAAS;YACtB,aAAa;SAChB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAA4D,EAAE,OAAyB;QACjH,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY;YAC9B,CAAC,CAAC,CAAC,KAAkD,EAAE,EAAE;gBACrD,OAAO,CACH,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CACrE,CAAC;YACN,CAAC;YACD,CAAC,CAAC,CAAC,KAAkD,EAAE,EAAE;gBACrD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YAClD,CAAC,CAAC;QAEN,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACvD,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,CAAC,EAAE,CAAC;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,OAAO,CAAC,YAAY;gBACvB,CAAC,CAAC;oBACE;wBACI,QAAQ,EAAE;4BACN,IAAI,EAAE,eAAe;4BACrB,UAAU,EAAE,OAAO,CAAC,YAAmB;yBAC1C;wBACD,IAAI,EAAE,UAAU;qBACe;iBACtC;gBACD,CAAC,CAAC,SAAS;YACf,WAAW,EAAE,OAAO,CAAC,YAAY;gBAC7B,CAAC,CAAC;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;iBACtC,CAAC,CAAC,CAAC,SAAS;SACpB,CAAC,CAAwD,CAAC;QAE3D,OAAO,IAAA,gBAAQ,EAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA4D,EAAE,OAAyB;QAC3G,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY;YAClC,CAAC,CAAC;gBACE;oBACI,QAAQ,EAAE;wBACN,IAAI,EAAE,eAAe;wBACrB,UAAU,EAAE,OAAO,CAAC,YAAmB;qBAC1C;oBACD,IAAI,EAAE,UAAU;iBACe;aACtC;YACD,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACnD,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,CAAC,EAAE,CAAC;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,OAAO,CAAC,YAAY;gBAC7B,CAAC,CAAC;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;iBACtC,CAAC,CAAC,CAAC,SAAS;YACjB,wBAAwB;YACxB,sCAAsC;YACtC,kCAAkC;YAClC,mBAAmB;SACtB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,yBAAyB,EAAE,CAAC;YACpC,UAAU,CAAC,iBAAiB,GAAG,GAAG,CAAC;QACvC,CAAC;QACD,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,oBAAoB,CAAC,OAA8B;QAC/C,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,wCAAwC;YACxC,MAAM,IAAI,KAAK,CAAC,kCAAkC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAC7D,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;YACzC,IAAI,EAAE,MAAM,KAAK,CAAC,GAAG,CAAC;YACtB,OAAO,EAAE,WAAW;SACvB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;YAClD,aAAa,EAAE,IAAI,CAAC,EAAE;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,OAAO,CAAC,MAAM;SAClC,CAAC,CAAA;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,yCAAyC;IAEzC,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,mBAAmB;QACf,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAA4C;QAC1D,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QACjE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,EAAE;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;YACjB,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,gBAAS,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAS,CAAC,OAAO;SAClE,CAAC,CAAC,CAAC;IACR,CAAC;IAGD,KAAK,CAAC,kBAAkB,CAAC,EAAE,OAAO,EAAE,KAAK,GAAG,wBAAwB,EAAqB;QACrF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;YAC7C,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEzC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAsB,CAAC;IAC7D,CAAC;;AApNL,oCAsNC;AAGD,SAAS,OAAO,CAAC,GAAyC;IACtD,gFAAgF;IAChF,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,MAAM,GAAG,wBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,OAA2B,CAAC;IAChC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,wBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,GAAG,wBAAiB,CAAC,MAAM,CAAC;QAClC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACtI,CAAC;SAAM,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,GAAG,wBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,wBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,SAAS,CAAC;IACxB,CAAC;IACD,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,gBAAgB,IAAI,SAAS;QACxC,MAAM;QACN,OAAO;KACV,CAAA;AACL,CAAC"}
@@ -1,65 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.CodeyChatDefinition = void 0;
4
- const core_1 = require("@llumiverse/core");
5
- const formatters_1 = require("@llumiverse/core/formatters");
6
- const palm_model_base_js_1 = require("./palm-model-base.js");
7
- class CodeyChatDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
8
- versions = [];
9
- model = {
10
- id: "codechat-bison",
11
- name: "Codey for Code Chat",
12
- provider: "vertexai",
13
- owner: "google",
14
- type: core_1.ModelType.Chat,
15
- canStream: true,
16
- };
17
- createNonStreamingPrompt(_driver, segments, opts) {
18
- const system = [];
19
- const messages = [];
20
- const safety = [];
21
- for (const segment of segments) {
22
- switch (segment.role) {
23
- case core_1.PromptRole.user:
24
- messages.push({ author: 'user', content: segment.content });
25
- break;
26
- case core_1.PromptRole.assistant:
27
- messages.push({ author: 'assistant', content: segment.content });
28
- break;
29
- case core_1.PromptRole.system:
30
- system.push(segment.content);
31
- break;
32
- case core_1.PromptRole.safety:
33
- safety.push(segment.content);
34
- break;
35
- }
36
- }
37
- if (opts.resultSchema) {
38
- safety.push((0, formatters_1.getJSONSafetyNotice)(opts.resultSchema));
39
- }
40
- const context = [];
41
- if (system.length > 0) {
42
- context.push(system.join('\n'));
43
- }
44
- if (safety.length > 0) {
45
- context.push('IMPORTANT: ' + safety.join('\n'));
46
- }
47
- return {
48
- instances: [{
49
- context: context.length > 0 ? context.join('\n') : undefined,
50
- messages
51
- }],
52
- parameters: {
53
- // put defauilts here
54
- }
55
- };
56
- }
57
- extractContentFromResponse(response) {
58
- return response.predictions[0].candidates[0].content ?? '';
59
- }
60
- extractContentFromResponseChunk(chunk) {
61
- return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
62
- }
63
- }
64
- exports.CodeyChatDefinition = CodeyChatDefinition;
65
- //# sourceMappingURL=codey-chat.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"codey-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":";;;AAAA,2CAAgG;AAChG,4DAAkE;AAElE,6DAAsI;AAgDtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,iBAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,iBAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,IAAA,gCAAmB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/F,CAAC;CAEJ;AA/DD,kDA+DC"}
@@ -1,35 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.CodeyTextDefinition = void 0;
4
- const core_1 = require("@llumiverse/core");
5
- const formatters_1 = require("@llumiverse/core/formatters");
6
- const palm_model_base_js_1 = require("./palm-model-base.js");
7
- class CodeyTextDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
8
- versions = [];
9
- model = {
10
- id: "code-bison",
11
- name: "Codey for Code Generation",
12
- provider: "vertexai",
13
- owner: "google",
14
- type: core_1.ModelType.Text,
15
- canStream: true,
16
- };
17
- createNonStreamingPrompt(_driver, segments, opts) {
18
- return {
19
- instances: [{
20
- prefix: (0, formatters_1.formatTextPrompt)(segments, opts.resultSchema)
21
- }],
22
- parameters: {
23
- // put defauilts here
24
- }
25
- };
26
- }
27
- extractContentFromResponse(response) {
28
- return response.predictions[0].content ?? '';
29
- }
30
- extractContentFromResponseChunk(chunk) {
31
- return chunk.outputs[0]?.structVal.content.stringVal || '';
32
- }
33
- }
34
- exports.CodeyTextDefinition = CodeyTextDefinition;
35
- //# sourceMappingURL=codey-text.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"codey-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":";;;AAAA,2CAAoF;AACpF,4DAA+D;AAE/D,6DAAsI;AAmCtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,IAAA,6BAAgB,EAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC;iBACxD,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ;AA9BD,kDA8BC"}
@@ -1,59 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.AbstractPalmModelDefinition = void 0;
4
- const async_1 = require("@llumiverse/core/async");
5
- const tensor_js_1 = require("../utils/tensor.js");
6
- class AbstractPalmModelDefinition {
7
- createPrompt(driver, segments, options) {
8
- return this.createNonStreamingPrompt(driver, segments, options);
9
- }
10
- async requestCompletion(driver, prompt, options) {
11
- const nonStreamingPrompt = prompt;
12
- Object.assign((nonStreamingPrompt).parameters, {
13
- temperature: options.temperature,
14
- maxOutputTokens: options.max_tokens,
15
- });
16
- const response = await driver.fetchClient.post(`/publishers/google/models/${this.model.id}:predict`, {
17
- payload: nonStreamingPrompt
18
- });
19
- const metadata = response.metadata;
20
- const inputTokens = metadata.tokenMetadata.inputTokenCount.totalTokens;
21
- const outputTokens = metadata.tokenMetadata.outputTokenCount.totalTokens;
22
- const result = this.extractContentFromResponse(response);
23
- return {
24
- result,
25
- token_usage: {
26
- prompt: inputTokens,
27
- result: outputTokens,
28
- total: inputTokens && outputTokens ? inputTokens + outputTokens : undefined,
29
- },
30
- //finish_reason not available
31
- original_response: options.include_original_response ? response : undefined,
32
- };
33
- }
34
- async requestCompletionStream(driver, prompt, options) {
35
- const inPrompt = prompt;
36
- Object.assign(inPrompt.parameters, {
37
- temperature: options.temperature,
38
- maxOutputTokens: options.max_tokens,
39
- });
40
- const path = `/publishers/google/models/${this.model.id}:serverStreamingPredict?alt=sse`;
41
- const newPrompt = (0, tensor_js_1.generateStreamingPrompt)(inPrompt);
42
- // we need to modify the existing prompt since it is not the final one
43
- const outPrompt = prompt;
44
- delete outPrompt.instances;
45
- outPrompt.inputs = newPrompt.inputs;
46
- outPrompt.parameters = newPrompt.parameters;
47
- const eventStrean = await driver.fetchClient.post(path, {
48
- payload: newPrompt,
49
- reader: 'sse'
50
- });
51
- return (0, async_1.transformSSEStream)(eventStrean, (data) => {
52
- const json = JSON.parse(data);
53
- const stringChunk = this.extractContentFromResponseChunk(json);
54
- return Array.isArray(stringChunk) ? stringChunk.join('') : stringChunk;
55
- });
56
- }
57
- }
58
- exports.AbstractPalmModelDefinition = AbstractPalmModelDefinition;
59
- //# sourceMappingURL=palm-model-base.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"palm-model-base.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":";;;AACA,kDAA4D;AAG5D,kDAA6D;AAkD7D,MAAsB,2BAA2B;IAY7C,YAAY,CAAC,MAAsB,EAAE,QAAyB,EAAE,OAAsB;QAClF,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QACrH,MAAM,kBAAkB,GAAG,MAA6B,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE;YAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE;YACjG,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAgC,CAAC;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO;YACH,MAAM;YACN,WAAW,EAAE;gBACT,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS;aAC9E;YACD,6BAA6B;YAC7B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QAC3H,MAAM,QAAQ,GAAG,MAA6B,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,iCAAiC,CAAC;QAEzF,MAAM,SAAS,GAAG,IAAA,mCAAuB,EAAC,QAAQ,CAAC,CAAC;QAEpD,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAA0B,CAAC;QAC7C,OAAQ,SAAiB,CAAC,SAAS,CAAC;QACpC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;YACpD,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,IAAA,0BAAkB,EAAC,WAAW,EAAE,CAAC,IAAY,EAAE,EAAE;YACpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC3E,CAAC,CAAC,CAAA;IACN,CAAC;CAEJ;AAzED,kEAyEC"}
@@ -1,65 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Palm2ChatDefinition = void 0;
4
- const core_1 = require("@llumiverse/core");
5
- const formatters_1 = require("@llumiverse/core/formatters");
6
- const palm_model_base_js_1 = require("./palm-model-base.js");
7
- class Palm2ChatDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
8
- versions = [];
9
- model = {
10
- id: "chat-bison",
11
- name: "PaLM 2 for Chat",
12
- provider: "vertexai",
13
- owner: "google",
14
- type: core_1.ModelType.Chat,
15
- canStream: true,
16
- };
17
- createNonStreamingPrompt(_driver, segments, opts) {
18
- const system = [];
19
- const messages = [];
20
- const safety = [];
21
- for (const segment of segments) {
22
- switch (segment.role) {
23
- case core_1.PromptRole.user:
24
- messages.push({ author: 'user', content: segment.content });
25
- break;
26
- case core_1.PromptRole.assistant:
27
- messages.push({ author: 'assistant', content: segment.content });
28
- break;
29
- case core_1.PromptRole.system:
30
- system.push(segment.content);
31
- break;
32
- case core_1.PromptRole.safety:
33
- safety.push(segment.content);
34
- break;
35
- }
36
- }
37
- if (opts.resultSchema) {
38
- safety.push((0, formatters_1.getJSONSafetyNotice)(opts.resultSchema));
39
- }
40
- const context = [];
41
- if (system.length > 0) {
42
- context.push(system.join('\n'));
43
- }
44
- if (safety.length > 0) {
45
- context.push('IMPORTANT: ' + safety.join('\n'));
46
- }
47
- return {
48
- instances: [{
49
- context: context.length > 0 ? context.join('\n') : undefined,
50
- messages
51
- }],
52
- parameters: {
53
- // put defauilts here
54
- }
55
- };
56
- }
57
- extractContentFromResponse(response) {
58
- return response.predictions[0].candidates[0].content ?? '';
59
- }
60
- extractContentFromResponseChunk(chunk) {
61
- return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
62
- }
63
- }
64
- exports.Palm2ChatDefinition = Palm2ChatDefinition;
65
- //# sourceMappingURL=palm2-chat.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"palm2-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":";;;AAAA,2CAAgG;AAChG,4DAAkE;AAElE,6DAAsI;AAqDtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,iBAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,iBAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,IAAA,gCAAmB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAA;IAC9F,CAAC;CACJ;AA9DD,kDA8DC"}
@@ -1,35 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Palm2TextDefinition = void 0;
4
- const core_1 = require("@llumiverse/core");
5
- const formatters_1 = require("@llumiverse/core/formatters");
6
- const palm_model_base_js_1 = require("./palm-model-base.js");
7
- class Palm2TextDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
8
- versions = [];
9
- model = {
10
- id: "text-bison",
11
- name: "PaLM 2 for Text",
12
- provider: "vertexai",
13
- owner: "google",
14
- type: core_1.ModelType.Text,
15
- canStream: true,
16
- };
17
- createNonStreamingPrompt(_driver, segments, opts) {
18
- return {
19
- instances: [{
20
- prompt: (0, formatters_1.formatTextPrompt)(segments, opts.resultSchema)
21
- }],
22
- parameters: {
23
- // put defauilts here
24
- }
25
- };
26
- }
27
- extractContentFromResponse(response) {
28
- return response.predictions[0].content ?? '';
29
- }
30
- extractContentFromResponseChunk(chunk) {
31
- return chunk.outputs[0]?.structVal.content.stringVal || '';
32
- }
33
- }
34
- exports.Palm2TextDefinition = Palm2TextDefinition;
35
- //# sourceMappingURL=palm2-text.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"palm2-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":";;;AAAA,2CAAoF;AACpF,4DAA+D;AAE/D,6DAAsI;AAmCtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,IAAA,6BAAgB,EAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC;iBACxD,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ;AA9BD,kDA8BC"}
@@ -1,87 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.generateStreamingPrompt = exports.formatArrayAsTensor = void 0;
4
- function getTensorType(val) {
5
- if (val == null) {
6
- return null;
7
- }
8
- if (Array.isArray(val)) {
9
- if (val.length > 0) {
10
- val = val[0];
11
- }
12
- else {
13
- return 'listVal';
14
- }
15
- }
16
- const type = typeof val;
17
- if (type === 'string') {
18
- return 'stringVal';
19
- }
20
- if (type === 'number') {
21
- if (val % 1 === 0) { // is interger
22
- return 'intVal';
23
- }
24
- else {
25
- return 'floatVal';
26
- }
27
- }
28
- if (type === 'boolean') {
29
- return 'boolVal';
30
- }
31
- if (type === 'object') {
32
- return 'structVal';
33
- }
34
- return undefined;
35
- }
36
- function formatArrayAsTensor(arr) {
37
- return arr.map(item => {
38
- const type = typeof item;
39
- if (type === 'string' || type === 'number' || type === 'boolean') {
40
- return item; // primitve values
41
- }
42
- else {
43
- return formatObjectAsTensor(item);
44
- }
45
- });
46
- }
47
- exports.formatArrayAsTensor = formatArrayAsTensor;
48
- /**
49
- * Do not support nested array or nested object arrays
50
- * @param obj
51
- * @returns
52
- */
53
- function formatObjectAsTensor(obj, isField = false) {
54
- const struct = {};
55
- const keys = Object.keys(obj);
56
- for (const key of keys) {
57
- //console.log('###', key);
58
- const val = obj[key];
59
- const type = getTensorType(val);
60
- if (type === 'structVal') {
61
- if (Array.isArray(val)) {
62
- struct[key] = { listVal: formatArrayAsTensor(val) };
63
- }
64
- else {
65
- struct[key] = {
66
- [type]: formatObjectAsTensor(val, true)
67
- };
68
- }
69
- }
70
- else if (type) {
71
- struct[key] = {
72
- [type]: val
73
- };
74
- }
75
- }
76
- return isField ? struct : {
77
- structVal: struct
78
- };
79
- }
80
- function generateStreamingPrompt(prompt) {
81
- return {
82
- inputs: prompt.instances.map((inst) => formatObjectAsTensor(inst)),
83
- parameters: formatObjectAsTensor(prompt.parameters)
84
- };
85
- }
86
- exports.generateStreamingPrompt = generateStreamingPrompt;
87
- //# sourceMappingURL=tensor.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"tensor.js","sourceRoot":"","sources":["../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":";;;AAEA,SAAS,aAAa,CAAC,GAAQ;IAC3B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;IACxB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc;YAC/B,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,UAAU,CAAC;QACtB,CAAC;IACL,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAgB,mBAAmB,CAAC,GAAU;IAC1C,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClB,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC;QACzB,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,IAAI,CAAC,CAAC,mBAAmB;QACpC,CAAC;aAAM,CAAC;YACJ,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AATD,kDASC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,GAAQ,EAAE,OAAO,GAAG,KAAK;IACnD,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,0BAA0B;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG;oBACV,CAAC,IAAI,CAAC,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC;iBAC1C,CAAA;YACL,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,GAAG;gBACV,CAAC,IAAI,CAAC,EAAE,GAAG;aACd,CAAA;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtB,SAAS,EAAE,MAAM;KACpB,CAAC;AACN,CAAC;AAGD,SAAgB,uBAAuB,CAAC,MAA2C;IAC/E,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACvE,UAAU,EAAE,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC;KACtD,CAAA;AACL,CAAC;AALD,0DAKC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,cAAc,EAQd,SAAS,EAET,iBAAiB,EAGpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,oBAAoB;IACpB,oBAAoB;IACpB,aAAa;IACb,aAAa;IACb,YAAY;CACf,CAAC,CAAC;AAMH,MAAM,OAAO,YAAa,SAAQ,cAGjC;IACG,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,iBAAiB,GAAa,CAAC,YAAY,CAAC,CAAC;IAC7C,qBAAqB,GAAa,CAAC,YAAY,CAAC,CAAC;IACjD,OAAO,CAAS;IAChB,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC;IAEjC,YAAY,IAAyB;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,sBAAsB,CAAC;IAC/C,CAAC;IAED,uBAAuB,CACnB,OAAyB,EACzB,MAA8C;QAE9C,MAAM,SAAS,GAAwB;YACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;YACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;YACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;SACpC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAE3C,8BAA8B;QAC9B,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAiB;gBACxC,WAAW,EAAE,SAAS;gBACtB,aAAa;aAChB,CAAA;QACL,CAAC;QAED,+DAA+D;QAC/D,MAAM,IAAI,GAAG,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QAChE,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,gCAAgC,EAAE,MAAM,CAAC,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,SAAS;YACtB,aAAa;SAChB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAA4D,EAAE,OAAyB;QACjH,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY;YAC9B,CAAC,CAAC,CAAC,KAAkD,EAAE,EAAE;gBACrD,OAAO,CACH,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CACrE,CAAC;YACN,CAAC;YACD,CAAC,CAAC,CAAC,KAAkD,EAAE,EAAE;gBACrD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YAClD,CAAC,CAAC;QAEN,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACvD,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,CAAC,EAAE,CAAC;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,OAAO,CAAC,YAAY;gBACvB,CAAC,CAAC;oBACE;wBACI,QAAQ,EAAE;4BACN,IAAI,EAAE,eAAe;4BACrB,UAAU,EAAE,OAAO,CAAC,YAAmB;yBAC1C;wBACD,IAAI,EAAE,UAAU;qBACe;iBACtC;gBACD,CAAC,CAAC,SAAS;YACf,WAAW,EAAE,OAAO,CAAC,YAAY;gBAC7B,CAAC,CAAC;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;iBACtC,CAAC,CAAC,CAAC,SAAS;SACpB,CAAC,CAAwD,CAAC;QAE3D,OAAO,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA4D,EAAE,OAAyB;QAC3G,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY;YAClC,CAAC,CAAC;gBACE;oBACI,QAAQ,EAAE;wBACN,IAAI,EAAE,eAAe;wBACrB,UAAU,EAAE,OAAO,CAAC,YAAmB;qBAC1C;oBACD,IAAI,EAAE,UAAU;iBACe;aACtC;YACD,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACnD,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,CAAC,EAAE,CAAC;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,OAAO,CAAC,YAAY;gBAC7B,CAAC,CAAC;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;iBACtC,CAAC,CAAC,CAAC,SAAS;YACjB,wBAAwB;YACxB,sCAAsC;YACtC,kCAAkC;YAClC,mBAAmB;SACtB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,yBAAyB,EAAE,CAAC;YACpC,UAAU,CAAC,iBAAiB,GAAG,GAAG,CAAC;QACvC,CAAC;QACD,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,oBAAoB,CAAC,OAA8B;QAC/C,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,wCAAwC;YACxC,MAAM,IAAI,KAAK,CAAC,kCAAkC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAC7D,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;YACzC,IAAI,EAAE,MAAM,KAAK,CAAC,GAAG,CAAC;YACtB,OAAO,EAAE,WAAW;SACvB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;YAClD,aAAa,EAAE,IAAI,CAAC,EAAE;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,OAAO,CAAC,MAAM;SAClC,CAAC,CAAA;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,yCAAyC;IAEzC,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,mBAAmB;QACf,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAA4C;QAC1D,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QACjE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,EAAE;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;YACjB,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO;SAClE,CAAC,CAAC,CAAC;IACR,CAAC;IAGD,KAAK,CAAC,kBAAkB,CAAC,EAAE,OAAO,EAAE,KAAK,GAAG,wBAAwB,EAAqB;QACrF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;YAC7C,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEzC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAsB,CAAC;IAC7D,CAAC;;AAKL,SAAS,OAAO,CAAC,GAAyC;IACtD,gFAAgF;IAChF,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,OAA2B,CAAC;IAChC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAClC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACtI,CAAC;SAAM,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,SAAS,CAAC;IACxB,CAAC;IACD,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,gBAAgB,IAAI,SAAS;QACxC,MAAM;QACN,OAAO;KACV,CAAA;AACL,CAAC"}
@@ -1,61 +0,0 @@
1
- import { ModelType, PromptRole } from "@llumiverse/core";
2
- import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
3
- import { AbstractPalmModelDefinition } from "./palm-model-base.js";
4
- export class CodeyChatDefinition extends AbstractPalmModelDefinition {
5
- versions = [];
6
- model = {
7
- id: "codechat-bison",
8
- name: "Codey for Code Chat",
9
- provider: "vertexai",
10
- owner: "google",
11
- type: ModelType.Chat,
12
- canStream: true,
13
- };
14
- createNonStreamingPrompt(_driver, segments, opts) {
15
- const system = [];
16
- const messages = [];
17
- const safety = [];
18
- for (const segment of segments) {
19
- switch (segment.role) {
20
- case PromptRole.user:
21
- messages.push({ author: 'user', content: segment.content });
22
- break;
23
- case PromptRole.assistant:
24
- messages.push({ author: 'assistant', content: segment.content });
25
- break;
26
- case PromptRole.system:
27
- system.push(segment.content);
28
- break;
29
- case PromptRole.safety:
30
- safety.push(segment.content);
31
- break;
32
- }
33
- }
34
- if (opts.resultSchema) {
35
- safety.push(getJSONSafetyNotice(opts.resultSchema));
36
- }
37
- const context = [];
38
- if (system.length > 0) {
39
- context.push(system.join('\n'));
40
- }
41
- if (safety.length > 0) {
42
- context.push('IMPORTANT: ' + safety.join('\n'));
43
- }
44
- return {
45
- instances: [{
46
- context: context.length > 0 ? context.join('\n') : undefined,
47
- messages
48
- }],
49
- parameters: {
50
- // put defauilts here
51
- }
52
- };
53
- }
54
- extractContentFromResponse(response) {
55
- return response.predictions[0].candidates[0].content ?? '';
56
- }
57
- extractContentFromResponseChunk(chunk) {
58
- return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
59
- }
60
- }
61
- //# sourceMappingURL=codey-chat.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"codey-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAgDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/F,CAAC;CAEJ"}