@llumiverse/core 0.19.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/lib/cjs/CompletionStream.js +1 -1
  2. package/lib/cjs/CompletionStream.js.map +1 -1
  3. package/lib/cjs/capability/bedrock.js +186 -0
  4. package/lib/cjs/capability/bedrock.js.map +1 -0
  5. package/lib/cjs/capability/openai.js +122 -0
  6. package/lib/cjs/capability/openai.js.map +1 -0
  7. package/lib/cjs/capability/vertexai.js +90 -0
  8. package/lib/cjs/capability/vertexai.js.map +1 -0
  9. package/lib/cjs/capability.js +52 -0
  10. package/lib/cjs/capability.js.map +1 -0
  11. package/lib/cjs/formatters/index.js +0 -1
  12. package/lib/cjs/formatters/index.js.map +1 -1
  13. package/lib/cjs/options/bedrock.js +343 -0
  14. package/lib/cjs/options/bedrock.js.map +1 -0
  15. package/lib/cjs/options/groq.js +37 -0
  16. package/lib/cjs/options/groq.js.map +1 -0
  17. package/lib/cjs/options/openai.js +123 -0
  18. package/lib/cjs/options/openai.js.map +1 -0
  19. package/lib/cjs/options/vertexai.js +257 -0
  20. package/lib/cjs/options/vertexai.js.map +1 -0
  21. package/lib/cjs/options.js +19 -0
  22. package/lib/cjs/options.js.map +1 -0
  23. package/lib/cjs/stream.js +14 -1
  24. package/lib/cjs/stream.js.map +1 -1
  25. package/lib/cjs/types.js +80 -0
  26. package/lib/cjs/types.js.map +1 -0
  27. package/lib/esm/CompletionStream.js +1 -1
  28. package/lib/esm/CompletionStream.js.map +1 -1
  29. package/lib/esm/capability/bedrock.js +183 -0
  30. package/lib/esm/capability/bedrock.js.map +1 -0
  31. package/lib/esm/capability/openai.js +119 -0
  32. package/lib/esm/capability/openai.js.map +1 -0
  33. package/lib/esm/capability/vertexai.js +87 -0
  34. package/lib/esm/capability/vertexai.js.map +1 -0
  35. package/lib/esm/capability.js +47 -0
  36. package/lib/esm/capability.js.map +1 -0
  37. package/lib/esm/formatters/index.js +0 -1
  38. package/lib/esm/formatters/index.js.map +1 -1
  39. package/lib/esm/options/bedrock.js +340 -0
  40. package/lib/esm/options/bedrock.js.map +1 -0
  41. package/lib/esm/options/groq.js +34 -0
  42. package/lib/esm/options/groq.js.map +1 -0
  43. package/lib/esm/options/openai.js +120 -0
  44. package/lib/esm/options/openai.js.map +1 -0
  45. package/lib/esm/options/vertexai.js +253 -0
  46. package/lib/esm/options/vertexai.js.map +1 -0
  47. package/lib/esm/options.js +16 -0
  48. package/lib/esm/options.js.map +1 -0
  49. package/lib/esm/stream.js +12 -1
  50. package/lib/esm/stream.js.map +1 -1
  51. package/lib/esm/types.js +77 -0
  52. package/lib/esm/types.js.map +1 -0
  53. package/lib/tsconfig.tsbuildinfo +1 -0
  54. package/lib/types/CompletionStream.d.ts +1 -1
  55. package/lib/types/CompletionStream.d.ts.map +1 -1
  56. package/lib/types/capability/bedrock.d.ts +6 -0
  57. package/lib/types/capability/bedrock.d.ts.map +1 -0
  58. package/lib/types/capability/openai.d.ts +10 -0
  59. package/lib/types/capability/openai.d.ts.map +1 -0
  60. package/lib/types/capability/vertexai.d.ts +10 -0
  61. package/lib/types/capability/vertexai.d.ts.map +1 -0
  62. package/lib/types/capability.d.ts +4 -0
  63. package/lib/types/capability.d.ts.map +1 -0
  64. package/lib/types/formatters/index.d.ts +0 -1
  65. package/lib/types/formatters/index.d.ts.map +1 -1
  66. package/lib/types/options/bedrock.d.ts +31 -0
  67. package/lib/types/options/bedrock.d.ts.map +1 -0
  68. package/lib/types/options/groq.d.ts +11 -0
  69. package/lib/types/options/groq.d.ts.map +1 -0
  70. package/lib/types/options/openai.d.ts +20 -0
  71. package/lib/types/options/openai.d.ts.map +1 -0
  72. package/lib/types/options/vertexai.d.ts +51 -0
  73. package/lib/types/options/vertexai.d.ts.map +1 -0
  74. package/lib/types/options.d.ts +2 -0
  75. package/lib/types/options.d.ts.map +1 -0
  76. package/lib/types/stream.d.ts +2 -0
  77. package/lib/types/stream.d.ts.map +1 -1
  78. package/lib/types/types.d.ts +322 -0
  79. package/lib/types/types.d.ts.map +1 -0
  80. package/package.json +4 -4
  81. package/src/CompletionStream.ts +2 -2
  82. package/src/formatters/index.ts +0 -1
  83. package/src/stream.ts +17 -3
  84. package/src/formatters/openai.ts +0 -159
@@ -0,0 +1,257 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ImagenMaskMode = exports.ImagenTaskType = void 0;
4
+ exports.getVertexAiOptions = getVertexAiOptions;
5
+ const types_js_1 = require("../types.js");
6
+ const options_js_1 = require("../options.js");
7
+ var ImagenTaskType;
8
+ (function (ImagenTaskType) {
9
+ ImagenTaskType["TEXT_IMAGE"] = "TEXT_IMAGE";
10
+ ImagenTaskType["EDIT_MODE_INPAINT_REMOVAL"] = "EDIT_MODE_INPAINT_REMOVAL";
11
+ ImagenTaskType["EDIT_MODE_INPAINT_INSERTION"] = "EDIT_MODE_INPAINT_INSERTION";
12
+ ImagenTaskType["EDIT_MODE_BGSWAP"] = "EDIT_MODE_BGSWAP";
13
+ ImagenTaskType["EDIT_MODE_OUTPAINT"] = "EDIT_MODE_OUTPAINT";
14
+ ImagenTaskType["CUSTOMIZATION_SUBJECT"] = "CUSTOMIZATION_SUBJECT";
15
+ ImagenTaskType["CUSTOMIZATION_STYLE"] = "CUSTOMIZATION_STYLE";
16
+ ImagenTaskType["CUSTOMIZATION_CONTROLLED"] = "CUSTOMIZATION_CONTROLLED";
17
+ ImagenTaskType["CUSTOMIZATION_INSTRUCT"] = "CUSTOMIZATION_INSTRUCT";
18
+ })(ImagenTaskType || (exports.ImagenTaskType = ImagenTaskType = {}));
19
+ var ImagenMaskMode;
20
+ (function (ImagenMaskMode) {
21
+ ImagenMaskMode["MASK_MODE_USER_PROVIDED"] = "MASK_MODE_USER_PROVIDED";
22
+ ImagenMaskMode["MASK_MODE_BACKGROUND"] = "MASK_MODE_BACKGROUND";
23
+ ImagenMaskMode["MASK_MODE_FOREGROUND"] = "MASK_MODE_FOREGROUND";
24
+ ImagenMaskMode["MASK_MODE_SEMANTIC"] = "MASK_MODE_SEMANTIC";
25
+ })(ImagenMaskMode || (exports.ImagenMaskMode = ImagenMaskMode = {}));
26
+ function getVertexAiOptions(model, option) {
27
+ if (model.includes("imagen-3.0")) {
28
+ const commonOptions = [
29
+ {
30
+ name: types_js_1.SharedOptions.number_of_images, type: types_js_1.OptionType.numeric, min: 1, max: 4, default: 1,
31
+ integer: true, description: "Number of Images to generate",
32
+ },
33
+ {
34
+ name: types_js_1.SharedOptions.seed, type: types_js_1.OptionType.numeric, min: 0, max: 4294967295, default: 12,
35
+ integer: true, description: "The seed of the generated image"
36
+ },
37
+ {
38
+ name: "person_generation", type: types_js_1.OptionType.enum, enum: { "Disallow the inclusion of people or faces in images": "dont_allow", "Allow generation of adults only": "allow_adult", "Allow generation of people of all ages": "allow_all" },
39
+ default: "allow_adult", description: "The safety setting for allowing the generation of people in the image"
40
+ },
41
+ {
42
+ name: "safety_setting", type: types_js_1.OptionType.enum, enum: { "Block very few problematic prompts and responses": "block_none", "Block only few problematic prompts and responses": "block_only_high", "Block some problematic prompts and responses": "block_medium_and_above", "Strictest filtering": "block_low_and_above" },
43
+ default: "block_medium_and_above", description: "The overall safety setting"
44
+ },
45
+ ];
46
+ const outputOptions = [
47
+ {
48
+ name: "image_file_type", type: types_js_1.OptionType.enum, enum: { "JPEG": "image/jpeg", "PNG": "image/png" },
49
+ default: "image/png", description: "The file type of the generated image",
50
+ refresh: true,
51
+ },
52
+ ];
53
+ const jpegQuality = {
54
+ name: "jpeg_compression_quality", type: types_js_1.OptionType.numeric, min: 0, max: 100, default: 75,
55
+ integer: true, description: "The compression quality of the JPEG image",
56
+ };
57
+ if (option?.image_file_type === "image/jpeg") {
58
+ outputOptions.push(jpegQuality);
59
+ }
60
+ if (model.includes("generate")) {
61
+ //Generate models
62
+ const modeOptions = [
63
+ {
64
+ name: "aspect_ratio", type: types_js_1.OptionType.enum, enum: { "1:1": "1:1", "4:3": "4:3", "3:4": "3:4", "16:9": "16:9", "9:16": "9:16" },
65
+ default: "1:1", description: "The aspect ratio of the generated image"
66
+ },
67
+ {
68
+ name: "add_watermark", type: types_js_1.OptionType.boolean, default: false, description: "Add an invisible watermark to the generated image, useful for detection of AI images"
69
+ },
70
+ ];
71
+ const enhanceOptions = !model.includes("generate-001") ? [
72
+ {
73
+ name: "enhance_prompt", type: types_js_1.OptionType.boolean, default: true, description: "VertexAI automatically rewrites the prompt to better reflect the prompt's intent."
74
+ },
75
+ ] : [];
76
+ return {
77
+ _option_id: "vertexai-imagen",
78
+ options: [
79
+ ...commonOptions,
80
+ ...modeOptions,
81
+ ...outputOptions,
82
+ ...enhanceOptions,
83
+ ]
84
+ };
85
+ }
86
+ if (model.includes("capability")) {
87
+ //Edit models
88
+ let guidanceScaleDefault = 75;
89
+ if (option?.edit_mode === ImagenTaskType.EDIT_MODE_INPAINT_INSERTION) {
90
+ guidanceScaleDefault = 60;
91
+ }
92
+ const modeOptions = [
93
+ {
94
+ name: "edit_mode", type: types_js_1.OptionType.enum,
95
+ enum: {
96
+ "EDIT_MODE_INPAINT_REMOVAL": "EDIT_MODE_INPAINT_REMOVAL",
97
+ "EDIT_MODE_INPAINT_INSERTION": "EDIT_MODE_INPAINT_INSERTION",
98
+ "EDIT_MODE_BGSWAP": "EDIT_MODE_BGSWAP",
99
+ "EDIT_MODE_OUTPAINT": "EDIT_MODE_OUTPAINT",
100
+ "CUSTOMIZATION_SUBJECT": "CUSTOMIZATION_SUBJECT",
101
+ "CUSTOMIZATION_STYLE": "CUSTOMIZATION_STYLE",
102
+ "CUSTOMIZATION_CONTROLLED": "CUSTOMIZATION_CONTROLLED",
103
+ "CUSTOMIZATION_INSTRUCT": "CUSTOMIZATION_INSTRUCT",
104
+ },
105
+ description: "The editing mode. CUSTOMIZATION options use few-shot learning to generate images based on a few examples."
106
+ },
107
+ {
108
+ name: "guidance_scale", type: types_js_1.OptionType.numeric, min: 0, max: 500, default: guidanceScaleDefault,
109
+ integer: true, description: "How closely the generation follows the prompt"
110
+ }
111
+ ];
112
+ const maskOptions = (option?.edit_mode?.includes("EDIT")) ? [
113
+ {
114
+ name: "mask_mode", type: types_js_1.OptionType.enum,
115
+ enum: {
116
+ "MASK_MODE_USER_PROVIDED": "MASK_MODE_USER_PROVIDED",
117
+ "MASK_MODE_BACKGROUND": "MASK_MODE_BACKGROUND",
118
+ "MASK_MODE_FOREGROUND": "MASK_MODE_FOREGROUND",
119
+ "MASK_MODE_SEMANTIC": "MASK_MODE_SEMANTIC",
120
+ },
121
+ default: "MASK_MODE_USER_PROVIDED",
122
+ description: "How should the mask for the generation be provided"
123
+ },
124
+ {
125
+ name: "mask_dilation", type: types_js_1.OptionType.numeric, min: 0, max: 1,
126
+ integer: true, description: "The mask dilation, grows the mask by a percetage of image width to compensate for imprecise masks."
127
+ },
128
+ ] : [];
129
+ const maskClassOptions = (option?.mask_mode === ImagenMaskMode.MASK_MODE_SEMANTIC) ? [
130
+ {
131
+ name: "mask_class", type: types_js_1.OptionType.string_list, default: [],
132
+ description: "Input Class IDs. Create a mask based on image class, based on https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/imagen-api-customization#segment-ids"
133
+ }
134
+ ] : [];
135
+ const editOptions = option?.edit_mode?.includes("EDIT") ? [
136
+ {
137
+ name: "edit_steps", type: types_js_1.OptionType.numeric, default: 75,
138
+ integer: true, description: "The number of steps for the base image generation, more steps means more time and better quality"
139
+ },
140
+ ] : [];
141
+ const customizationOptions = option?.edit_mode === ImagenTaskType.CUSTOMIZATION_CONTROLLED
142
+ || option?.edit_mode === ImagenTaskType.CUSTOMIZATION_SUBJECT ? [
143
+ {
144
+ name: "controlType", type: types_js_1.OptionType.enum, enum: { "Face Mesh": "CONTROL_TYPE_FACE_MESH", "Canny": "CONTROL_TYPE_CANNY", "Scribble": "CONTROL_TYPE_SCRIBBLE" },
145
+ default: "CONTROL_TYPE_CANNY", description: "Method used to generate the control image"
146
+ },
147
+ {
148
+ name: "controlImageComputation", type: types_js_1.OptionType.boolean, default: true, description: "Should the control image be computed from the input image, or is it provided"
149
+ }
150
+ ] : [];
151
+ return {
152
+ _option_id: "vertexai-imagen",
153
+ options: [
154
+ ...modeOptions,
155
+ ...commonOptions,
156
+ ...maskOptions,
157
+ ...maskClassOptions,
158
+ ...editOptions,
159
+ ...customizationOptions,
160
+ ...outputOptions,
161
+ ]
162
+ };
163
+ }
164
+ }
165
+ else if (model.includes("gemini")) {
166
+ const max_tokens_limit = getGeminiMaxTokensLimit(model);
167
+ const excludeOptions = ["max_tokens", "presence_penalty"];
168
+ let commonOptions = options_js_1.textOptionsFallback.options.filter((option) => !excludeOptions.includes(option.name));
169
+ if (model.includes("1.5")) {
170
+ commonOptions = commonOptions.filter((option) => option.name !== "frequency_penalty");
171
+ }
172
+ const max_tokens = [{
173
+ name: types_js_1.SharedOptions.max_tokens, type: types_js_1.OptionType.numeric, min: 1, max: max_tokens_limit,
174
+ integer: true, step: 200, description: "The maximum number of tokens to generate"
175
+ }];
176
+ return {
177
+ _option_id: "vertexai-gemini",
178
+ options: [
179
+ ...max_tokens,
180
+ ...commonOptions,
181
+ ]
182
+ };
183
+ }
184
+ else if (model.includes("claude")) {
185
+ const max_tokens_limit = getClaudeMaxTokensLimit(model, option);
186
+ const excludeOptions = ["max_tokens", "presence_penalty", "frequency_penalty"];
187
+ let commonOptions = options_js_1.textOptionsFallback.options.filter((option) => !excludeOptions.includes(option.name));
188
+ const max_tokens = [{
189
+ name: types_js_1.SharedOptions.max_tokens, type: types_js_1.OptionType.numeric, min: 1, max: max_tokens_limit,
190
+ integer: true, step: 200, description: "The maximum number of tokens to generate"
191
+ }];
192
+ if (model.includes("3-7")) {
193
+ const claudeModeOptions = [
194
+ {
195
+ name: "thinking_mode",
196
+ type: types_js_1.OptionType.boolean,
197
+ default: false,
198
+ description: "If true, use the extended reasoning mode"
199
+ },
200
+ ];
201
+ const claudeThinkingOptions = option?.thinking_mode ? [
202
+ {
203
+ name: "thinking_budget_tokens",
204
+ type: types_js_1.OptionType.numeric,
205
+ min: 1024,
206
+ default: 4000,
207
+ integer: true,
208
+ step: 100,
209
+ description: "The target number of tokens to use for reasoning, not a hard limit."
210
+ },
211
+ ] : [];
212
+ return {
213
+ _option_id: "vertexai-claude",
214
+ options: [
215
+ ...max_tokens,
216
+ ...commonOptions,
217
+ ...claudeModeOptions,
218
+ ...claudeThinkingOptions,
219
+ ]
220
+ };
221
+ }
222
+ return {
223
+ _option_id: "vertexai-claude",
224
+ options: [
225
+ ...max_tokens,
226
+ ...commonOptions,
227
+ ]
228
+ };
229
+ }
230
+ return options_js_1.textOptionsFallback;
231
+ }
232
+ function getGeminiMaxTokensLimit(model) {
233
+ if (model.includes("thinking")) {
234
+ return 65536;
235
+ }
236
+ if (model.includes("ultra") || model.includes("vision")) {
237
+ return 2048;
238
+ }
239
+ return 8192;
240
+ }
241
+ function getClaudeMaxTokensLimit(model, option) {
242
+ if (model.includes("3-7")) {
243
+ if (option && option?.thinking_mode) {
244
+ return 128000;
245
+ }
246
+ else {
247
+ return 8192;
248
+ }
249
+ }
250
+ else if (model.includes("3-5")) {
251
+ return 8192;
252
+ }
253
+ else {
254
+ return 4096;
255
+ }
256
+ }
257
+ //# sourceMappingURL=vertexai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"vertexai.js","sourceRoot":"","sources":["../../../src/options/vertexai.ts"],"names":[],"mappings":";;;AAgEA,gDA8NC;AA9RD,0CAA6G;AAC7G,8CAAoD;AAKpD,IAAY,cAUX;AAVD,WAAY,cAAc;IACtB,2CAAyB,CAAA;IACzB,yEAAuD,CAAA;IACvD,6EAA2D,CAAA;IAC3D,uDAAqC,CAAA;IACrC,2DAAyC,CAAA;IACzC,iEAA+C,CAAA;IAC/C,6DAA2C,CAAA;IAC3C,uEAAqD,CAAA;IACrD,mEAAiD,CAAA;AACrD,CAAC,EAVW,cAAc,8BAAd,cAAc,QAUzB;AAED,IAAY,cAKX;AALD,WAAY,cAAc;IACtB,qEAAmD,CAAA;IACnD,+DAA6C,CAAA;IAC7C,+DAA6C,CAAA;IAC7C,2DAAyC,CAAA;AAC7C,CAAC,EALW,cAAc,8BAAd,cAAc,QAKzB;AAyCD,SAAgB,kBAAkB,CAAC,KAAa,EAAE,MAAqB;IACnE,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/B,MAAM,aAAa,GAA0B;YACzC;gBACI,IAAI,EAAE,wBAAa,CAAC,gBAAgB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;gBAC1F,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,8BAA8B;aAC7D;YACD;gBACI,IAAI,EAAE,wBAAa,CAAC,IAAI,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE;gBACxF,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,iCAAiC;aAChE;YACD;gBACI,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,qDAAqD,EAAE,YAAY,EAAE,iCAAiC,EAAE,aAAa,EAAE,wCAAwC,EAAE,WAAW,EAAE;gBACxO,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,uEAAuE;aAC/G;YACD;gBACI,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,kDAAkD,EAAE,YAAY,EAAE,kDAAkD,EAAE,iBAAiB,EAAE,8CAA8C,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE;gBACxT,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,4BAA4B;aAC/E;SACJ,CAAC;QAGF,MAAM,aAAa,GAA0B;YACzC;gBACI,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE;gBAClG,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,sCAAsC;gBACzE,OAAO,EAAE,IAAI;aAChB;SACJ,CAAA;QAED,MAAM,WAAW,GAAwB;YACrC,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACzF,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,2CAA2C;SAC1E,CAAA;QAED,IAAK,MAAwB,EAAE,eAAe,KAAK,YAAY,EAAE,CAAC;YAC9D,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7B,iBAAiB;YACjB,MAAM,WAAW,GACX;gBACE;oBACI,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;oBAC/H,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,yCAAyC;iBACzE;gBACD;oBACI,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,sFAAsF;iBACvK;aAEJ,CAAC;YAEN,MAAM,cAAc,GAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC5E;oBACI,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,mFAAmF;iBACpK;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO;gBACH,UAAU,EAAE,iBAAiB;gBAC7B,OAAO,EAAE;oBACL,GAAG,aAAa;oBAChB,GAAG,WAAW;oBACd,GAAG,aAAa;oBAChB,GAAG,cAAc;iBACpB;aACJ,CAAC;QACN,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,aAAa;YACb,IAAI,oBAAoB,GAAG,EAAE,CAAC;YAC9B,IAAK,MAAwB,EAAE,SAAS,KAAK,cAAc,CAAC,2BAA2B,EAAE,CAAC;gBACtF,oBAAoB,GAAG,EAAE,CAAC;YAC9B,CAAC;YAED,MAAM,WAAW,GAA0B;gBACvC;oBACI,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI;oBACxC,IAAI,EAAE;wBACF,2BAA2B,EAAE,2BAA2B;wBACxD,6BAA6B,EAAE,6BAA6B;wBAC5D,kBAAkB,EAAE,kBAAkB;wBACtC,oBAAoB,EAAE,oBAAoB;wBAC1C,uBAAuB,EAAE,uBAAuB;wBAChD,qBAAqB,EAAE,qBAAqB;wBAC5C,0BAA0B,EAAE,0BAA0B;wBACtD,wBAAwB,EAAE,wBAAwB;qBACrD;oBACD,WAAW,EAAE,2GAA2G;iBAC3H;gBAED;oBACI,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,oBAAoB;oBACjG,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,+CAA+C;iBAC9E;aACJ,CAAC;YAEF,MAAM,WAAW,GAA0B,CAAE,MAAwB,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClG;oBACI,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI;oBACxC,IAAI,EAAE;wBACF,yBAAyB,EAAE,yBAAyB;wBACpD,sBAAsB,EAAE,sBAAsB;wBAC9C,sBAAsB,EAAE,sBAAsB;wBAC9C,oBAAoB,EAAE,oBAAoB;qBAC7C;oBACD,OAAO,EAAE,yBAAyB;oBAClC,WAAW,EAAE,oDAAoD;iBACpE;gBACD;oBACI,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;oBAC/D,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,oGAAoG;iBACnI;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,gBAAgB,GAA0B,CAAE,MAAwB,EAAE,SAAS,KAAK,cAAc,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;gBAC3H;oBACI,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,qBAAU,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE;oBAC7D,WAAW,EAAE,0KAA0K;iBAC1L;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,WAAW,GAA2B,MAAwB,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAChG;oBACI,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;oBACzD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,kGAAkG;iBACjI;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,oBAAoB,GAA2B,MAAwB,EAAE,SAAS,KAAK,cAAc,CAAC,wBAAwB;mBAChI,MAAwB,EAAE,SAAS,KAAK,cAAc,CAAC,qBAAqB,CAAC,CAAC,CAAC;gBAC/E;oBACI,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,oBAAoB,EAAE,UAAU,EAAE,uBAAuB,EAAE;oBAC/J,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,2CAA2C;iBAC1F;gBACD;oBACI,IAAI,EAAE,yBAAyB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,8EAA8E;iBACxK;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO;gBACH,UAAU,EAAE,iBAAiB;gBAC7B,OAAO,EAAE;oBACL,GAAG,WAAW;oBACd,GAAG,aAAa;oBAChB,GAAG,WAAW;oBACd,GAAG,gBAAgB;oBACnB,GAAG,WAAW;oBACd,GAAG,oBAAoB;oBACvB,GAAG,aAAa;iBACnB;aACJ,CAAC;QACN,CAAC;IACL,CAAC;SACI,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;QAC1D,IAAI,aAAa,GAAG,gCAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1G,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,UAAU,GAA0B,CAAC;gBACvC,IAAI,EAAE,wBAAa,CAAC,UAAU,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,gBAAgB;gBACvF,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,0CAA0C;aACpF,CAAC,CAAC;QACH,OAAO;YACH,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE;gBACL,GAAG,UAAU;gBACb,GAAG,aAAa;aACnB;SACJ,CAAC;IACN,CAAC;SACI,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,KAAK,EAAE,MAA+B,CAAC,CAAC;QACzF,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;QAC/E,IAAI,aAAa,GAAG,gCAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1G,MAAM,UAAU,GAA0B,CAAC;gBACvC,IAAI,EAAE,wBAAa,CAAC,UAAU,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,gBAAgB;gBACvF,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,0CAA0C;aACpF,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,iBAAiB,GAA0B;gBAC7C;oBACI,IAAI,EAAE,eAAe;oBACrB,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,OAAO,EAAE,KAAK;oBACd,WAAW,EAAE,0CAA0C;iBAC1D;aACJ,CAAC;YACF,MAAM,qBAAqB,GAA2B,MAAgC,EAAE,aAAa,CAAC,CAAC,CAAC;gBACpG;oBACI,IAAI,EAAE,wBAAwB;oBAC9B,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,IAAI;oBACT,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,qEAAqE;iBACrF;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO;gBACH,UAAU,EAAE,iBAAiB;gBAC7B,OAAO,EAAE;oBACL,GAAG,UAAU;oBACb,GAAG,aAAa;oBAChB,GAAG,iBAAiB;oBACpB,GAAG,qBAAqB;iBAC3B;aACJ,CAAC;QACN,CAAC;QACD,OAAO;YACH,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE;gBACL,GAAG,UAAU;gBACb,GAAG,aAAa;aACnB;SACJ,CAAC;IACN,CAAC;IACD,OAAO,gCAAmB,CAAC;AAC/B,CAAC;AACD,SAAS,uBAAuB,CAAC,KAAa;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AACD,SAAS,uBAAuB,CAAC,KAAa,EAAE,MAA8B;IAC1E,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,IAAI,MAAM,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC;QAClB,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;SACI,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IAChB,CAAC;SACI,CAAC;QACF,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC"}
@@ -0,0 +1,19 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getOptions = getOptions;
4
+ const common_1 = require("@llumiverse/common");
5
+ function getOptions(model, provider, options) {
6
+ switch (provider?.toLowerCase()) {
7
+ case "bedrock":
8
+ return (0, common_1.getBedrockOptions)(model ?? "", options);
9
+ case "vertexai":
10
+ return (0, common_1.getVertexAiOptions)(model ?? "", options);
11
+ case "openai":
12
+ return (0, common_1.getOpenAiOptions)(model ?? "", options);
13
+ case "groq":
14
+ return (0, common_1.getGroqOptions)(model ?? "", options);
15
+ default:
16
+ return common_1.textOptionsFallback;
17
+ }
18
+ }
19
+ //# sourceMappingURL=options.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"options.js","sourceRoot":"","sources":["../../src/options.ts"],"names":[],"mappings":";;AAUA,gCAaC;AAvBD,+CAQ4B;AAE5B,SAAgB,UAAU,CAAC,KAAa,EAAE,QAAiB,EAAE,OAAsB;IAC/E,QAAQ,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAC;QAC9B,KAAK,SAAS;YACV,OAAO,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QACnD,KAAK,UAAU;YACX,OAAO,IAAA,2BAAkB,EAAC,KAAK,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QACpD,KAAK,QAAQ;YACT,OAAO,IAAA,yBAAgB,EAAC,KAAK,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAClD,KAAK,MAAM;YACP,OAAO,IAAA,uBAAc,EAAC,KAAK,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAChD;YACI,OAAO,4BAAmB,CAAC;IACnC,CAAC;AACL,CAAC"}
package/lib/cjs/stream.js CHANGED
@@ -1,11 +1,24 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.readStreamAsBase64 = readStreamAsBase64;
4
+ exports.readStreamAsString = readStreamAsString;
5
+ exports.readStreamAsUint8Array = readStreamAsUint8Array;
4
6
  async function readStreamAsBase64(stream) {
7
+ return (await _readStreamAsBuffer(stream)).toString('base64');
8
+ }
9
+ async function readStreamAsString(stream) {
10
+ return (await _readStreamAsBuffer(stream)).toString();
11
+ }
12
+ async function readStreamAsUint8Array(stream) {
13
+ // We return a Uint8Array for strict type checking, even though the buffer extends Uint8Array.
14
+ const buffer = await _readStreamAsBuffer(stream);
15
+ return new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.byteLength);
16
+ }
17
+ async function _readStreamAsBuffer(stream) {
5
18
  const out = [];
6
19
  for await (const chunk of stream) {
7
20
  out.push(Buffer.from(chunk));
8
21
  }
9
- return Buffer.concat(out).toString('base64');
22
+ return Buffer.concat(out);
10
23
  }
11
24
  //# sourceMappingURL=stream.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/stream.ts"],"names":[],"mappings":";;AACA,gDAMC;AANM,KAAK,UAAU,kBAAkB,CAAC,MAAsB;IAC3D,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAa,EAAE,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC"}
1
+ {"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/stream.ts"],"names":[],"mappings":";;AACA,gDAEC;AAED,gDAEC;AAED,wDAIC;AAZM,KAAK,UAAU,kBAAkB,CAAC,MAAsB;IAC3D,OAAO,CAAC,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAClE,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAsB;IAC3D,OAAO,CAAC,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;AAC1D,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAAC,MAAsB;IAC/D,8FAA8F;IAC9F,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACjD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;AAC/E,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,MAAsB;IACrD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC"}
@@ -0,0 +1,80 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.TrainingJobStatus = exports.ModelType = exports.AIModelStatus = exports.Modalities = exports.PromptRole = exports.OptionType = exports.SharedOptions = void 0;
4
+ //Common names to share between different models
5
+ var SharedOptions;
6
+ (function (SharedOptions) {
7
+ //Text
8
+ SharedOptions["max_tokens"] = "max_tokens";
9
+ SharedOptions["temperature"] = "temperature";
10
+ SharedOptions["top_p"] = "top_p";
11
+ SharedOptions["top_k"] = "top_k";
12
+ SharedOptions["presence_penalty"] = "presence_penalty";
13
+ SharedOptions["frequency_penalty"] = "frequency_penalty";
14
+ SharedOptions["stop_sequence"] = "stop_sequence";
15
+ //Image
16
+ SharedOptions["seed"] = "seed";
17
+ SharedOptions["number_of_images"] = "number_of_images";
18
+ })(SharedOptions || (exports.SharedOptions = SharedOptions = {}));
19
+ var OptionType;
20
+ (function (OptionType) {
21
+ OptionType["numeric"] = "numeric";
22
+ OptionType["enum"] = "enum";
23
+ OptionType["boolean"] = "boolean";
24
+ OptionType["string_list"] = "string_list";
25
+ })(OptionType || (exports.OptionType = OptionType = {}));
26
+ // ============== Prompts ===============
27
+ var PromptRole;
28
+ (function (PromptRole) {
29
+ PromptRole["safety"] = "safety";
30
+ PromptRole["system"] = "system";
31
+ PromptRole["user"] = "user";
32
+ PromptRole["assistant"] = "assistant";
33
+ PromptRole["negative"] = "negative";
34
+ PromptRole["mask"] = "mask";
35
+ /**
36
+ * Used to send the response of a tool
37
+ */
38
+ PromptRole["tool"] = "tool";
39
+ })(PromptRole || (exports.PromptRole = PromptRole = {}));
40
+ var Modalities;
41
+ (function (Modalities) {
42
+ Modalities["text"] = "text";
43
+ Modalities["image"] = "image";
44
+ })(Modalities || (exports.Modalities = Modalities = {}));
45
+ var AIModelStatus;
46
+ (function (AIModelStatus) {
47
+ AIModelStatus["Available"] = "available";
48
+ AIModelStatus["Pending"] = "pending";
49
+ AIModelStatus["Stopped"] = "stopped";
50
+ AIModelStatus["Unavailable"] = "unavailable";
51
+ AIModelStatus["Unknown"] = "unknown";
52
+ })(AIModelStatus || (exports.AIModelStatus = AIModelStatus = {}));
53
+ var ModelType;
54
+ (function (ModelType) {
55
+ ModelType["Classifier"] = "classifier";
56
+ ModelType["Regressor"] = "regressor";
57
+ ModelType["Clustering"] = "clustering";
58
+ ModelType["AnomalyDetection"] = "anomaly-detection";
59
+ ModelType["TimeSeries"] = "time-series";
60
+ ModelType["Text"] = "text";
61
+ ModelType["Image"] = "image";
62
+ ModelType["Audio"] = "audio";
63
+ ModelType["Video"] = "video";
64
+ ModelType["Embedding"] = "embedding";
65
+ ModelType["Chat"] = "chat";
66
+ ModelType["Code"] = "code";
67
+ ModelType["NLP"] = "nlp";
68
+ ModelType["MultiModal"] = "multi-modal";
69
+ ModelType["Test"] = "test";
70
+ ModelType["Other"] = "other";
71
+ ModelType["Unknown"] = "unknown";
72
+ })(ModelType || (exports.ModelType = ModelType = {}));
73
+ var TrainingJobStatus;
74
+ (function (TrainingJobStatus) {
75
+ TrainingJobStatus["running"] = "running";
76
+ TrainingJobStatus["succeeded"] = "succeeded";
77
+ TrainingJobStatus["failed"] = "failed";
78
+ TrainingJobStatus["cancelled"] = "cancelled";
79
+ })(TrainingJobStatus || (exports.TrainingJobStatus = TrainingJobStatus = {}));
80
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AAmMA,gDAAgD;AAChD,IAAY,aAaX;AAbD,WAAY,aAAa;IACrB,MAAM;IACN,0CAAyB,CAAA;IACzB,4CAA2B,CAAA;IAC3B,gCAAe,CAAA;IACf,gCAAe,CAAA;IACf,sDAAqC,CAAA;IACrC,wDAAuC,CAAA;IACvC,gDAA+B,CAAA;IAE/B,OAAO;IACP,8BAAa,CAAA;IACb,sDAAqC,CAAA;AACzC,CAAC,EAbW,aAAa,6BAAb,aAAa,QAaxB;AAED,IAAY,UAKX;AALD,WAAY,UAAU;IAClB,iCAAmB,CAAA;IACnB,2BAAa,CAAA;IACb,iCAAmB,CAAA;IACnB,yCAA2B,CAAA;AAC/B,CAAC,EALW,UAAU,0BAAV,UAAU,QAKrB;AAqDD,yCAAyC;AACzC,IAAY,UAWX;AAXD,WAAY,UAAU;IAClB,+BAAiB,CAAA;IACjB,+BAAiB,CAAA;IACjB,2BAAa,CAAA;IACb,qCAAuB,CAAA;IACvB,mCAAqB,CAAA;IACrB,2BAAa,CAAA;IACb;;OAEG;IACH,2BAAa,CAAA;AACjB,CAAC,EAXW,UAAU,0BAAV,UAAU,QAWrB;AAkBD,IAAY,UAGX;AAHD,WAAY,UAAU;IAClB,2BAAa,CAAA;IACb,6BAAe,CAAA;AACnB,CAAC,EAHW,UAAU,0BAAV,UAAU,QAGrB;AAsBD,IAAY,aAMX;AAND,WAAY,aAAa;IACrB,wCAAuB,CAAA;IACvB,oCAAmB,CAAA;IACnB,oCAAmB,CAAA;IACnB,4CAA2B,CAAA;IAC3B,oCAAmB,CAAA;AACvB,CAAC,EANW,aAAa,6BAAb,aAAa,QAMxB;AAiBD,IAAY,SAkBX;AAlBD,WAAY,SAAS;IACjB,sCAAyB,CAAA;IACzB,oCAAuB,CAAA;IACvB,sCAAyB,CAAA;IACzB,mDAAsC,CAAA;IACtC,uCAA0B,CAAA;IAC1B,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,4BAAe,CAAA;IACf,4BAAe,CAAA;IACf,oCAAuB,CAAA;IACvB,0BAAa,CAAA;IACb,0BAAa,CAAA;IACb,wBAAW,CAAA;IACX,uCAA0B,CAAA;IAC1B,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,gCAAmB,CAAA;AACvB,CAAC,EAlBW,SAAS,yBAAT,SAAS,QAkBpB;AA2BD,IAAY,iBAKX;AALD,WAAY,iBAAiB;IACzB,wCAAmB,CAAA;IACnB,4CAAuB,CAAA;IACvB,sCAAiB,CAAA;IACjB,4CAAuB,CAAA;AAC3B,CAAC,EALW,iBAAiB,iCAAjB,iBAAiB,QAK5B"}
@@ -17,7 +17,7 @@ export class DefaultCompletionStream {
17
17
  this.chunks = [];
18
18
  }
19
19
  const chunks = this.chunks;
20
- this.driver.logger.debug(`[${this.driver.provider}] Streaming Execution of ${this.options.model} with prompt`, this.prompt);
20
+ this.driver.logger.debug(`[${this.driver.provider}] Streaming Execution of ${this.options.model} with prompt`);
21
21
  const start = Date.now();
22
22
  const stream = await this.driver.requestTextCompletionStream(this.prompt, this.options);
23
23
  let finish_reason = undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"CompletionStream.js","sourceRoot":"","sources":["../../src/CompletionStream.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,uBAAuB;IAKb;IACR;IACA;IALX,MAAM,CAAW;IACjB,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EACtD,MAAe,EACf,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QACtD,WAAM,GAAN,MAAM,CAAS;QACf,YAAO,GAAP,OAAO,CAAkB;QAChC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,4BAA4B,IAAI,CAAC,OAAO,CAAC,KAAK,cAAc,EAAE,IAAI,CAAC,MAAM,CACpG,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAExF,IAAI,aAAa,GAAuB,SAAS,CAAC;QAClD,IAAI,YAAY,GAAW,CAAC,CAAC;QAC7B,IAAI,YAAY,GAAuB,SAAS,CAAC;QACjD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,MAAM,KAAK,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACJ,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC,CAA2B,iDAAiD;wBAClG,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAa,yEAAyE;oBAC9H,CAAC;oBACD,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;wBACpB,gDAAgD;wBAChD,qCAAqC;wBACrC,8EAA8E;wBAC9E,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;wBACrE,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;oBAC9E,CAAC;oBACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC1B,MAAM,KAAK,CAAC,MAAM,CAAC;oBACvB,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhC,2FAA2F;QAC3F,mHAAmH;QACnH,IAAI,MAAM,GAAoC,YAAY,CAAC,CAAC;YACxD,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;QAEnG,IAAI,CAAC,UAAU,GAAG;YACd,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAClC,WAAW,EAAE,MAAM;YACnB,aAAa,EAAE,aAAa;YAC5B,MAAM,EAAE,MAAM,CAAC,MAAM;SACxB,CAAA;QAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CAEJ;AAED,MAAM,OAAO,wBAAwB;IAId;IACR;IACA;IAJX,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EACtD,MAAe,EACf,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QACtD,WAAM,GAAN,MAAM,CAAS;QACf,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,kEAAkE,CAC7F,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACzE,MAAM,OAAO,GAAG,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9G,MAAM,OAAO,CAAC;QAEd,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ"}
1
+ {"version":3,"file":"CompletionStream.js","sourceRoot":"","sources":["../../src/CompletionStream.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,uBAAuB;IAKb;IACR;IACA;IALX,MAAM,CAAW;IACjB,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EACtD,MAAe,EACf,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QACtD,WAAM,GAAN,MAAM,CAAS;QACf,YAAO,GAAP,OAAO,CAAkB;QAChC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,4BAA4B,IAAI,CAAC,OAAO,CAAC,KAAK,cAAc,CACvF,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAExF,IAAI,aAAa,GAAuB,SAAS,CAAC;QAClD,IAAI,YAAY,GAAW,CAAC,CAAC;QAC7B,IAAI,YAAY,GAAuB,SAAS,CAAC;QACjD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,MAAM,KAAK,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACJ,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC,CAA2B,iDAAiD;wBAClG,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAa,yEAAyE;oBAC9H,CAAC;oBACD,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;wBACpB,gDAAgD;wBAChD,qCAAqC;wBACrC,8EAA8E;wBAC9E,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;wBACrE,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;oBAC9E,CAAC;oBACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC1B,MAAM,KAAK,CAAC,MAAM,CAAC;oBACvB,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhC,2FAA2F;QAC3F,mHAAmH;QACnH,IAAI,MAAM,GAAoC,YAAY,CAAC,CAAC;YACxD,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;QAEnG,IAAI,CAAC,UAAU,GAAG;YACd,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAClC,WAAW,EAAE,MAAM;YACnB,aAAa,EAAE,aAAa;YAC5B,MAAM,EAAE,MAAM,CAAC,MAAM;SACxB,CAAA;QAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CAEJ;AAED,MAAM,OAAO,wBAAwB;IAId;IACR;IACA;IAJX,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EACtD,MAAe,EACf,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QACtD,WAAM,GAAN,MAAM,CAAS;QACf,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,kEAAkE,CAC7F,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACzE,MAAM,OAAO,GAAG,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9G,MAAM,OAAO,CAAC;QAEd,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ"}