@llumiverse/drivers 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/lib/cjs/bedrock/index.js +338 -0
  2. package/lib/cjs/bedrock/index.js.map +1 -0
  3. package/lib/cjs/bedrock/s3.js +61 -0
  4. package/lib/cjs/bedrock/s3.js.map +1 -0
  5. package/lib/cjs/huggingface_ie.js +181 -0
  6. package/lib/cjs/huggingface_ie.js.map +1 -0
  7. package/lib/cjs/index.js +24 -0
  8. package/lib/cjs/index.js.map +1 -0
  9. package/lib/cjs/openai.js +205 -0
  10. package/lib/cjs/openai.js.map +1 -0
  11. package/lib/cjs/package.json +3 -0
  12. package/lib/cjs/replicate.js +290 -0
  13. package/lib/cjs/replicate.js.map +1 -0
  14. package/lib/cjs/test/TestErrorCompletionStream.js +20 -0
  15. package/lib/cjs/test/TestErrorCompletionStream.js.map +1 -0
  16. package/lib/cjs/test/TestValidationErrorCompletionStream.js +24 -0
  17. package/lib/cjs/test/TestValidationErrorCompletionStream.js.map +1 -0
  18. package/lib/cjs/test/index.js +109 -0
  19. package/lib/cjs/test/index.js.map +1 -0
  20. package/lib/cjs/test/utils.js +31 -0
  21. package/lib/cjs/test/utils.js.map +1 -0
  22. package/lib/cjs/togetherai/index.js +92 -0
  23. package/lib/cjs/togetherai/index.js.map +1 -0
  24. package/lib/cjs/togetherai/interfaces.js +3 -0
  25. package/lib/cjs/togetherai/interfaces.js.map +1 -0
  26. package/lib/cjs/vertexai/debug.js +13 -0
  27. package/lib/cjs/vertexai/debug.js.map +1 -0
  28. package/lib/cjs/vertexai/index.js +80 -0
  29. package/lib/cjs/vertexai/index.js.map +1 -0
  30. package/lib/cjs/vertexai/models/codey-chat.js +65 -0
  31. package/lib/cjs/vertexai/models/codey-chat.js.map +1 -0
  32. package/lib/cjs/vertexai/models/codey-text.js +35 -0
  33. package/lib/cjs/vertexai/models/codey-text.js.map +1 -0
  34. package/lib/cjs/vertexai/models/gemini.js +140 -0
  35. package/lib/cjs/vertexai/models/gemini.js.map +1 -0
  36. package/lib/cjs/vertexai/models/palm-model-base.js +65 -0
  37. package/lib/cjs/vertexai/models/palm-model-base.js.map +1 -0
  38. package/lib/cjs/vertexai/models/palm2-chat.js +65 -0
  39. package/lib/cjs/vertexai/models/palm2-chat.js.map +1 -0
  40. package/lib/cjs/vertexai/models/palm2-text.js +35 -0
  41. package/lib/cjs/vertexai/models/palm2-text.js.map +1 -0
  42. package/lib/cjs/vertexai/models.js +93 -0
  43. package/lib/cjs/vertexai/models.js.map +1 -0
  44. package/lib/cjs/vertexai/utils/prompts.js +52 -0
  45. package/lib/cjs/vertexai/utils/prompts.js.map +1 -0
  46. package/lib/cjs/vertexai/utils/tensor.js +87 -0
  47. package/lib/cjs/vertexai/utils/tensor.js.map +1 -0
  48. package/lib/esm/bedrock/index.js +331 -0
  49. package/lib/esm/bedrock/index.js.map +1 -0
  50. package/lib/esm/bedrock/s3.js +53 -0
  51. package/lib/esm/bedrock/s3.js.map +1 -0
  52. package/lib/esm/huggingface_ie.js +177 -0
  53. package/lib/esm/huggingface_ie.js.map +1 -0
  54. package/lib/esm/index.js +8 -0
  55. package/lib/esm/index.js.map +1 -0
  56. package/lib/esm/openai.js +198 -0
  57. package/lib/esm/openai.js.map +1 -0
  58. package/lib/esm/replicate.js +283 -0
  59. package/lib/esm/replicate.js.map +1 -0
  60. package/lib/esm/test/TestErrorCompletionStream.js +16 -0
  61. package/lib/esm/test/TestErrorCompletionStream.js.map +1 -0
  62. package/lib/esm/test/TestValidationErrorCompletionStream.js +20 -0
  63. package/lib/esm/test/TestValidationErrorCompletionStream.js.map +1 -0
  64. package/lib/esm/test/index.js +91 -0
  65. package/lib/esm/test/index.js.map +1 -0
  66. package/lib/esm/test/utils.js +25 -0
  67. package/lib/esm/test/utils.js.map +1 -0
  68. package/lib/esm/togetherai/index.js +88 -0
  69. package/lib/esm/togetherai/index.js.map +1 -0
  70. package/lib/esm/togetherai/interfaces.js +2 -0
  71. package/lib/esm/togetherai/interfaces.js.map +1 -0
  72. package/lib/esm/vertexai/debug.js +6 -0
  73. package/lib/esm/vertexai/debug.js.map +1 -0
  74. package/lib/esm/vertexai/index.js +76 -0
  75. package/lib/esm/vertexai/index.js.map +1 -0
  76. package/lib/esm/vertexai/models/codey-chat.js +61 -0
  77. package/lib/esm/vertexai/models/codey-chat.js.map +1 -0
  78. package/lib/esm/vertexai/models/codey-text.js +31 -0
  79. package/lib/esm/vertexai/models/codey-text.js.map +1 -0
  80. package/lib/esm/vertexai/models/gemini.js +136 -0
  81. package/lib/esm/vertexai/models/gemini.js.map +1 -0
  82. package/lib/esm/vertexai/models/palm-model-base.js +61 -0
  83. package/lib/esm/vertexai/models/palm-model-base.js.map +1 -0
  84. package/lib/esm/vertexai/models/palm2-chat.js +61 -0
  85. package/lib/esm/vertexai/models/palm2-chat.js.map +1 -0
  86. package/lib/esm/vertexai/models/palm2-text.js +31 -0
  87. package/lib/esm/vertexai/models/palm2-text.js.map +1 -0
  88. package/lib/esm/vertexai/models.js +87 -0
  89. package/lib/esm/vertexai/models.js.map +1 -0
  90. package/lib/esm/vertexai/utils/prompts.js +47 -0
  91. package/lib/esm/vertexai/utils/prompts.js.map +1 -0
  92. package/lib/esm/vertexai/utils/tensor.js +82 -0
  93. package/lib/esm/vertexai/utils/tensor.js.map +1 -0
  94. package/lib/types/bedrock/index.d.ts +88 -0
  95. package/lib/types/bedrock/index.d.ts.map +1 -0
  96. package/lib/types/bedrock/s3.d.ts +20 -0
  97. package/lib/types/bedrock/s3.d.ts.map +1 -0
  98. package/lib/types/huggingface_ie.d.ts +36 -0
  99. package/lib/types/huggingface_ie.d.ts.map +1 -0
  100. package/lib/types/index.d.ts +8 -0
  101. package/lib/types/index.d.ts.map +1 -0
  102. package/lib/types/openai.d.ts +36 -0
  103. package/lib/types/openai.d.ts.map +1 -0
  104. package/lib/types/replicate.d.ts +52 -0
  105. package/lib/types/replicate.d.ts.map +1 -0
  106. package/lib/types/test/TestErrorCompletionStream.d.ts +9 -0
  107. package/lib/types/test/TestErrorCompletionStream.d.ts.map +1 -0
  108. package/lib/types/test/TestValidationErrorCompletionStream.d.ts +9 -0
  109. package/lib/types/test/TestValidationErrorCompletionStream.d.ts.map +1 -0
  110. package/lib/types/test/index.d.ts +27 -0
  111. package/lib/types/test/index.d.ts.map +1 -0
  112. package/lib/types/test/utils.d.ts +5 -0
  113. package/lib/types/test/utils.d.ts.map +1 -0
  114. package/lib/types/togetherai/index.d.ts +23 -0
  115. package/lib/types/togetherai/index.d.ts.map +1 -0
  116. package/lib/types/togetherai/interfaces.d.ts +81 -0
  117. package/lib/types/togetherai/interfaces.d.ts.map +1 -0
  118. package/lib/types/vertexai/debug.d.ts +2 -0
  119. package/lib/types/vertexai/debug.d.ts.map +1 -0
  120. package/lib/types/vertexai/index.d.ts +26 -0
  121. package/lib/types/vertexai/index.d.ts.map +1 -0
  122. package/lib/types/vertexai/models/codey-chat.d.ts +51 -0
  123. package/lib/types/vertexai/models/codey-chat.d.ts.map +1 -0
  124. package/lib/types/vertexai/models/codey-text.d.ts +39 -0
  125. package/lib/types/vertexai/models/codey-text.d.ts.map +1 -0
  126. package/lib/types/vertexai/models/gemini.d.ts +11 -0
  127. package/lib/types/vertexai/models/gemini.d.ts.map +1 -0
  128. package/lib/types/vertexai/models/palm-model-base.d.ts +47 -0
  129. package/lib/types/vertexai/models/palm-model-base.d.ts.map +1 -0
  130. package/lib/types/vertexai/models/palm2-chat.d.ts +61 -0
  131. package/lib/types/vertexai/models/palm2-chat.d.ts.map +1 -0
  132. package/lib/types/vertexai/models/palm2-text.d.ts +39 -0
  133. package/lib/types/vertexai/models/palm2-text.d.ts.map +1 -0
  134. package/lib/types/vertexai/models.d.ts +14 -0
  135. package/lib/types/vertexai/models.d.ts.map +1 -0
  136. package/lib/types/vertexai/utils/prompts.d.ts +20 -0
  137. package/lib/types/vertexai/utils/prompts.d.ts.map +1 -0
  138. package/lib/types/vertexai/utils/tensor.d.ts +6 -0
  139. package/lib/types/vertexai/utils/tensor.d.ts.map +1 -0
  140. package/package.json +72 -0
  141. package/src/bedrock/index.ts +456 -0
  142. package/src/bedrock/s3.ts +62 -0
  143. package/src/huggingface_ie.ts +269 -0
  144. package/src/index.ts +7 -0
  145. package/src/openai.ts +254 -0
  146. package/src/replicate.ts +333 -0
  147. package/src/test/TestErrorCompletionStream.ts +17 -0
  148. package/src/test/TestValidationErrorCompletionStream.ts +21 -0
  149. package/src/test/index.ts +102 -0
  150. package/src/test/utils.ts +28 -0
  151. package/src/togetherai/index.ts +105 -0
  152. package/src/togetherai/interfaces.ts +88 -0
  153. package/src/vertexai/README.md +257 -0
  154. package/src/vertexai/debug.ts +6 -0
  155. package/src/vertexai/index.ts +99 -0
  156. package/src/vertexai/models/codey-chat.ts +115 -0
  157. package/src/vertexai/models/codey-text.ts +69 -0
  158. package/src/vertexai/models/gemini.ts +152 -0
  159. package/src/vertexai/models/palm-model-base.ts +122 -0
  160. package/src/vertexai/models/palm2-chat.ts +119 -0
  161. package/src/vertexai/models/palm2-text.ts +69 -0
  162. package/src/vertexai/models.ts +104 -0
  163. package/src/vertexai/utils/prompts.ts +66 -0
  164. package/src/vertexai/utils/tensor.ts +82 -0
@@ -0,0 +1,109 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ exports.TestDriver = exports.TestDriverModels = void 0;
18
+ const core_1 = require("@llumiverse/core");
19
+ const TestErrorCompletionStream_js_1 = require("./TestErrorCompletionStream.js");
20
+ const TestValidationErrorCompletionStream_js_1 = require("./TestValidationErrorCompletionStream.js");
21
+ const utils_js_1 = require("./utils.js");
22
+ __exportStar(require("./TestErrorCompletionStream.js"), exports);
23
+ __exportStar(require("./TestValidationErrorCompletionStream.js"), exports);
24
+ var TestDriverModels;
25
+ (function (TestDriverModels) {
26
+ TestDriverModels["executionError"] = "execution-error";
27
+ TestDriverModels["validationError"] = "validation-error";
28
+ })(TestDriverModels || (exports.TestDriverModels = TestDriverModels = {}));
29
+ class TestDriver {
30
+ provider = "test";
31
+ createTrainingPrompt() {
32
+ throw new Error("Method not implemented.");
33
+ }
34
+ startTraining() {
35
+ throw new Error("Method not implemented.");
36
+ }
37
+ cancelTraining() {
38
+ throw new Error("Method not implemented.");
39
+ }
40
+ getTrainingJob(_jobId) {
41
+ throw new Error("Method not implemented.");
42
+ }
43
+ createPrompt(segments, _opts) {
44
+ return segments;
45
+ }
46
+ execute(segments, options) {
47
+ switch (options.model) {
48
+ case TestDriverModels.executionError:
49
+ return this.executeError(segments, options);
50
+ case TestDriverModels.validationError:
51
+ return this.executeValidationError(segments, options);
52
+ default:
53
+ (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
54
+ }
55
+ }
56
+ async stream(segments, options) {
57
+ switch (options.model) {
58
+ case TestDriverModels.executionError:
59
+ return new TestErrorCompletionStream_js_1.TestErrorCompletionStream(segments, options);
60
+ case TestDriverModels.validationError:
61
+ return new TestValidationErrorCompletionStream_js_1.TestValidationErrorCompletionStream(segments, options);
62
+ default:
63
+ (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
64
+ }
65
+ }
66
+ async listTrainableModels() {
67
+ return [];
68
+ }
69
+ async listModels() {
70
+ return [
71
+ {
72
+ id: TestDriverModels.executionError,
73
+ name: "Execution Error",
74
+ type: core_1.ModelType.Test,
75
+ provider: this.provider,
76
+ status: core_1.AIModelStatus.Available,
77
+ description: "Test execution errors",
78
+ tags: [],
79
+ },
80
+ {
81
+ id: TestDriverModels.validationError,
82
+ name: "Validation Error",
83
+ type: core_1.ModelType.Test,
84
+ provider: this.provider,
85
+ status: core_1.AIModelStatus.Available,
86
+ description: "Test validation errors",
87
+ tags: [],
88
+ },
89
+ ];
90
+ }
91
+ validateConnection() {
92
+ throw new Error("Method not implemented.");
93
+ }
94
+ generateEmbeddings() {
95
+ throw new Error("Method not implemented.");
96
+ }
97
+ // ============== execution error ==================
98
+ async executeError(segments, _options) {
99
+ await (0, utils_js_1.sleep)(1000);
100
+ (0, utils_js_1.throwError)("Testing stream completion error.", segments);
101
+ }
102
+ // ============== validation error ==================
103
+ async executeValidationError(segments, _options) {
104
+ await (0, utils_js_1.sleep)(3000);
105
+ return (0, utils_js_1.createValidationErrorCompletion)(segments);
106
+ }
107
+ }
108
+ exports.TestDriver = TestDriver;
109
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,2CAA+K;AAC/K,iFAA2E;AAC3E,qGAA+F;AAC/F,yCAAgF;AAEhF,iEAA+C;AAC/C,2EAAyD;AAEzD,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,gCAAhB,gBAAgB,QAG3B;AAED,MAAa,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,YAAY,CAAC,QAAyB,EAAE,KAAoB;QACxD,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,wDAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,4EAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,IAAA,qBAAU,EAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAA,0CAA+B,EAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ;AAvFD,gCAuFC"}
@@ -0,0 +1,31 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.sleep = exports.createValidationErrorCompletion = exports.throwError = void 0;
4
+ function throwError(message, prompt) {
5
+ const err = new Error(message);
6
+ err.prompt = prompt;
7
+ throw err;
8
+ }
9
+ exports.throwError = throwError;
10
+ function createValidationErrorCompletion(segments) {
11
+ return {
12
+ result: "An invalid result",
13
+ prompt: segments,
14
+ execution_time: 3000,
15
+ error: {
16
+ code: "validation_error",
17
+ message: "Result cannot be validated!",
18
+ },
19
+ token_usage: {
20
+ result: 10,
21
+ prompt: 10,
22
+ total: 20,
23
+ },
24
+ };
25
+ }
26
+ exports.createValidationErrorCompletion = createValidationErrorCompletion;
27
+ function sleep(ms) {
28
+ return new Promise(resolve => setTimeout(resolve, ms));
29
+ }
30
+ exports.sleep = sleep;
31
+ //# sourceMappingURL=utils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test/utils.ts"],"names":[],"mappings":";;;AAEA,SAAgB,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAJD,gCAIC;AAED,SAAgB,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,mBAAmB;QAC3B,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAfD,0EAeC;AAED,SAAgB,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAFD,sBAEC"}
@@ -0,0 +1,92 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.TogetherAIDriver = void 0;
4
+ const core_1 = require("@llumiverse/core");
5
+ const api_fetch_client_1 = require("api-fetch-client");
6
+ class TogetherAIDriver extends core_1.AbstractDriver {
7
+ provider;
8
+ apiKey;
9
+ defaultFormat;
10
+ fetchClient;
11
+ constructor(options) {
12
+ super(options);
13
+ this.provider = "togetherai";
14
+ this.defaultFormat = core_1.PromptFormats.genericTextLLM;
15
+ this.apiKey = options.apiKey;
16
+ this.fetchClient = new api_fetch_client_1.FetchClient('https://api.together.xyz').withHeaders({
17
+ authorization: `Bearer ${this.apiKey}`
18
+ });
19
+ }
20
+ async requestCompletion(prompt, options) {
21
+ const res = await this.fetchClient.post('/v1/completions', {
22
+ payload: {
23
+ model: options.model,
24
+ prompt: prompt,
25
+ max_tokens: options.max_tokens ?? 1024,
26
+ temperature: options.temperature ?? 0.7,
27
+ }
28
+ });
29
+ const text = res.choices[0]?.text ?? '';
30
+ const usage = res.usage || {};
31
+ return {
32
+ result: text,
33
+ token_usage: {
34
+ prompt: usage.prompt_tokens,
35
+ result: usage.completion_tokens,
36
+ total: usage.total_tokens,
37
+ },
38
+ };
39
+ }
40
+ async requestCompletionStream(prompt, options) {
41
+ const stream = await this.fetchClient.post('/v1/completions', {
42
+ payload: {
43
+ model: options.model,
44
+ prompt: prompt,
45
+ max_tokens: options.max_tokens ?? 1024,
46
+ temperature: options.temperature ?? 0.7,
47
+ stream: true,
48
+ },
49
+ reader: 'sse'
50
+ });
51
+ return stream.pipeThrough(new TransformStream({
52
+ transform(event, controller) {
53
+ if (event.type === 'event' && event.data && event.data !== '[DONE]') {
54
+ try {
55
+ const data = JSON.parse(event.data);
56
+ controller.enqueue(data.choices[0]?.text ?? '');
57
+ }
58
+ catch (err) {
59
+ // double check for the last event whicb is not a JSON - at this time togetherai returrns the string [DONE]
60
+ // do nothing - happens if data is not a JSON - the last event data is the [DONE] string
61
+ }
62
+ }
63
+ }
64
+ }));
65
+ }
66
+ async listModels() {
67
+ const models = await this.fetchClient.get("/models/info");
68
+ // logObject('#### LIST MODELS RESULT IS', models[0]);
69
+ const aimodels = models.map(m => {
70
+ return {
71
+ id: m.name,
72
+ name: m.display_name,
73
+ description: m.description,
74
+ provider: this.provider,
75
+ formats: [core_1.PromptFormats.genericTextLLM],
76
+ };
77
+ });
78
+ return aimodels;
79
+ }
80
+ listTrainableModels() {
81
+ throw new Error("Method not implemented.");
82
+ }
83
+ validateConnection() {
84
+ throw new Error("Method not implemented.");
85
+ }
86
+ //@ts-ignore
87
+ generateEmbeddings(content, model) {
88
+ throw new Error("Method not implemented.");
89
+ }
90
+ }
91
+ exports.TogetherAIDriver = TogetherAIDriver;
92
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":";;;AAAA,2CAAuH;AACvH,uDAAgE;AAOhE,MAAa,gBAAiB,SAAQ,qBAA+C;IACjF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,aAAa,CAAgB;IAC7B,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;aAC1C;SACJ,CAAC,CAAA;QAEF,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,MAAM,EAAE,IAAI;aACf;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAA0B;YACnE,SAAS,CAAC,KAAsB,EAAE,UAAU;gBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClE,IAAI,CAAC;wBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACpC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;oBACpD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,2GAA2G;wBAC3G,wFAAwF;oBAC5F,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC,CAAC,CAAC;IAER,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,CAAC,oBAAa,CAAC,cAAc,CAAC;aAC1C,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY;IACZ,kBAAkB,CAAC,OAAe,EAAE,KAA0B;QAC1D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAhGD,4CAgGC"}
@@ -0,0 +1,3 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ //# sourceMappingURL=interfaces.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}
@@ -0,0 +1,13 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.logObject = void 0;
7
+ const util_1 = __importDefault(require("util"));
8
+ function logObject(prefix, obj) {
9
+ const fullObj = util_1.default.inspect(obj, { showHidden: false, depth: null, colors: true });
10
+ console.log(prefix, fullObj);
11
+ }
12
+ exports.logObject = logObject;
13
+ //# sourceMappingURL=debug.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AAExB,SAAgB,SAAS,CAAC,MAAc,EAAE,GAAQ;IAC9C,MAAM,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC;AAHD,8BAGC"}
@@ -0,0 +1,80 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.VertexAIDriver = void 0;
4
+ //import { v1 } from "@google-cloud/aiplatform";
5
+ const vertexai_1 = require("@google-cloud/vertexai");
6
+ const core_1 = require("@llumiverse/core");
7
+ const api_fetch_client_1 = require("api-fetch-client");
8
+ const models_js_1 = require("./models.js");
9
+ class VertexAIDriver extends core_1.AbstractDriver {
10
+ provider = core_1.BuiltinProviders.vertexai;
11
+ defaultFormat = core_1.PromptFormats.genericTextLLM;
12
+ //aiplatform: v1.ModelServiceClient;
13
+ vertexai;
14
+ fetchClient;
15
+ constructor(options) {
16
+ super(options);
17
+ //this.aiplatform = new v1.ModelServiceClient();
18
+ this.vertexai = new vertexai_1.VertexAI({
19
+ project: this.options.project,
20
+ location: this.options.region,
21
+ });
22
+ this.fetchClient = createFetchClient({
23
+ region: this.options.region,
24
+ project: this.options.project,
25
+ }).withAuthCallback(async () => {
26
+ const token = await this.vertexai.preview.token;
27
+ return `Bearer ${token}`;
28
+ });
29
+ // this.aiplatform = new v1.ModelServiceClient({
30
+ // projectId: this.options.project,
31
+ // apiEndpoint: `${this.options.region}-${API_BASE_PATH}`,
32
+ // });
33
+ }
34
+ canStream(options) {
35
+ return Promise.resolve((0, models_js_1.getModelDefinition)(options.model).model.canStream === true);
36
+ }
37
+ createPrompt(segments, options) {
38
+ return (0, models_js_1.getModelDefinition)(options.model).createPrompt(this, segments, options);
39
+ }
40
+ async requestCompletion(prompt, options) {
41
+ return (0, models_js_1.getModelDefinition)(options.model).requestCompletion(this, prompt, options);
42
+ }
43
+ async requestCompletionStream(prompt, options) {
44
+ return (0, models_js_1.getModelDefinition)(options.model).requestCompletionStream(this, prompt, options);
45
+ }
46
+ async listModels(_params) {
47
+ return models_js_1.BuiltinModels;
48
+ // try {
49
+ // const response = await this.fetchClient.get('/publishers/google/models/gemini-pro');
50
+ // console.log('>>>>>>>>', response);
51
+ // } catch (err: any) {
52
+ // console.error('+++++VETREX ERROR++++++', err);
53
+ // throw err;
54
+ // }
55
+ // TODO uncomment this to use apiplatform instead of the fetch client
56
+ // const response = await this.aiplatform.listModels({
57
+ // parent: `projects/${this.options.project}/locations/${this.options.region}`,
58
+ // });
59
+ return []; //TODO
60
+ }
61
+ listTrainableModels() {
62
+ throw new Error("Method not implemented.");
63
+ }
64
+ validateConnection() {
65
+ throw new Error("Method not implemented.");
66
+ }
67
+ generateEmbeddings(_content, _model) {
68
+ throw new Error("Method not implemented.");
69
+ }
70
+ }
71
+ exports.VertexAIDriver = VertexAIDriver;
72
+ //'us-central1-aiplatform.googleapis.com',
73
+ const API_BASE_PATH = 'aiplatform.googleapis.com';
74
+ function createFetchClient({ region, project, apiEndpoint, apiVersion = 'v1' }) {
75
+ const vertexBaseEndpoint = apiEndpoint ?? `${region}-${API_BASE_PATH}`;
76
+ return new api_fetch_client_1.FetchClient(`https://${vertexBaseEndpoint}/${apiVersion}/projects/${project}/locations/${region}`).withHeaders({
77
+ 'Content-Type': 'application/json',
78
+ });
79
+ }
80
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":";;;AAAA,gDAAgD;AAChD,qDAA0E;AAC1E,2CAA2L;AAC3L,uDAA+C;AAC/C,2CAAgE;AAQhE,MAAa,cAAe,SAAQ,qBAA6D;IAC7F,QAAQ,GAAG,uBAAgB,CAAC,QAAQ,CAAC;IACrC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;IAE7C,oCAAoC;IACpC,QAAQ,CAAW;IACnB,WAAW,CAAc;IAEzB,YACI,OAA8B;QAE9B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,gDAAgD;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAQ,CAAC;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;SAChC,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;YAChD,OAAO,UAAU,KAAK,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,gDAAgD;QAChD,uCAAuC;QACvC,8DAA8D;QAC9D,MAAM;IACV,CAAC;IAES,SAAS,CAAC,OAAyB;QACzC,OAAO,OAAO,CAAC,OAAO,CAAC,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IACvF,CAAC;IAEM,YAAY,CAAC,QAAyB,EAAE,OAAsB;QACjE,OAAO,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA8B,EAAE,OAAyB;QAC7E,OAAO,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,uBAAuB,CAAC,MAA8B,EAAE,OAAyB;QACnF,OAAO,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA4B;QACzC,OAAO,yBAAa,CAAC;QACrB,QAAQ;QACR,2FAA2F;QAC3F,yCAAyC;QACzC,uBAAuB;QACvB,qDAAqD;QACrD,iBAAiB;QACjB,IAAI;QAEJ,qEAAqE;QACrE,sDAAsD;QACtD,mFAAmF;QACnF,MAAM;QAEN,OAAO,EAAE,CAAC,CAAC,MAAM;IACrB,CAAC;IACD,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB,CAAC,QAAgB,EAAE,MAA2B;QAC5D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAxED,wCAwEC;AAED,0CAA0C;AAC1C,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAClD,SAAS,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,GAAG,IAAI,EAK3E;IACG,MAAM,kBAAkB,GAAG,WAAW,IAAI,GAAG,MAAM,IAAI,aAAa,EAAE,CAAC;IACvE,OAAO,IAAI,8BAAW,CAAC,WAAW,kBAAkB,IAAI,UAAU,aAAa,OAAO,cAAc,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC;QACtH,cAAc,EAAE,kBAAkB;KACrC,CAAC,CAAC;AACP,CAAC"}
@@ -0,0 +1,65 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.CodeyChatDefinition = void 0;
4
+ const core_1 = require("@llumiverse/core");
5
+ const prompts_js_1 = require("../utils/prompts.js");
6
+ const palm_model_base_js_1 = require("./palm-model-base.js");
7
+ class CodeyChatDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
8
+ versions = [];
9
+ model = {
10
+ id: "codechat-bison",
11
+ name: "Codey for Code Chat",
12
+ provider: "vertexai",
13
+ owner: "google",
14
+ type: core_1.ModelType.Chat,
15
+ canStream: true,
16
+ };
17
+ createNonStreamingPrompt(_driver, segments, opts) {
18
+ const system = [];
19
+ const messages = [];
20
+ const safety = [];
21
+ for (const segment of segments) {
22
+ switch (segment.role) {
23
+ case core_1.PromptRole.user:
24
+ messages.push({ author: 'user', content: segment.content });
25
+ break;
26
+ case core_1.PromptRole.assistant:
27
+ messages.push({ author: 'assistant', content: segment.content });
28
+ break;
29
+ case core_1.PromptRole.system:
30
+ system.push(segment.content);
31
+ break;
32
+ case core_1.PromptRole.safety:
33
+ safety.push(segment.content);
34
+ break;
35
+ }
36
+ }
37
+ if (opts.resultSchema) {
38
+ safety.push((0, prompts_js_1.getJSONSafetyNotice)(opts.resultSchema));
39
+ }
40
+ const context = [];
41
+ if (system.length > 0) {
42
+ context.push(system.join('\n'));
43
+ }
44
+ if (safety.length > 0) {
45
+ context.push('IMPORTANT: ' + safety.join('\n'));
46
+ }
47
+ return {
48
+ instances: [{
49
+ context: context.length > 0 ? context.join('\n') : undefined,
50
+ messages
51
+ }],
52
+ parameters: {
53
+ // put defauilts here
54
+ }
55
+ };
56
+ }
57
+ extractContentFromResponse(response) {
58
+ return response.predictions[0].candidates[0].content ?? '';
59
+ }
60
+ extractContentFromResponseChunk(chunk) {
61
+ return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
62
+ }
63
+ }
64
+ exports.CodeyChatDefinition = CodeyChatDefinition;
65
+ //# sourceMappingURL=codey-chat.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"codey-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":";;;AAAA,2CAAgG;AAEhG,oDAA0D;AAC1D,6DAAsI;AAgDtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,iBAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,iBAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,IAAA,gCAAmB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/F,CAAC;CAEJ;AA/DD,kDA+DC"}
@@ -0,0 +1,35 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.CodeyTextDefinition = void 0;
4
+ const core_1 = require("@llumiverse/core");
5
+ const prompts_js_1 = require("../utils/prompts.js");
6
+ const palm_model_base_js_1 = require("./palm-model-base.js");
7
+ class CodeyTextDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
8
+ versions = [];
9
+ model = {
10
+ id: "code-bison",
11
+ name: "Codey for Code Generation",
12
+ provider: "vertexai",
13
+ owner: "google",
14
+ type: core_1.ModelType.Text,
15
+ canStream: true,
16
+ };
17
+ createNonStreamingPrompt(_driver, segments, opts) {
18
+ return {
19
+ instances: [{
20
+ prefix: (0, prompts_js_1.getPromptAsText)(segments, opts)
21
+ }],
22
+ parameters: {
23
+ // put defauilts here
24
+ }
25
+ };
26
+ }
27
+ extractContentFromResponse(response) {
28
+ return response.predictions[0].content ?? '';
29
+ }
30
+ extractContentFromResponseChunk(chunk) {
31
+ return chunk.outputs[0]?.structVal.content.stringVal || '';
32
+ }
33
+ }
34
+ exports.CodeyTextDefinition = CodeyTextDefinition;
35
+ //# sourceMappingURL=codey-text.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"codey-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":";;;AAAA,2CAAoF;AAEpF,oDAAsD;AACtD,6DAAsI;AAmCtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,IAAA,4BAAe,EAAC,QAAQ,EAAE,IAAI,CAAC;iBAC1C,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ;AA9BD,kDA8BC"}
@@ -0,0 +1,140 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.GeminiModelDefinition = void 0;
4
+ const vertexai_1 = require("@google-cloud/vertexai");
5
+ const core_1 = require("@llumiverse/core");
6
+ const async_1 = require("@llumiverse/core/async");
7
+ function getGenerativeModel(driver, options) {
8
+ return driver.vertexai.preview.getGenerativeModel({
9
+ model: options.model,
10
+ //TODO pass in the options
11
+ safety_settings: [{
12
+ category: vertexai_1.HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
13
+ threshold: vertexai_1.HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
14
+ }],
15
+ generation_config: {
16
+ temperature: options.temperature,
17
+ max_output_tokens: options.max_tokens
18
+ },
19
+ });
20
+ }
21
+ function collectTextParts(content) {
22
+ const out = [];
23
+ const parts = content.parts;
24
+ if (parts) {
25
+ for (const part of parts) {
26
+ if (part.text) {
27
+ out.push(part.text);
28
+ }
29
+ }
30
+ }
31
+ return out.join('\n');
32
+ }
33
+ class GeminiModelDefinition {
34
+ model = {
35
+ id: "gemini-pro",
36
+ name: "Gemini Pro",
37
+ provider: "vertexai",
38
+ owner: "google",
39
+ type: core_1.ModelType.Text,
40
+ canStream: true,
41
+ };
42
+ createPrompt(_driver, segments, options) {
43
+ const schema = options.resultSchema;
44
+ const contents = [];
45
+ const safety = [];
46
+ let lastUserContent = undefined;
47
+ for (const msg of segments) {
48
+ if (msg.role === core_1.PromptRole.safety) {
49
+ safety.push(msg.content);
50
+ }
51
+ else {
52
+ const role = msg.role === core_1.PromptRole.assistant ? "model" : "user";
53
+ if (lastUserContent && lastUserContent.role === role) {
54
+ lastUserContent.parts.push({ text: msg.content });
55
+ }
56
+ else {
57
+ const content = {
58
+ role,
59
+ parts: [{ text: msg.content }],
60
+ };
61
+ if (role === 'user') {
62
+ lastUserContent = content;
63
+ }
64
+ contents.push(content);
65
+ }
66
+ }
67
+ }
68
+ let tools = undefined;
69
+ if (schema) {
70
+ // tools = [{
71
+ // function_declarations: [{
72
+ // name: "validate_json_response",
73
+ // description: "Validate the given JSON response",
74
+ // parameters: schema as any,
75
+ // }]
76
+ // } as Tool];
77
+ safety.push("The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema));
78
+ }
79
+ if (safety.length > 0) {
80
+ const content = safety.join('\n');
81
+ if (lastUserContent) {
82
+ lastUserContent.parts.push({ text: content });
83
+ }
84
+ else {
85
+ contents.push({
86
+ role: 'user',
87
+ parts: [{ text: content }],
88
+ });
89
+ }
90
+ }
91
+ // put system mesages first and safety last
92
+ return { contents, tools };
93
+ }
94
+ async requestCompletion(driver, prompt, options) {
95
+ const model = getGenerativeModel(driver, options);
96
+ const r = await model.generateContent(prompt);
97
+ const response = await r.response;
98
+ const usage = response.usageMetadata;
99
+ const token_usage = {
100
+ prompt: usage?.prompt_token_count,
101
+ result: usage?.candidates_token_count,
102
+ total: usage?.totalTokenCount,
103
+ };
104
+ let result;
105
+ const candidate = response.candidates[0];
106
+ if (candidate) {
107
+ const content = candidate.content;
108
+ if (content) {
109
+ result = collectTextParts(content);
110
+ // if (options.resultSchema) {
111
+ // result = candidate.;
112
+ // } else {
113
+ // }
114
+ }
115
+ }
116
+ return {
117
+ result: result ?? '',
118
+ token_usage
119
+ };
120
+ }
121
+ async requestCompletionStream(driver, prompt, options) {
122
+ const model = getGenerativeModel(driver, options);
123
+ const streamingResp = await model.generateContentStream(prompt);
124
+ const stream = (0, async_1.asyncMap)(streamingResp.stream, async (item) => {
125
+ if (item.candidates.length > 0) {
126
+ for (const candidate of item.candidates) {
127
+ if (candidate.content?.role === 'model') {
128
+ const text = collectTextParts(candidate.content);
129
+ if (text)
130
+ return text;
131
+ }
132
+ }
133
+ }
134
+ return '';
135
+ });
136
+ return stream;
137
+ }
138
+ }
139
+ exports.GeminiModelDefinition = GeminiModelDefinition;
140
+ //# sourceMappingURL=gemini.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":";;;AAAA,qDAAsI;AACtI,2CAAmJ;AACnJ,kDAAkD;AAIlD,SAAS,kBAAkB,CAAC,MAAsB,EAAE,OAAyB;IACzE,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,0BAA0B;QAC1B,eAAe,EAAE,CAAC;gBACd,QAAQ,EAAE,uBAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,6BAAkB,CAAC,sBAAsB;aACvD,CAAC;QACF,iBAAiB,EAAE;YACf,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,OAAO,CAAC,UAAU;SACxC;KACJ,CAAC,CAAC;AACP,CAAC;AAGD,SAAS,gBAAgB,CAAC,OAAgB;IACtC,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAa,qBAAqB;IAE9B,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACnF,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,eAAe,GAAwB,SAAS,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,iBAAU,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClE,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACnD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAY;wBACrB,IAAI;wBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC;qBAC7C,CAAA;oBACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;wBAClB,eAAe,GAAG,OAAO,CAAC;oBAC9B,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,KAAK,GAAQ,SAAS,CAAC;QAC3B,IAAI,MAAM,EAAE,CAAC;YAET,aAAa;YACb,gCAAgC;YAChC,0CAA0C;YAC1C,2DAA2D;YAC3D,qCAAqC;YACrC,SAAS;YACT,cAAc;YAEd,MAAM,CAAC,IAAI,CAAC,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,eAAe,EAAE,CAAC;gBAClB,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC;iBACzC,CAAC,CAAA;YACN,CAAC;QACL,CAAC;QAED,2CAA2C;QAC3C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAA4B,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QACrG,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QACrC,MAAM,WAAW,GAAwB;YACrC,MAAM,EAAE,KAAK,EAAE,kBAAkB;YACjC,MAAM,EAAE,KAAK,EAAE,sBAAsB;YACrC,KAAK,EAAE,KAAK,EAAE,eAAe;SAChC,CAAA;QAED,IAAI,MAAW,CAAC;QAChB,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACnC,8BAA8B;gBAC9B,2BAA2B;gBAC3B,WAAW;gBACX,IAAI;YACR,CAAC;QACL,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,WAAW;SACd,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QAC3G,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,IAAA,gBAAQ,EAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBACjD,IAAI,IAAI;4BAAE,OAAO,IAAI,CAAC;oBAC1B,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CAEJ;AApHD,sDAoHC"}