@llumiverse/drivers 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cjs/bedrock/index.js +338 -0
- package/lib/cjs/bedrock/index.js.map +1 -0
- package/lib/cjs/bedrock/s3.js +61 -0
- package/lib/cjs/bedrock/s3.js.map +1 -0
- package/lib/cjs/huggingface_ie.js +181 -0
- package/lib/cjs/huggingface_ie.js.map +1 -0
- package/lib/cjs/index.js +24 -0
- package/lib/cjs/index.js.map +1 -0
- package/lib/cjs/openai.js +205 -0
- package/lib/cjs/openai.js.map +1 -0
- package/lib/cjs/package.json +3 -0
- package/lib/cjs/replicate.js +290 -0
- package/lib/cjs/replicate.js.map +1 -0
- package/lib/cjs/test/TestErrorCompletionStream.js +20 -0
- package/lib/cjs/test/TestErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test/TestValidationErrorCompletionStream.js +24 -0
- package/lib/cjs/test/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test/index.js +109 -0
- package/lib/cjs/test/index.js.map +1 -0
- package/lib/cjs/test/utils.js +31 -0
- package/lib/cjs/test/utils.js.map +1 -0
- package/lib/cjs/togetherai/index.js +92 -0
- package/lib/cjs/togetherai/index.js.map +1 -0
- package/lib/cjs/togetherai/interfaces.js +3 -0
- package/lib/cjs/togetherai/interfaces.js.map +1 -0
- package/lib/cjs/vertexai/debug.js +13 -0
- package/lib/cjs/vertexai/debug.js.map +1 -0
- package/lib/cjs/vertexai/index.js +80 -0
- package/lib/cjs/vertexai/index.js.map +1 -0
- package/lib/cjs/vertexai/models/codey-chat.js +65 -0
- package/lib/cjs/vertexai/models/codey-chat.js.map +1 -0
- package/lib/cjs/vertexai/models/codey-text.js +35 -0
- package/lib/cjs/vertexai/models/codey-text.js.map +1 -0
- package/lib/cjs/vertexai/models/gemini.js +140 -0
- package/lib/cjs/vertexai/models/gemini.js.map +1 -0
- package/lib/cjs/vertexai/models/palm-model-base.js +65 -0
- package/lib/cjs/vertexai/models/palm-model-base.js.map +1 -0
- package/lib/cjs/vertexai/models/palm2-chat.js +65 -0
- package/lib/cjs/vertexai/models/palm2-chat.js.map +1 -0
- package/lib/cjs/vertexai/models/palm2-text.js +35 -0
- package/lib/cjs/vertexai/models/palm2-text.js.map +1 -0
- package/lib/cjs/vertexai/models.js +93 -0
- package/lib/cjs/vertexai/models.js.map +1 -0
- package/lib/cjs/vertexai/utils/prompts.js +52 -0
- package/lib/cjs/vertexai/utils/prompts.js.map +1 -0
- package/lib/cjs/vertexai/utils/tensor.js +87 -0
- package/lib/cjs/vertexai/utils/tensor.js.map +1 -0
- package/lib/esm/bedrock/index.js +331 -0
- package/lib/esm/bedrock/index.js.map +1 -0
- package/lib/esm/bedrock/s3.js +53 -0
- package/lib/esm/bedrock/s3.js.map +1 -0
- package/lib/esm/huggingface_ie.js +177 -0
- package/lib/esm/huggingface_ie.js.map +1 -0
- package/lib/esm/index.js +8 -0
- package/lib/esm/index.js.map +1 -0
- package/lib/esm/openai.js +198 -0
- package/lib/esm/openai.js.map +1 -0
- package/lib/esm/replicate.js +283 -0
- package/lib/esm/replicate.js.map +1 -0
- package/lib/esm/test/TestErrorCompletionStream.js +16 -0
- package/lib/esm/test/TestErrorCompletionStream.js.map +1 -0
- package/lib/esm/test/TestValidationErrorCompletionStream.js +20 -0
- package/lib/esm/test/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/esm/test/index.js +91 -0
- package/lib/esm/test/index.js.map +1 -0
- package/lib/esm/test/utils.js +25 -0
- package/lib/esm/test/utils.js.map +1 -0
- package/lib/esm/togetherai/index.js +88 -0
- package/lib/esm/togetherai/index.js.map +1 -0
- package/lib/esm/togetherai/interfaces.js +2 -0
- package/lib/esm/togetherai/interfaces.js.map +1 -0
- package/lib/esm/vertexai/debug.js +6 -0
- package/lib/esm/vertexai/debug.js.map +1 -0
- package/lib/esm/vertexai/index.js +76 -0
- package/lib/esm/vertexai/index.js.map +1 -0
- package/lib/esm/vertexai/models/codey-chat.js +61 -0
- package/lib/esm/vertexai/models/codey-chat.js.map +1 -0
- package/lib/esm/vertexai/models/codey-text.js +31 -0
- package/lib/esm/vertexai/models/codey-text.js.map +1 -0
- package/lib/esm/vertexai/models/gemini.js +136 -0
- package/lib/esm/vertexai/models/gemini.js.map +1 -0
- package/lib/esm/vertexai/models/palm-model-base.js +61 -0
- package/lib/esm/vertexai/models/palm-model-base.js.map +1 -0
- package/lib/esm/vertexai/models/palm2-chat.js +61 -0
- package/lib/esm/vertexai/models/palm2-chat.js.map +1 -0
- package/lib/esm/vertexai/models/palm2-text.js +31 -0
- package/lib/esm/vertexai/models/palm2-text.js.map +1 -0
- package/lib/esm/vertexai/models.js +87 -0
- package/lib/esm/vertexai/models.js.map +1 -0
- package/lib/esm/vertexai/utils/prompts.js +47 -0
- package/lib/esm/vertexai/utils/prompts.js.map +1 -0
- package/lib/esm/vertexai/utils/tensor.js +82 -0
- package/lib/esm/vertexai/utils/tensor.js.map +1 -0
- package/lib/types/bedrock/index.d.ts +88 -0
- package/lib/types/bedrock/index.d.ts.map +1 -0
- package/lib/types/bedrock/s3.d.ts +20 -0
- package/lib/types/bedrock/s3.d.ts.map +1 -0
- package/lib/types/huggingface_ie.d.ts +36 -0
- package/lib/types/huggingface_ie.d.ts.map +1 -0
- package/lib/types/index.d.ts +8 -0
- package/lib/types/index.d.ts.map +1 -0
- package/lib/types/openai.d.ts +36 -0
- package/lib/types/openai.d.ts.map +1 -0
- package/lib/types/replicate.d.ts +52 -0
- package/lib/types/replicate.d.ts.map +1 -0
- package/lib/types/test/TestErrorCompletionStream.d.ts +9 -0
- package/lib/types/test/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test/TestValidationErrorCompletionStream.d.ts +9 -0
- package/lib/types/test/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test/index.d.ts +27 -0
- package/lib/types/test/index.d.ts.map +1 -0
- package/lib/types/test/utils.d.ts +5 -0
- package/lib/types/test/utils.d.ts.map +1 -0
- package/lib/types/togetherai/index.d.ts +23 -0
- package/lib/types/togetherai/index.d.ts.map +1 -0
- package/lib/types/togetherai/interfaces.d.ts +81 -0
- package/lib/types/togetherai/interfaces.d.ts.map +1 -0
- package/lib/types/vertexai/debug.d.ts +2 -0
- package/lib/types/vertexai/debug.d.ts.map +1 -0
- package/lib/types/vertexai/index.d.ts +26 -0
- package/lib/types/vertexai/index.d.ts.map +1 -0
- package/lib/types/vertexai/models/codey-chat.d.ts +51 -0
- package/lib/types/vertexai/models/codey-chat.d.ts.map +1 -0
- package/lib/types/vertexai/models/codey-text.d.ts +39 -0
- package/lib/types/vertexai/models/codey-text.d.ts.map +1 -0
- package/lib/types/vertexai/models/gemini.d.ts +11 -0
- package/lib/types/vertexai/models/gemini.d.ts.map +1 -0
- package/lib/types/vertexai/models/palm-model-base.d.ts +47 -0
- package/lib/types/vertexai/models/palm-model-base.d.ts.map +1 -0
- package/lib/types/vertexai/models/palm2-chat.d.ts +61 -0
- package/lib/types/vertexai/models/palm2-chat.d.ts.map +1 -0
- package/lib/types/vertexai/models/palm2-text.d.ts +39 -0
- package/lib/types/vertexai/models/palm2-text.d.ts.map +1 -0
- package/lib/types/vertexai/models.d.ts +14 -0
- package/lib/types/vertexai/models.d.ts.map +1 -0
- package/lib/types/vertexai/utils/prompts.d.ts +20 -0
- package/lib/types/vertexai/utils/prompts.d.ts.map +1 -0
- package/lib/types/vertexai/utils/tensor.d.ts +6 -0
- package/lib/types/vertexai/utils/tensor.d.ts.map +1 -0
- package/package.json +72 -0
- package/src/bedrock/index.ts +456 -0
- package/src/bedrock/s3.ts +62 -0
- package/src/huggingface_ie.ts +269 -0
- package/src/index.ts +7 -0
- package/src/openai.ts +254 -0
- package/src/replicate.ts +333 -0
- package/src/test/TestErrorCompletionStream.ts +17 -0
- package/src/test/TestValidationErrorCompletionStream.ts +21 -0
- package/src/test/index.ts +102 -0
- package/src/test/utils.ts +28 -0
- package/src/togetherai/index.ts +105 -0
- package/src/togetherai/interfaces.ts +88 -0
- package/src/vertexai/README.md +257 -0
- package/src/vertexai/debug.ts +6 -0
- package/src/vertexai/index.ts +99 -0
- package/src/vertexai/models/codey-chat.ts +115 -0
- package/src/vertexai/models/codey-text.ts +69 -0
- package/src/vertexai/models/gemini.ts +152 -0
- package/src/vertexai/models/palm-model-base.ts +122 -0
- package/src/vertexai/models/palm2-chat.ts +119 -0
- package/src/vertexai/models/palm2-text.ts +69 -0
- package/src/vertexai/models.ts +104 -0
- package/src/vertexai/utils/prompts.ts +66 -0
- package/src/vertexai/utils/tensor.ts +82 -0
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
exports.TestDriver = exports.TestDriverModels = void 0;
|
|
18
|
+
const core_1 = require("@llumiverse/core");
|
|
19
|
+
const TestErrorCompletionStream_js_1 = require("./TestErrorCompletionStream.js");
|
|
20
|
+
const TestValidationErrorCompletionStream_js_1 = require("./TestValidationErrorCompletionStream.js");
|
|
21
|
+
const utils_js_1 = require("./utils.js");
|
|
22
|
+
__exportStar(require("./TestErrorCompletionStream.js"), exports);
|
|
23
|
+
__exportStar(require("./TestValidationErrorCompletionStream.js"), exports);
|
|
24
|
+
var TestDriverModels;
|
|
25
|
+
(function (TestDriverModels) {
|
|
26
|
+
TestDriverModels["executionError"] = "execution-error";
|
|
27
|
+
TestDriverModels["validationError"] = "validation-error";
|
|
28
|
+
})(TestDriverModels || (exports.TestDriverModels = TestDriverModels = {}));
|
|
29
|
+
class TestDriver {
|
|
30
|
+
provider = "test";
|
|
31
|
+
createTrainingPrompt() {
|
|
32
|
+
throw new Error("Method not implemented.");
|
|
33
|
+
}
|
|
34
|
+
startTraining() {
|
|
35
|
+
throw new Error("Method not implemented.");
|
|
36
|
+
}
|
|
37
|
+
cancelTraining() {
|
|
38
|
+
throw new Error("Method not implemented.");
|
|
39
|
+
}
|
|
40
|
+
getTrainingJob(_jobId) {
|
|
41
|
+
throw new Error("Method not implemented.");
|
|
42
|
+
}
|
|
43
|
+
createPrompt(segments, _opts) {
|
|
44
|
+
return segments;
|
|
45
|
+
}
|
|
46
|
+
execute(segments, options) {
|
|
47
|
+
switch (options.model) {
|
|
48
|
+
case TestDriverModels.executionError:
|
|
49
|
+
return this.executeError(segments, options);
|
|
50
|
+
case TestDriverModels.validationError:
|
|
51
|
+
return this.executeValidationError(segments, options);
|
|
52
|
+
default:
|
|
53
|
+
(0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
async stream(segments, options) {
|
|
57
|
+
switch (options.model) {
|
|
58
|
+
case TestDriverModels.executionError:
|
|
59
|
+
return new TestErrorCompletionStream_js_1.TestErrorCompletionStream(segments, options);
|
|
60
|
+
case TestDriverModels.validationError:
|
|
61
|
+
return new TestValidationErrorCompletionStream_js_1.TestValidationErrorCompletionStream(segments, options);
|
|
62
|
+
default:
|
|
63
|
+
(0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
async listTrainableModels() {
|
|
67
|
+
return [];
|
|
68
|
+
}
|
|
69
|
+
async listModels() {
|
|
70
|
+
return [
|
|
71
|
+
{
|
|
72
|
+
id: TestDriverModels.executionError,
|
|
73
|
+
name: "Execution Error",
|
|
74
|
+
type: core_1.ModelType.Test,
|
|
75
|
+
provider: this.provider,
|
|
76
|
+
status: core_1.AIModelStatus.Available,
|
|
77
|
+
description: "Test execution errors",
|
|
78
|
+
tags: [],
|
|
79
|
+
},
|
|
80
|
+
{
|
|
81
|
+
id: TestDriverModels.validationError,
|
|
82
|
+
name: "Validation Error",
|
|
83
|
+
type: core_1.ModelType.Test,
|
|
84
|
+
provider: this.provider,
|
|
85
|
+
status: core_1.AIModelStatus.Available,
|
|
86
|
+
description: "Test validation errors",
|
|
87
|
+
tags: [],
|
|
88
|
+
},
|
|
89
|
+
];
|
|
90
|
+
}
|
|
91
|
+
validateConnection() {
|
|
92
|
+
throw new Error("Method not implemented.");
|
|
93
|
+
}
|
|
94
|
+
generateEmbeddings() {
|
|
95
|
+
throw new Error("Method not implemented.");
|
|
96
|
+
}
|
|
97
|
+
// ============== execution error ==================
|
|
98
|
+
async executeError(segments, _options) {
|
|
99
|
+
await (0, utils_js_1.sleep)(1000);
|
|
100
|
+
(0, utils_js_1.throwError)("Testing stream completion error.", segments);
|
|
101
|
+
}
|
|
102
|
+
// ============== validation error ==================
|
|
103
|
+
async executeValidationError(segments, _options) {
|
|
104
|
+
await (0, utils_js_1.sleep)(3000);
|
|
105
|
+
return (0, utils_js_1.createValidationErrorCompletion)(segments);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
exports.TestDriver = TestDriver;
|
|
109
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,2CAA+K;AAC/K,iFAA2E;AAC3E,qGAA+F;AAC/F,yCAAgF;AAEhF,iEAA+C;AAC/C,2EAAyD;AAEzD,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,gCAAhB,gBAAgB,QAG3B;AAED,MAAa,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,YAAY,CAAC,QAAyB,EAAE,KAAoB;QACxD,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,wDAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,4EAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,IAAA,qBAAU,EAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAA,0CAA+B,EAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ;AAvFD,gCAuFC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.sleep = exports.createValidationErrorCompletion = exports.throwError = void 0;
|
|
4
|
+
function throwError(message, prompt) {
|
|
5
|
+
const err = new Error(message);
|
|
6
|
+
err.prompt = prompt;
|
|
7
|
+
throw err;
|
|
8
|
+
}
|
|
9
|
+
exports.throwError = throwError;
|
|
10
|
+
function createValidationErrorCompletion(segments) {
|
|
11
|
+
return {
|
|
12
|
+
result: "An invalid result",
|
|
13
|
+
prompt: segments,
|
|
14
|
+
execution_time: 3000,
|
|
15
|
+
error: {
|
|
16
|
+
code: "validation_error",
|
|
17
|
+
message: "Result cannot be validated!",
|
|
18
|
+
},
|
|
19
|
+
token_usage: {
|
|
20
|
+
result: 10,
|
|
21
|
+
prompt: 10,
|
|
22
|
+
total: 20,
|
|
23
|
+
},
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
exports.createValidationErrorCompletion = createValidationErrorCompletion;
|
|
27
|
+
function sleep(ms) {
|
|
28
|
+
return new Promise(resolve => setTimeout(resolve, ms));
|
|
29
|
+
}
|
|
30
|
+
exports.sleep = sleep;
|
|
31
|
+
//# sourceMappingURL=utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test/utils.ts"],"names":[],"mappings":";;;AAEA,SAAgB,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAJD,gCAIC;AAED,SAAgB,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,mBAAmB;QAC3B,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAfD,0EAeC;AAED,SAAgB,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAFD,sBAEC"}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.TogetherAIDriver = void 0;
|
|
4
|
+
const core_1 = require("@llumiverse/core");
|
|
5
|
+
const api_fetch_client_1 = require("api-fetch-client");
|
|
6
|
+
class TogetherAIDriver extends core_1.AbstractDriver {
|
|
7
|
+
provider;
|
|
8
|
+
apiKey;
|
|
9
|
+
defaultFormat;
|
|
10
|
+
fetchClient;
|
|
11
|
+
constructor(options) {
|
|
12
|
+
super(options);
|
|
13
|
+
this.provider = "togetherai";
|
|
14
|
+
this.defaultFormat = core_1.PromptFormats.genericTextLLM;
|
|
15
|
+
this.apiKey = options.apiKey;
|
|
16
|
+
this.fetchClient = new api_fetch_client_1.FetchClient('https://api.together.xyz').withHeaders({
|
|
17
|
+
authorization: `Bearer ${this.apiKey}`
|
|
18
|
+
});
|
|
19
|
+
}
|
|
20
|
+
async requestCompletion(prompt, options) {
|
|
21
|
+
const res = await this.fetchClient.post('/v1/completions', {
|
|
22
|
+
payload: {
|
|
23
|
+
model: options.model,
|
|
24
|
+
prompt: prompt,
|
|
25
|
+
max_tokens: options.max_tokens ?? 1024,
|
|
26
|
+
temperature: options.temperature ?? 0.7,
|
|
27
|
+
}
|
|
28
|
+
});
|
|
29
|
+
const text = res.choices[0]?.text ?? '';
|
|
30
|
+
const usage = res.usage || {};
|
|
31
|
+
return {
|
|
32
|
+
result: text,
|
|
33
|
+
token_usage: {
|
|
34
|
+
prompt: usage.prompt_tokens,
|
|
35
|
+
result: usage.completion_tokens,
|
|
36
|
+
total: usage.total_tokens,
|
|
37
|
+
},
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
async requestCompletionStream(prompt, options) {
|
|
41
|
+
const stream = await this.fetchClient.post('/v1/completions', {
|
|
42
|
+
payload: {
|
|
43
|
+
model: options.model,
|
|
44
|
+
prompt: prompt,
|
|
45
|
+
max_tokens: options.max_tokens ?? 1024,
|
|
46
|
+
temperature: options.temperature ?? 0.7,
|
|
47
|
+
stream: true,
|
|
48
|
+
},
|
|
49
|
+
reader: 'sse'
|
|
50
|
+
});
|
|
51
|
+
return stream.pipeThrough(new TransformStream({
|
|
52
|
+
transform(event, controller) {
|
|
53
|
+
if (event.type === 'event' && event.data && event.data !== '[DONE]') {
|
|
54
|
+
try {
|
|
55
|
+
const data = JSON.parse(event.data);
|
|
56
|
+
controller.enqueue(data.choices[0]?.text ?? '');
|
|
57
|
+
}
|
|
58
|
+
catch (err) {
|
|
59
|
+
// double check for the last event whicb is not a JSON - at this time togetherai returrns the string [DONE]
|
|
60
|
+
// do nothing - happens if data is not a JSON - the last event data is the [DONE] string
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}));
|
|
65
|
+
}
|
|
66
|
+
async listModels() {
|
|
67
|
+
const models = await this.fetchClient.get("/models/info");
|
|
68
|
+
// logObject('#### LIST MODELS RESULT IS', models[0]);
|
|
69
|
+
const aimodels = models.map(m => {
|
|
70
|
+
return {
|
|
71
|
+
id: m.name,
|
|
72
|
+
name: m.display_name,
|
|
73
|
+
description: m.description,
|
|
74
|
+
provider: this.provider,
|
|
75
|
+
formats: [core_1.PromptFormats.genericTextLLM],
|
|
76
|
+
};
|
|
77
|
+
});
|
|
78
|
+
return aimodels;
|
|
79
|
+
}
|
|
80
|
+
listTrainableModels() {
|
|
81
|
+
throw new Error("Method not implemented.");
|
|
82
|
+
}
|
|
83
|
+
validateConnection() {
|
|
84
|
+
throw new Error("Method not implemented.");
|
|
85
|
+
}
|
|
86
|
+
//@ts-ignore
|
|
87
|
+
generateEmbeddings(content, model) {
|
|
88
|
+
throw new Error("Method not implemented.");
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
exports.TogetherAIDriver = TogetherAIDriver;
|
|
92
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":";;;AAAA,2CAAuH;AACvH,uDAAgE;AAOhE,MAAa,gBAAiB,SAAQ,qBAA+C;IACjF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,aAAa,CAAgB;IAC7B,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;aAC1C;SACJ,CAAC,CAAA;QAEF,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,MAAM,EAAE,IAAI;aACf;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAA0B;YACnE,SAAS,CAAC,KAAsB,EAAE,UAAU;gBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClE,IAAI,CAAC;wBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACpC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;oBACpD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,2GAA2G;wBAC3G,wFAAwF;oBAC5F,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC,CAAC,CAAC;IAER,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,CAAC,oBAAa,CAAC,cAAc,CAAC;aAC1C,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY;IACZ,kBAAkB,CAAC,OAAe,EAAE,KAA0B;QAC1D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAhGD,4CAgGC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.logObject = void 0;
|
|
7
|
+
const util_1 = __importDefault(require("util"));
|
|
8
|
+
function logObject(prefix, obj) {
|
|
9
|
+
const fullObj = util_1.default.inspect(obj, { showHidden: false, depth: null, colors: true });
|
|
10
|
+
console.log(prefix, fullObj);
|
|
11
|
+
}
|
|
12
|
+
exports.logObject = logObject;
|
|
13
|
+
//# sourceMappingURL=debug.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AAExB,SAAgB,SAAS,CAAC,MAAc,EAAE,GAAQ;IAC9C,MAAM,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC;AAHD,8BAGC"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.VertexAIDriver = void 0;
|
|
4
|
+
//import { v1 } from "@google-cloud/aiplatform";
|
|
5
|
+
const vertexai_1 = require("@google-cloud/vertexai");
|
|
6
|
+
const core_1 = require("@llumiverse/core");
|
|
7
|
+
const api_fetch_client_1 = require("api-fetch-client");
|
|
8
|
+
const models_js_1 = require("./models.js");
|
|
9
|
+
class VertexAIDriver extends core_1.AbstractDriver {
|
|
10
|
+
provider = core_1.BuiltinProviders.vertexai;
|
|
11
|
+
defaultFormat = core_1.PromptFormats.genericTextLLM;
|
|
12
|
+
//aiplatform: v1.ModelServiceClient;
|
|
13
|
+
vertexai;
|
|
14
|
+
fetchClient;
|
|
15
|
+
constructor(options) {
|
|
16
|
+
super(options);
|
|
17
|
+
//this.aiplatform = new v1.ModelServiceClient();
|
|
18
|
+
this.vertexai = new vertexai_1.VertexAI({
|
|
19
|
+
project: this.options.project,
|
|
20
|
+
location: this.options.region,
|
|
21
|
+
});
|
|
22
|
+
this.fetchClient = createFetchClient({
|
|
23
|
+
region: this.options.region,
|
|
24
|
+
project: this.options.project,
|
|
25
|
+
}).withAuthCallback(async () => {
|
|
26
|
+
const token = await this.vertexai.preview.token;
|
|
27
|
+
return `Bearer ${token}`;
|
|
28
|
+
});
|
|
29
|
+
// this.aiplatform = new v1.ModelServiceClient({
|
|
30
|
+
// projectId: this.options.project,
|
|
31
|
+
// apiEndpoint: `${this.options.region}-${API_BASE_PATH}`,
|
|
32
|
+
// });
|
|
33
|
+
}
|
|
34
|
+
canStream(options) {
|
|
35
|
+
return Promise.resolve((0, models_js_1.getModelDefinition)(options.model).model.canStream === true);
|
|
36
|
+
}
|
|
37
|
+
createPrompt(segments, options) {
|
|
38
|
+
return (0, models_js_1.getModelDefinition)(options.model).createPrompt(this, segments, options);
|
|
39
|
+
}
|
|
40
|
+
async requestCompletion(prompt, options) {
|
|
41
|
+
return (0, models_js_1.getModelDefinition)(options.model).requestCompletion(this, prompt, options);
|
|
42
|
+
}
|
|
43
|
+
async requestCompletionStream(prompt, options) {
|
|
44
|
+
return (0, models_js_1.getModelDefinition)(options.model).requestCompletionStream(this, prompt, options);
|
|
45
|
+
}
|
|
46
|
+
async listModels(_params) {
|
|
47
|
+
return models_js_1.BuiltinModels;
|
|
48
|
+
// try {
|
|
49
|
+
// const response = await this.fetchClient.get('/publishers/google/models/gemini-pro');
|
|
50
|
+
// console.log('>>>>>>>>', response);
|
|
51
|
+
// } catch (err: any) {
|
|
52
|
+
// console.error('+++++VETREX ERROR++++++', err);
|
|
53
|
+
// throw err;
|
|
54
|
+
// }
|
|
55
|
+
// TODO uncomment this to use apiplatform instead of the fetch client
|
|
56
|
+
// const response = await this.aiplatform.listModels({
|
|
57
|
+
// parent: `projects/${this.options.project}/locations/${this.options.region}`,
|
|
58
|
+
// });
|
|
59
|
+
return []; //TODO
|
|
60
|
+
}
|
|
61
|
+
listTrainableModels() {
|
|
62
|
+
throw new Error("Method not implemented.");
|
|
63
|
+
}
|
|
64
|
+
validateConnection() {
|
|
65
|
+
throw new Error("Method not implemented.");
|
|
66
|
+
}
|
|
67
|
+
generateEmbeddings(_content, _model) {
|
|
68
|
+
throw new Error("Method not implemented.");
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
exports.VertexAIDriver = VertexAIDriver;
|
|
72
|
+
//'us-central1-aiplatform.googleapis.com',
|
|
73
|
+
const API_BASE_PATH = 'aiplatform.googleapis.com';
|
|
74
|
+
function createFetchClient({ region, project, apiEndpoint, apiVersion = 'v1' }) {
|
|
75
|
+
const vertexBaseEndpoint = apiEndpoint ?? `${region}-${API_BASE_PATH}`;
|
|
76
|
+
return new api_fetch_client_1.FetchClient(`https://${vertexBaseEndpoint}/${apiVersion}/projects/${project}/locations/${region}`).withHeaders({
|
|
77
|
+
'Content-Type': 'application/json',
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":";;;AAAA,gDAAgD;AAChD,qDAA0E;AAC1E,2CAA2L;AAC3L,uDAA+C;AAC/C,2CAAgE;AAQhE,MAAa,cAAe,SAAQ,qBAA6D;IAC7F,QAAQ,GAAG,uBAAgB,CAAC,QAAQ,CAAC;IACrC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;IAE7C,oCAAoC;IACpC,QAAQ,CAAW;IACnB,WAAW,CAAc;IAEzB,YACI,OAA8B;QAE9B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,gDAAgD;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAQ,CAAC;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;SAChC,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;YAChD,OAAO,UAAU,KAAK,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,gDAAgD;QAChD,uCAAuC;QACvC,8DAA8D;QAC9D,MAAM;IACV,CAAC;IAES,SAAS,CAAC,OAAyB;QACzC,OAAO,OAAO,CAAC,OAAO,CAAC,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IACvF,CAAC;IAEM,YAAY,CAAC,QAAyB,EAAE,OAAsB;QACjE,OAAO,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA8B,EAAE,OAAyB;QAC7E,OAAO,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,uBAAuB,CAAC,MAA8B,EAAE,OAAyB;QACnF,OAAO,IAAA,8BAAkB,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA4B;QACzC,OAAO,yBAAa,CAAC;QACrB,QAAQ;QACR,2FAA2F;QAC3F,yCAAyC;QACzC,uBAAuB;QACvB,qDAAqD;QACrD,iBAAiB;QACjB,IAAI;QAEJ,qEAAqE;QACrE,sDAAsD;QACtD,mFAAmF;QACnF,MAAM;QAEN,OAAO,EAAE,CAAC,CAAC,MAAM;IACrB,CAAC;IACD,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB,CAAC,QAAgB,EAAE,MAA2B;QAC5D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAxED,wCAwEC;AAED,0CAA0C;AAC1C,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAClD,SAAS,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,GAAG,IAAI,EAK3E;IACG,MAAM,kBAAkB,GAAG,WAAW,IAAI,GAAG,MAAM,IAAI,aAAa,EAAE,CAAC;IACvE,OAAO,IAAI,8BAAW,CAAC,WAAW,kBAAkB,IAAI,UAAU,aAAa,OAAO,cAAc,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC;QACtH,cAAc,EAAE,kBAAkB;KACrC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CodeyChatDefinition = void 0;
|
|
4
|
+
const core_1 = require("@llumiverse/core");
|
|
5
|
+
const prompts_js_1 = require("../utils/prompts.js");
|
|
6
|
+
const palm_model_base_js_1 = require("./palm-model-base.js");
|
|
7
|
+
class CodeyChatDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
|
|
8
|
+
versions = [];
|
|
9
|
+
model = {
|
|
10
|
+
id: "codechat-bison",
|
|
11
|
+
name: "Codey for Code Chat",
|
|
12
|
+
provider: "vertexai",
|
|
13
|
+
owner: "google",
|
|
14
|
+
type: core_1.ModelType.Chat,
|
|
15
|
+
canStream: true,
|
|
16
|
+
};
|
|
17
|
+
createNonStreamingPrompt(_driver, segments, opts) {
|
|
18
|
+
const system = [];
|
|
19
|
+
const messages = [];
|
|
20
|
+
const safety = [];
|
|
21
|
+
for (const segment of segments) {
|
|
22
|
+
switch (segment.role) {
|
|
23
|
+
case core_1.PromptRole.user:
|
|
24
|
+
messages.push({ author: 'user', content: segment.content });
|
|
25
|
+
break;
|
|
26
|
+
case core_1.PromptRole.assistant:
|
|
27
|
+
messages.push({ author: 'assistant', content: segment.content });
|
|
28
|
+
break;
|
|
29
|
+
case core_1.PromptRole.system:
|
|
30
|
+
system.push(segment.content);
|
|
31
|
+
break;
|
|
32
|
+
case core_1.PromptRole.safety:
|
|
33
|
+
safety.push(segment.content);
|
|
34
|
+
break;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
if (opts.resultSchema) {
|
|
38
|
+
safety.push((0, prompts_js_1.getJSONSafetyNotice)(opts.resultSchema));
|
|
39
|
+
}
|
|
40
|
+
const context = [];
|
|
41
|
+
if (system.length > 0) {
|
|
42
|
+
context.push(system.join('\n'));
|
|
43
|
+
}
|
|
44
|
+
if (safety.length > 0) {
|
|
45
|
+
context.push('IMPORTANT: ' + safety.join('\n'));
|
|
46
|
+
}
|
|
47
|
+
return {
|
|
48
|
+
instances: [{
|
|
49
|
+
context: context.length > 0 ? context.join('\n') : undefined,
|
|
50
|
+
messages
|
|
51
|
+
}],
|
|
52
|
+
parameters: {
|
|
53
|
+
// put defauilts here
|
|
54
|
+
}
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
extractContentFromResponse(response) {
|
|
58
|
+
return response.predictions[0].candidates[0].content ?? '';
|
|
59
|
+
}
|
|
60
|
+
extractContentFromResponseChunk(chunk) {
|
|
61
|
+
return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
exports.CodeyChatDefinition = CodeyChatDefinition;
|
|
65
|
+
//# sourceMappingURL=codey-chat.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"codey-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":";;;AAAA,2CAAgG;AAEhG,oDAA0D;AAC1D,6DAAsI;AAgDtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,iBAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,iBAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,IAAA,gCAAmB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/F,CAAC;CAEJ;AA/DD,kDA+DC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CodeyTextDefinition = void 0;
|
|
4
|
+
const core_1 = require("@llumiverse/core");
|
|
5
|
+
const prompts_js_1 = require("../utils/prompts.js");
|
|
6
|
+
const palm_model_base_js_1 = require("./palm-model-base.js");
|
|
7
|
+
class CodeyTextDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
|
|
8
|
+
versions = [];
|
|
9
|
+
model = {
|
|
10
|
+
id: "code-bison",
|
|
11
|
+
name: "Codey for Code Generation",
|
|
12
|
+
provider: "vertexai",
|
|
13
|
+
owner: "google",
|
|
14
|
+
type: core_1.ModelType.Text,
|
|
15
|
+
canStream: true,
|
|
16
|
+
};
|
|
17
|
+
createNonStreamingPrompt(_driver, segments, opts) {
|
|
18
|
+
return {
|
|
19
|
+
instances: [{
|
|
20
|
+
prefix: (0, prompts_js_1.getPromptAsText)(segments, opts)
|
|
21
|
+
}],
|
|
22
|
+
parameters: {
|
|
23
|
+
// put defauilts here
|
|
24
|
+
}
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
extractContentFromResponse(response) {
|
|
28
|
+
return response.predictions[0].content ?? '';
|
|
29
|
+
}
|
|
30
|
+
extractContentFromResponseChunk(chunk) {
|
|
31
|
+
return chunk.outputs[0]?.structVal.content.stringVal || '';
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
exports.CodeyTextDefinition = CodeyTextDefinition;
|
|
35
|
+
//# sourceMappingURL=codey-text.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"codey-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":";;;AAAA,2CAAoF;AAEpF,oDAAsD;AACtD,6DAAsI;AAmCtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,IAAA,4BAAe,EAAC,QAAQ,EAAE,IAAI,CAAC;iBAC1C,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ;AA9BD,kDA8BC"}
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.GeminiModelDefinition = void 0;
|
|
4
|
+
const vertexai_1 = require("@google-cloud/vertexai");
|
|
5
|
+
const core_1 = require("@llumiverse/core");
|
|
6
|
+
const async_1 = require("@llumiverse/core/async");
|
|
7
|
+
function getGenerativeModel(driver, options) {
|
|
8
|
+
return driver.vertexai.preview.getGenerativeModel({
|
|
9
|
+
model: options.model,
|
|
10
|
+
//TODO pass in the options
|
|
11
|
+
safety_settings: [{
|
|
12
|
+
category: vertexai_1.HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
|
|
13
|
+
threshold: vertexai_1.HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
|
|
14
|
+
}],
|
|
15
|
+
generation_config: {
|
|
16
|
+
temperature: options.temperature,
|
|
17
|
+
max_output_tokens: options.max_tokens
|
|
18
|
+
},
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
function collectTextParts(content) {
|
|
22
|
+
const out = [];
|
|
23
|
+
const parts = content.parts;
|
|
24
|
+
if (parts) {
|
|
25
|
+
for (const part of parts) {
|
|
26
|
+
if (part.text) {
|
|
27
|
+
out.push(part.text);
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return out.join('\n');
|
|
32
|
+
}
|
|
33
|
+
class GeminiModelDefinition {
|
|
34
|
+
model = {
|
|
35
|
+
id: "gemini-pro",
|
|
36
|
+
name: "Gemini Pro",
|
|
37
|
+
provider: "vertexai",
|
|
38
|
+
owner: "google",
|
|
39
|
+
type: core_1.ModelType.Text,
|
|
40
|
+
canStream: true,
|
|
41
|
+
};
|
|
42
|
+
createPrompt(_driver, segments, options) {
|
|
43
|
+
const schema = options.resultSchema;
|
|
44
|
+
const contents = [];
|
|
45
|
+
const safety = [];
|
|
46
|
+
let lastUserContent = undefined;
|
|
47
|
+
for (const msg of segments) {
|
|
48
|
+
if (msg.role === core_1.PromptRole.safety) {
|
|
49
|
+
safety.push(msg.content);
|
|
50
|
+
}
|
|
51
|
+
else {
|
|
52
|
+
const role = msg.role === core_1.PromptRole.assistant ? "model" : "user";
|
|
53
|
+
if (lastUserContent && lastUserContent.role === role) {
|
|
54
|
+
lastUserContent.parts.push({ text: msg.content });
|
|
55
|
+
}
|
|
56
|
+
else {
|
|
57
|
+
const content = {
|
|
58
|
+
role,
|
|
59
|
+
parts: [{ text: msg.content }],
|
|
60
|
+
};
|
|
61
|
+
if (role === 'user') {
|
|
62
|
+
lastUserContent = content;
|
|
63
|
+
}
|
|
64
|
+
contents.push(content);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
let tools = undefined;
|
|
69
|
+
if (schema) {
|
|
70
|
+
// tools = [{
|
|
71
|
+
// function_declarations: [{
|
|
72
|
+
// name: "validate_json_response",
|
|
73
|
+
// description: "Validate the given JSON response",
|
|
74
|
+
// parameters: schema as any,
|
|
75
|
+
// }]
|
|
76
|
+
// } as Tool];
|
|
77
|
+
safety.push("The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema));
|
|
78
|
+
}
|
|
79
|
+
if (safety.length > 0) {
|
|
80
|
+
const content = safety.join('\n');
|
|
81
|
+
if (lastUserContent) {
|
|
82
|
+
lastUserContent.parts.push({ text: content });
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
contents.push({
|
|
86
|
+
role: 'user',
|
|
87
|
+
parts: [{ text: content }],
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
// put system mesages first and safety last
|
|
92
|
+
return { contents, tools };
|
|
93
|
+
}
|
|
94
|
+
async requestCompletion(driver, prompt, options) {
|
|
95
|
+
const model = getGenerativeModel(driver, options);
|
|
96
|
+
const r = await model.generateContent(prompt);
|
|
97
|
+
const response = await r.response;
|
|
98
|
+
const usage = response.usageMetadata;
|
|
99
|
+
const token_usage = {
|
|
100
|
+
prompt: usage?.prompt_token_count,
|
|
101
|
+
result: usage?.candidates_token_count,
|
|
102
|
+
total: usage?.totalTokenCount,
|
|
103
|
+
};
|
|
104
|
+
let result;
|
|
105
|
+
const candidate = response.candidates[0];
|
|
106
|
+
if (candidate) {
|
|
107
|
+
const content = candidate.content;
|
|
108
|
+
if (content) {
|
|
109
|
+
result = collectTextParts(content);
|
|
110
|
+
// if (options.resultSchema) {
|
|
111
|
+
// result = candidate.;
|
|
112
|
+
// } else {
|
|
113
|
+
// }
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return {
|
|
117
|
+
result: result ?? '',
|
|
118
|
+
token_usage
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
async requestCompletionStream(driver, prompt, options) {
|
|
122
|
+
const model = getGenerativeModel(driver, options);
|
|
123
|
+
const streamingResp = await model.generateContentStream(prompt);
|
|
124
|
+
const stream = (0, async_1.asyncMap)(streamingResp.stream, async (item) => {
|
|
125
|
+
if (item.candidates.length > 0) {
|
|
126
|
+
for (const candidate of item.candidates) {
|
|
127
|
+
if (candidate.content?.role === 'model') {
|
|
128
|
+
const text = collectTextParts(candidate.content);
|
|
129
|
+
if (text)
|
|
130
|
+
return text;
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
return '';
|
|
135
|
+
});
|
|
136
|
+
return stream;
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
exports.GeminiModelDefinition = GeminiModelDefinition;
|
|
140
|
+
//# sourceMappingURL=gemini.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":";;;AAAA,qDAAsI;AACtI,2CAAmJ;AACnJ,kDAAkD;AAIlD,SAAS,kBAAkB,CAAC,MAAsB,EAAE,OAAyB;IACzE,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,0BAA0B;QAC1B,eAAe,EAAE,CAAC;gBACd,QAAQ,EAAE,uBAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,6BAAkB,CAAC,sBAAsB;aACvD,CAAC;QACF,iBAAiB,EAAE;YACf,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,OAAO,CAAC,UAAU;SACxC;KACJ,CAAC,CAAC;AACP,CAAC;AAGD,SAAS,gBAAgB,CAAC,OAAgB;IACtC,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAa,qBAAqB;IAE9B,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACnF,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,eAAe,GAAwB,SAAS,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,iBAAU,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClE,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACnD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAY;wBACrB,IAAI;wBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC;qBAC7C,CAAA;oBACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;wBAClB,eAAe,GAAG,OAAO,CAAC;oBAC9B,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,KAAK,GAAQ,SAAS,CAAC;QAC3B,IAAI,MAAM,EAAE,CAAC;YAET,aAAa;YACb,gCAAgC;YAChC,0CAA0C;YAC1C,2DAA2D;YAC3D,qCAAqC;YACrC,SAAS;YACT,cAAc;YAEd,MAAM,CAAC,IAAI,CAAC,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,eAAe,EAAE,CAAC;gBAClB,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC;iBACzC,CAAC,CAAA;YACN,CAAC;QACL,CAAC;QAED,2CAA2C;QAC3C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAA4B,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QACrG,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QACrC,MAAM,WAAW,GAAwB;YACrC,MAAM,EAAE,KAAK,EAAE,kBAAkB;YACjC,MAAM,EAAE,KAAK,EAAE,sBAAsB;YACrC,KAAK,EAAE,KAAK,EAAE,eAAe;SAChC,CAAA;QAED,IAAI,MAAW,CAAC;QAChB,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACnC,8BAA8B;gBAC9B,2BAA2B;gBAC3B,WAAW;gBACX,IAAI;YACR,CAAC;QACL,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,WAAW;SACd,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QAC3G,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,IAAA,gBAAQ,EAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBACjD,IAAI,IAAI;4BAAE,OAAO,IAAI,CAAC;oBAC1B,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CAEJ;AApHD,sDAoHC"}
|