@llumiverse/drivers 0.25.0 → 0.25.1

package/lib/cjs/test-driver/index.js

@@ -0,0 +1,109 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestDriver = exports.TestDriverModels = void 0;
+const core_1 = require("@llumiverse/core");
+const TestErrorCompletionStream_js_1 = require("./TestErrorCompletionStream.js");
+const TestValidationErrorCompletionStream_js_1 = require("./TestValidationErrorCompletionStream.js");
+const utils_js_1 = require("./utils.js");
+__exportStar(require("./TestErrorCompletionStream.js"), exports);
+__exportStar(require("./TestValidationErrorCompletionStream.js"), exports);
+var TestDriverModels;
+(function (TestDriverModels) {
+    TestDriverModels["executionError"] = "execution-error";
+    TestDriverModels["validationError"] = "validation-error";
+})(TestDriverModels || (exports.TestDriverModels = TestDriverModels = {}));
+class TestDriver {
+    provider = "test";
+    createTrainingPrompt() {
+        throw new Error("Method not implemented.");
+    }
+    startTraining() {
+        throw new Error("Method not implemented.");
+    }
+    cancelTraining() {
+        throw new Error("Method not implemented.");
+    }
+    getTrainingJob(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    async createPrompt(segments, _opts) {
+        return segments;
+    }
+    execute(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return this.executeError(segments, options);
+            case TestDriverModels.validationError:
+                return this.executeValidationError(segments, options);
+            default:
+                (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async stream(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return new TestErrorCompletionStream_js_1.TestErrorCompletionStream(segments, options);
+            case TestDriverModels.validationError:
+                return new TestValidationErrorCompletionStream_js_1.TestValidationErrorCompletionStream(segments, options);
+            default:
+                (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async listTrainableModels() {
+        return [];
+    }
+    async listModels() {
+        return [
+            {
+                id: TestDriverModels.executionError,
+                name: "Execution Error",
+                type: core_1.ModelType.Test,
+                provider: this.provider,
+                status: core_1.AIModelStatus.Available,
+                description: "Test execution errors",
+                tags: [],
+            },
+            {
+                id: TestDriverModels.validationError,
+                name: "Validation Error",
+                type: core_1.ModelType.Test,
+                provider: this.provider,
+                status: core_1.AIModelStatus.Available,
+                description: "Test validation errors",
+                tags: [],
+            },
+        ];
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+    // ============== execution error ==================
+    async executeError(segments, _options) {
+        await (0, utils_js_1.sleep)(1000);
+        (0, utils_js_1.throwError)("Testing stream completion error.", segments);
+    }
+    // ============== validation error ==================
+    async executeValidationError(segments, _options) {
+        await (0, utils_js_1.sleep)(3000);
+        return (0, utils_js_1.createValidationErrorCompletion)(segments);
+    }
+}
+exports.TestDriver = TestDriver;
+//# sourceMappingURL=index.js.map

package/lib/cjs/test-driver/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,2CAAkL;AAClL,iFAA2E;AAC3E,qGAA+F;AAC/F,yCAAgF;AAEhF,iEAA+C;AAC/C,2EAAyD;AAEzD,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,gCAAhB,gBAAgB,QAG3B;AAED,MAAa,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,wDAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,4EAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,IAAA,qBAAU,EAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAA,0CAA+B,EAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ;AAxFD,gCAwFC"}

package/lib/cjs/test-driver/utils.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.throwError = throwError;
+exports.createValidationErrorCompletion = createValidationErrorCompletion;
+exports.sleep = sleep;
+function throwError(message, prompt) {
+    const err = new Error(message);
+    err.prompt = prompt;
+    throw err;
+}
+function createValidationErrorCompletion(segments) {
+    return {
+        result: [{ type: "text", value: "An invalid result" }],
+        prompt: segments,
+        execution_time: 3000,
+        error: {
+            code: "validation_error",
+            message: "Result cannot be validated!",
+        },
+        token_usage: {
+            result: 10,
+            prompt: 10,
+            total: 20,
+        },
+    };
+}
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=utils.js.map

package/lib/cjs/test-driver/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":";;AAEA,gCAIC;AAED,0EAeC;AAED,sBAEC;AAzBD,SAAgB,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,SAAgB,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,SAAgB,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/lib/cjs/togetherai/index.js

@@ -0,0 +1,126 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TogetherAIDriver = void 0;
+const core_1 = require("@llumiverse/core");
+const async_1 = require("@llumiverse/core/async");
+const api_fetch_client_1 = require("@vertesia/api-fetch-client");
+class TogetherAIDriver extends core_1.AbstractDriver {
+    static PROVIDER = "togetherai";
+    provider = TogetherAIDriver.PROVIDER;
+    apiKey;
+    fetchClient;
+    constructor(options) {
+        super(options);
+        this.apiKey = options.apiKey;
+        this.fetchClient = new api_fetch_client_1.FetchClient('https://api.together.xyz').withHeaders({
+            authorization: `Bearer ${this.apiKey}`
+        });
+    }
+    getResponseFormat = (options) => {
+        return options.result_schema ?
+            {
+                type: "json_object",
+                schema: options.result_schema
+            } : undefined;
+    };
+    async requestTextCompletion(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        const stop_seq = options.model_options?.stop_sequence ?? [];
+        const res = await this.fetchClient.post('/v1/completions', {
+            payload: {
+                model: options.model,
+                prompt: prompt,
+                response_format: this.getResponseFormat(options),
+                max_tokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                top_p: options.model_options?.top_p,
+                top_k: options.model_options?.top_k,
+                //logprobs: options.top_logprobs,       //Logprobs output currently not supported
+                frequency_penalty: options.model_options?.frequency_penalty,
+                presence_penalty: options.model_options?.presence_penalty,
+                stop: [
+                    "</s>",
+                    "[/INST]",
+                    ...stop_seq,
+                ],
+            }
+        });
+        const choice = res.choices[0];
+        const text = choice.text ?? '';
+        const usage = res.usage || {};
+        return {
+            result: [{ type: "text", value: text }],
+            token_usage: {
+                prompt: usage.prompt_tokens,
+                result: usage.completion_tokens,
+                total: usage.total_tokens,
+            },
+            finish_reason: choice.finish_reason, //Uses expected "stop" , "length" format
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    async requestTextCompletionStream(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        const stop_seq = options.model_options?.stop_sequence ?? [];
+        const stream = await this.fetchClient.post('/v1/completions', {
+            payload: {
+                model: options.model,
+                prompt: prompt,
+                max_tokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                response_format: this.getResponseFormat(options),
+                top_p: options.model_options?.top_p,
+                top_k: options.model_options?.top_k,
+                //logprobs: options.top_logprobs,       //Logprobs output currently not supported
+                frequency_penalty: options.model_options?.frequency_penalty,
+                presence_penalty: options.model_options?.presence_penalty,
+                stream: true,
+                stop: [
+                    "</s>",
+                    "[/INST]",
+                    ...stop_seq,
+                ],
+            },
+            reader: 'sse'
+        });
+        return (0, async_1.transformSSEStream)(stream, (data) => {
+            const json = JSON.parse(data);
+            return {
+                result: [{ type: "text", value: json.choices[0]?.text ?? '' }],
+                finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
+                token_usage: {
+                    prompt: json.usage?.prompt_tokens,
+                    result: json.usage?.completion_tokens,
+                    total: json.usage?.prompt_tokens + json.usage?.completion_tokens,
+                }
+            };
+        });
+    }
+    async listModels() {
+        const models = await this.fetchClient.get("/models/info");
+        //        logObject('#### LIST MODELS RESULT IS', models[0]);
+        const aiModels = models.map(m => {
+            return {
+                id: m.name,
+                name: m.display_name,
+                description: m.description,
+                provider: this.provider,
+            };
+        });
+        return aiModels;
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+}
+exports.TogetherAIDriver = TogetherAIDriver;
+//# sourceMappingURL=index.js.map

package/lib/cjs/togetherai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":";;;AAAA,2CAAsK;AACtK,kDAA4D;AAC5D,iEAAyD;AAOzD,MAAa,gBAAiB,SAAQ,qBAA+C;IACjF,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC;IAC/B,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IACrC,MAAM,CAAS;IACf,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,OAAyB,EAA6C,EAAE;QACzF,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC;YAC1B;gBACI,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO,CAAC,aAAa;aAChC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC,CAAA;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAE5D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;SACJ,CAAmB,CAAC;QACrB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAiB,wCAAwC;YAC5F,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO;gBACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC9D,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAW,wCAAwC;gBAChG,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,iBAAiB;iBACnE;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAlIL,4CAoIC"}

package/lib/cjs/togetherai/interfaces.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=interfaces.js.map

package/lib/cjs/togetherai/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}

package/lib/cjs/vertexai/debug.js

@@ -0,0 +1,12 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.logObject = logObject;
+const util_1 = __importDefault(require("util"));
+function logObject(prefix, obj) {
+    const fullObj = util_1.default.inspect(obj, { showHidden: false, depth: null, colors: true });
+    console.log(prefix, fullObj);
+}
+//# sourceMappingURL=debug.js.map

package/lib/cjs/vertexai/debug.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":";;;;;AAEA,8BAGC;AALD,gDAAwB;AAExB,SAAgB,SAAS,CAAC,MAAc,EAAE,GAAQ;IAC9C,MAAM,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC"}

package/lib/cjs/vertexai/embeddings/embeddings-image.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getEmbeddingsForImages = getEmbeddingsForImages;
+//Currently we are only supporting either text or images sent to the multimodal model.
+async function getEmbeddingsForImages(driver, options) {
+    // API is returns a 400 Error if a property is empty, so you undefined and "as" to remove the property entirely.
+    const prompt = {
+        instances: [{
+                text: options.image ? undefined : options.text,
+                image: options.image ?
+                    {
+                        bytesBase64Encoded: options.image
+                    }
+                    : undefined,
+            }]
+    };
+    const model = options.model || "multimodalembedding@001";
+    const client = driver.getFetchClient();
+    const result = await client.post(`/publishers/google/models/${model}:predict`, {
+        payload: prompt
+    });
+    return {
+        values: result.predictions[0].imageEmbedding ?? result.predictions[0].textEmbedding,
+        model: model,
+    };
+}
+//# sourceMappingURL=embeddings-image.js.map

package/lib/cjs/vertexai/embeddings/embeddings-image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings-image.js","sourceRoot":"","sources":["../../../../src/vertexai/embeddings/embeddings-image.ts"],"names":[],"mappings":";;AAyBA,wDA0BC;AA3BD,sFAAsF;AAC/E,KAAK,UAAU,sBAAsB,CAAC,MAAsB,EAAE,OAA0B;IAE3F,gHAAgH;IAChH,MAAM,MAAM,GAAG;QACX,SAAS,EAAE,CAAC;gBACR,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI;gBAC9C,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;oBAClB;wBACI,kBAAkB,EAAE,OAAO,CAAC,KAAK;qBACpC;oBACD,CAAC,CAAC,SAAS;aAClB,CAAC;KACuB,CAAC;IAE9B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,yBAAyB,CAAC;IAEzD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,6BAA6B,KAAK,UAAU,EAAE;QAC3E,OAAO,EAAE,MAAM;KAClB,CAA0B,CAAC;IAE5B,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,aAAa;QACnF,KAAK,EAAE,KAAK;KACf,CAAC;AACN,CAAC"}

package/lib/cjs/vertexai/embeddings/embeddings-text.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getEmbeddingsForText = getEmbeddingsForText;
+async function getEmbeddingsForText(driver, options) {
+    const prompt = {
+        instances: [{
+                task_type: options.task_type,
+                title: options.title,
+                content: options.content
+            }]
+    };
+    const model = options.model || "gemini-embedding-001";
+    const client = driver.getFetchClient();
+    const result = await client.post(`/publishers/google/models/${model}:predict`, {
+        payload: prompt
+    });
+    return {
+        ...result.predictions[0].embeddings,
+        model,
+        token_count: result.predictions[0].embeddings.statistics?.token_count
+    };
+}
+//# sourceMappingURL=embeddings-text.js.map

package/lib/cjs/vertexai/embeddings/embeddings-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings-text.js","sourceRoot":"","sources":["../../../../src/vertexai/embeddings/embeddings-text.ts"],"names":[],"mappings":";;AA+BA,oDAsBC;AAtBM,KAAK,UAAU,oBAAoB,CAAC,MAAsB,EAAE,OAA8B;IAC7F,MAAM,MAAM,GAAG;QACX,SAAS,EAAE,CAAC;gBACR,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,OAAO,CAAC,OAAO;aAC3B,CAAC;KAC6B,CAAC;IAEpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,sBAAsB,CAAC;IAEtD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,6BAA6B,KAAK,UAAU,EAAE;QAC3E,OAAO,EAAE,MAAM;KAClB,CAAyB,CAAC;IAE3B,OAAO;QACH,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU;QACnC,KAAK;QACL,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,WAAW;KACxE,CAAC;AACN,CAAC"}