vectra 0.9.0 → 0.10.0

package/lib/OpenAIEmbeddings.js

@@ -1,174 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIEmbeddings = void 0;
-const axios_1 = __importDefault(require("axios"));
-const internals_1 = require("./internals");
-/**
- * A `PromptCompletionModel` for calling OpenAI and Azure OpenAI hosted models.
- * @remarks
- */
-class OpenAIEmbeddings {
-    /**
-     * Creates a new `OpenAIClient` instance.
-     * @param options Options for configuring an `OpenAIClient`.
-     */
-    constructor(options) {
-        var _a;
-        this.UserAgent = 'AlphaWave';
-        this.maxTokens = (_a = options.maxTokens) !== null && _a !== void 0 ? _a : 500;
-        // Check for azure config
-        if (options.azureApiKey) {
-            this._clientType = ClientType.AzureOpenAI;
-            this.options = Object.assign({
-                retryPolicy: [2000, 5000],
-                azureApiVersion: '2023-05-15',
-            }, options);
-            // Cleanup and validate endpoint
-            let endpoint = this.options.azureEndpoint.trim();
-            if (endpoint.endsWith('/')) {
-                endpoint = endpoint.substring(0, endpoint.length - 1);
-            }
-            if (!endpoint.toLowerCase().startsWith('https://')) {
-                throw new Error(`Client created with an invalid endpoint of '${endpoint}'. The endpoint must be a valid HTTPS url.`);
-            }
-            this.options.azureEndpoint = endpoint;
-        }
-        else if (options.ossModel) {
-            this._clientType = ClientType.OSS;
-            this.options = Object.assign({
-                retryPolicy: [2000, 5000]
-            }, options);
-        }
-        else {
-            this._clientType = ClientType.OpenAI;
-            this.options = Object.assign({
-                retryPolicy: [2000, 5000]
-            }, options);
-        }
-        // Create client
-        this._httpClient = axios_1.default.create({
-            validateStatus: (status) => status < 400 || status == 429
-        });
-    }
-    /**
-     * Creates embeddings for the given inputs using the OpenAI API.
-     * @param model Name of the model to use (or deployment for Azure).
-     * @param inputs Text inputs to create embeddings for.
-     * @returns A `EmbeddingsResponse` with a status and the generated embeddings or a message when an error occurs.
-     */
-    createEmbeddings(inputs) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this.options.logRequests) {
-                console.log(internals_1.Colorize.title('EMBEDDINGS REQUEST:'));
-                console.log(internals_1.Colorize.output(inputs));
-            }
-            const startTime = Date.now();
-            const response = yield this.createEmbeddingRequest({
-                input: inputs,
-            });
-            if (this.options.logRequests) {
-                console.log(internals_1.Colorize.title('RESPONSE:'));
-                console.log(internals_1.Colorize.value('status', response.status));
-                console.log(internals_1.Colorize.value('duration', Date.now() - startTime, 'ms'));
-                console.log(internals_1.Colorize.output(response.data));
-            }
-            // Process response
-            if (response.status < 300) {
-                return { status: 'success', output: response.data.data.sort((a, b) => a.index - b.index).map((item) => item.embedding) };
-            }
-            else if (response.status == 429) {
-                return { status: 'rate_limited', message: `The embeddings API returned a rate limit error.` };
-            }
-            else {
-                return { status: 'error', message: `The embeddings API returned an error status of ${response.status}: ${response.statusText}` };
-            }
-        });
-    }
-    /**
-     * @private
-     */
-    createEmbeddingRequest(request) {
-        var _a;
-        if (this.options.dimensions) {
-            request.dimensions = this.options.dimensions;
-        }
-        if (this._clientType == ClientType.AzureOpenAI) {
-            const options = this.options;
-            const url = `${options.azureEndpoint}/openai/deployments/${options.azureDeployment}/embeddings?api-version=${options.azureApiVersion}`;
-            return this.post(url, request);
-        }
-        else if (this._clientType == ClientType.OSS) {
-            const options = this.options;
-            const url = `${options.ossEndpoint}/v1/embeddings`;
-            request.model = options.ossModel;
-            return this.post(url, request);
-        }
-        else {
-            const options = this.options;
-            const url = `${(_a = options.endpoint) !== null && _a !== void 0 ? _a : 'https://api.openai.com'}/v1/embeddings`;
-            request.model = options.model;
-            return this.post(url, request);
-        }
-    }
-    /**
-     * @private
-     */
-    post(url, body, retryCount = 0) {
-        return __awaiter(this, void 0, void 0, function* () {
-            // Initialize request config
-            const requestConfig = Object.assign({}, this.options.requestConfig);
-            // Initialize request headers
-            if (!requestConfig.headers) {
-                requestConfig.headers = {};
-            }
-            if (!requestConfig.headers['Content-Type']) {
-                requestConfig.headers['Content-Type'] = 'application/json';
-            }
-            if (!requestConfig.headers['User-Agent']) {
-                requestConfig.headers['User-Agent'] = this.UserAgent;
-            }
-            if (this._clientType == ClientType.AzureOpenAI) {
-                const options = this.options;
-                requestConfig.headers['api-key'] = options.azureApiKey;
-            }
-            else if (this._clientType == ClientType.OpenAI) {
-                const options = this.options;
-                requestConfig.headers['Authorization'] = `Bearer ${options.apiKey}`;
-                if (options.organization) {
-                    requestConfig.headers['OpenAI-Organization'] = options.organization;
-                }
-            }
-            // Send request
-            const response = yield this._httpClient.post(url, body, requestConfig);
-            // Check for rate limit error
-            if (response.status == 429 && Array.isArray(this.options.retryPolicy) && retryCount < this.options.retryPolicy.length) {
-                const delay = this.options.retryPolicy[retryCount];
-                yield new Promise((resolve) => setTimeout(resolve, delay));
-                return this.post(url, body, retryCount + 1);
-            }
-            else {
-                return response;
-            }
-        });
-    }
-}
-exports.OpenAIEmbeddings = OpenAIEmbeddings;
-var ClientType;
-(function (ClientType) {
-    ClientType[ClientType["OpenAI"] = 0] = "OpenAI";
-    ClientType[ClientType["AzureOpenAI"] = 1] = "AzureOpenAI";
-    ClientType[ClientType["OSS"] = 2] = "OSS";
-})(ClientType || (ClientType = {}));
-//# sourceMappingURL=OpenAIEmbeddings.js.map

package/lib/OpenAIEmbeddings.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"OpenAIEmbeddings.js","sourceRoot":"","sources":["../src/OpenAIEmbeddings.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,kDAAgF;AAGhF,2CAAuC;AA0GvC;;;GAGG;AACH,MAAa,gBAAgB;IAazB;;;OAGG;IACH,YAAmB,OAAkF;;QAbpF,cAAS,GAAG,WAAW,CAAC;QAcrC,IAAI,CAAC,SAAS,GAAG,MAAA,OAAO,CAAC,SAAS,mCAAI,GAAG,CAAC;QAE1C,yBAAyB;QACzB,IAAK,OAAwC,CAAC,WAAW,EAAE;YACvD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;YAC1C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;gBACzB,WAAW,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;gBACzB,eAAe,EAAE,YAAY;aAChC,EAAE,OAAO,CAAiC,CAAC;YAE5C,gCAAgC;YAChC,IAAI,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACjD,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBACxB,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;aACzD;YAED,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;gBAChD,MAAM,IAAI,KAAK,CAAC,+CAA+C,QAAQ,4CAA4C,CAAC,CAAC;aACxH;YAED,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,QAAQ,CAAC;SACzC;aAAM,IAAK,OAAgC,CAAC,QAAQ,EAAE;YACnD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC;YAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;gBACzB,WAAW,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;aAC5B,EAAE,OAAO,CAAyB,CAAC;SACvC;aAAM;YACH,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC;YACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;gBACzB,WAAW,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;aAC5B,EAAE,OAAO,CAA4B,CAAC;SAC1C;QAED,gBAAgB;QAChB,IAAI,CAAC,WAAW,GAAG,eAAK,CAAC,MAAM,CAAC;YAC5B,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,GAAG,GAAG,IAAI,MAAM,IAAI,GAAG;SAC5D,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACU,gBAAgB,CAAC,MAAyB;;YACnD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;gBAC1B,OAAO,CAAC,GAAG,CAAC,oBAAQ,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,oBAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;aACxC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC;gBAC/C,KAAK,EAAE,MAAM;aAChB,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;gBAC1B,OAAO,CAAC,GAAG,CAAC,oBAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,oBAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvD,OAAO,CAAC,GAAG,CAAC,oBAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;gBACtE,OAAO,CAAC,GAAG,CAAC,oBAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;aAC/C;YAGD,mBAAmB;YACnB,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE;gBACvB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;aAC5H;iBAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE;gBAC/B,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAAA;aAChG;iBAAM;gBACH,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,kDAAkD,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;aACpI;QACL,CAAC;KAAA;IAED;;OAEG;IACO,sBAAsB,CAAC,OAA+B;;QAC5D,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;YACzB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;SAChD;QACD,IAAI,IAAI,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,EAAE;YAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAuC,CAAC;YAC7D,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,aAAa,uBAAuB,OAAO,CAAC,eAAe,2BAA2B,OAAO,CAAC,eAAgB,EAAE,CAAC;YACxI,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SAClC;aAAM,IAAI,IAAI,CAAC,WAAW,IAAI,UAAU,CAAC,GAAG,EAAE;YAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,OAA+B,CAAC;YACrD,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,WAAW,gBAAgB,CAAC;YAClD,OAAwC,CAAC,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC;YACnE,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SAClC;aAAM;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkC,CAAC;YACxD,MAAM,GAAG,GAAG,GAAG,MAAA,OAAO,CAAC,QAAQ,mCAAI,wBAAwB,gBAAgB,CAAC;YAC3E,OAAwC,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAChE,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SAClC;IACL,CAAC;IAED;;OAEG;IACa,IAAI,CAAQ,GAAW,EAAE,IAAY,EAAE,UAAU,GAAG,CAAC;;YACjE,4BAA4B;YAC5B,MAAM,aAAa,GAAuB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAExF,6BAA6B;YAC7B,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;gBACxB,aAAa,CAAC,OAAO,GAAG,EAAE,CAAC;aAC9B;YACD,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;gBACxC,aAAa,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;aAC9D;YACD,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;gBACtC,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;aACxD;YACD,IAAI,IAAI,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,EAAE;gBAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAuC,CAAC;gBAC7D,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;aAC1D;iBAAM,IAAI,IAAI,CAAC,WAAW,IAAI,UAAU,CAAC,MAAM,EAAE;gBAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkC,CAAC;gBACxD,aAAa,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,OAAO,CAAC,MAAM,EAAE,CAAC;gBACpE,IAAI,OAAO,CAAC,YAAY,EAAE;oBACtB,aAAa,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;iBACvE;aACJ;YAED,eAAe;YACf,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC;YAEvE,6BAA6B;YAC7B,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE;gBACnH,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;gBACnD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC3D,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;aAC/C;iBAAM;gBACH,OAAO,QAAQ,CAAC;aACnB;QACL,CAAC;KAAA;CACJ;AA5JD,4CA4JC;AAED,IAAK,UAIJ;AAJD,WAAK,UAAU;IACX,+CAAM,CAAA;IACN,yDAAW,CAAA;IACX,yCAAG,CAAA;AACP,CAAC,EAJI,UAAU,KAAV,UAAU,QAId"}

package/lib/TextSplitter.d.ts

@@ -1,20 +0,0 @@
-import { TextChunk, Tokenizer } from "./types";
-export interface TextSplitterConfig {
-    separators: string[];
-    keepSeparators: boolean;
-    chunkSize: number;
-    chunkOverlap: number;
-    tokenizer: Tokenizer;
-    docType?: string;
-}
-export declare class TextSplitter {
-    private readonly _config;
-    constructor(config?: Partial<TextSplitterConfig>);
-    split(text: string): TextChunk[];
-    private recursiveSplit;
-    private combineChunks;
-    private containsAlphanumeric;
-    private splitBySpaces;
-    private getSeparators;
-}
-//# sourceMappingURL=TextSplitter.d.ts.map

package/lib/TextSplitter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"TextSplitter.d.ts","sourceRoot":"","sources":["../src/TextSplitter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAI/C,MAAM,WAAW,kBAAkB;IAC/B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,SAAS,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,YAAY;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAE1B,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC;IA2BhD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE;IA4BvC,OAAO,CAAC,cAAc;IAoEtB,OAAO,CAAC,aAAa;IA8BrB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,aAAa;CA4WxB"}