@memberjunction/ai-groq 0.9.2 → 0.9.4

package/dist/index.d.ts

@@ -1 +1 @@
-export * from './models/mistral';
+export * from './models/groq';

package/dist/index.js

@@ -14,5 +14,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./models/mistral"), exports);
+__exportStar(require("./models/groq"), exports);
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA8B"}

package/dist/models/groq.d.ts

@@ -0,0 +1,11 @@
+import { BaseLLM, ChatParams, ChatResult, ClassifyParams, ClassifyResult, EmbedParams, EmbedResult, SummarizeParams, SummarizeResult } from '@memberjunction/ai';
+import Groq from 'groq-sdk';
+export declare class GroqLLM extends BaseLLM {
+    static _client: Groq;
+    constructor(apiKey: string);
+    get client(): Groq;
+    ChatCompletion(params: ChatParams): Promise<ChatResult>;
+    SummarizeText(params: SummarizeParams): Promise<SummarizeResult>;
+    ClassifyText(params: ClassifyParams): Promise<ClassifyResult>;
+    EmbedText(params: EmbedParams): Promise<EmbedResult>;
+}

package/dist/models/{mistral.js → groq.js}

@@ -5,23 +5,37 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
     else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
     return c > 3 && r && Object.defineProperty(target, key, r), r;
 };
-var MistralLLM_1;
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var GroqLLM_1;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MistralChatParams = exports.MistralLLM = void 0;
+exports.GroqLLM = void 0;
 const ai_1 = require("@memberjunction/ai");
 const global_1 = require("@memberjunction/global");
-const mistralClient_1 = require("./mistralClient");
-let MistralLLM = MistralLLM_1 = class MistralLLM extends ai_1.BaseLLM {
+const groq_sdk_1 = __importDefault(require("groq-sdk"));
+let GroqLLM = GroqLLM_1 = class GroqLLM extends ai_1.BaseLLM {
     constructor(apiKey) {
         super(apiKey);
-        if (!MistralLLM_1._client) {
-            MistralLLM_1._client = new mistralClient_1.MistralClient({ apiKey });
+        if (!GroqLLM_1._client) {
+            GroqLLM_1._client = new groq_sdk_1.default({ apiKey: apiKey });
         }
     }
-    get client() { return MistralLLM_1._client; }
+    get client() { return GroqLLM_1._client; }
     async ChatCompletion(params) {
         const startTime = new Date();
-        const chatResponse = await this.client.chat({
+        // const completion = await groq.chat.completions.create({
+        //     messages: [
+        //         {
+        //             role: "user",
+        //             content: "Explain the importance of low latency LLMs"
+        //         }
+        //     ],
+        //     model: "mixtral-8x7b-32768"
+        // }).then((chatCompletion)=>{
+        //     process.stdout.write(chatCompletion.choices[0]?.message?.content || "");
+        // });
+        const chatResponse = await this.client.chat.completions.create({
             model: params.model,
             messages: params.messages
         });
@@ -54,6 +68,7 @@ let MistralLLM = MistralLLM_1 = class MistralLLM extends ai_1.BaseLLM {
             errorMessage: "",
             exception: null,
         };
+        throw new Error("Method not implemented.");
     }
     async SummarizeText(params) {
         throw new Error("Method not implemented.");
@@ -61,33 +76,12 @@ let MistralLLM = MistralLLM_1 = class MistralLLM extends ai_1.BaseLLM {
     async ClassifyText(params) {
         throw new Error("Method not implemented.");
     }
-    async createEmbedding(model, text) {
-        const response = await this.client.embeddings(model, text);
-        return response;
-    }
     async EmbedText(params) {
-        const response = await this.client.embeddings(params.model, params.text);
-        return {
-            object: 'object',
-            model: params.model || "mistral-embed", //hard coded for now as theres only one available embedding model
-            ModelUsage: new ai_1.ModelUsage(response.usage.prompt_tokens, response.usage.completion_tokens),
-            data: response.data[0].embedding
-        };
-    }
-    /**
-     * Returns a list of available models
-     * @returns {Promise<AvailableModelInfo>}
-     */
-    async listModels() {
-        const listModelsResponse = await this.client.listModels();
-        return listModelsResponse;
+        throw new Error("Method not implemented.");
     }
 };
-exports.MistralLLM = MistralLLM;
-exports.MistralLLM = MistralLLM = MistralLLM_1 = __decorate([
-    (0, global_1.RegisterClass)(ai_1.BaseLLM, "MistralLLM")
-], MistralLLM);
-class MistralChatParams extends ai_1.ChatParams {
-}
-exports.MistralChatParams = MistralChatParams;
-//# sourceMappingURL=mistral.js.map
+exports.GroqLLM = GroqLLM;
+exports.GroqLLM = GroqLLM = GroqLLM_1 = __decorate([
+    (0, global_1.RegisterClass)(ai_1.BaseLLM, "GroqLLM")
+], GroqLLM);
+//# sourceMappingURL=groq.js.map

package/dist/models/groq.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA+L;AAC/L,mDAAuD;AACvD,wDAA4B;AAGrB,IAAM,OAAO,eAAb,MAAM,OAAQ,SAAQ,YAAO;IAEhC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,SAAO,CAAC,OAAO,EAAC,CAAC;YAClB,SAAO,CAAC,OAAO,GAAG,IAAI,kBAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED,IAAW,MAAM,KAAU,OAAO,SAAO,CAAC,OAAO,CAAC,CAAA,CAAC;IAE5C,KAAK,CAAC,cAAc,CAAC,MAAkB;QAC1C,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAG7B,0DAA0D;QAC1D,kBAAkB;QAClB,YAAY;QACZ,4BAA4B;QAC5B,oEAAoE;QACpE,YAAY;QACZ,SAAS;QACT,kCAAkC;QAClC,8BAA8B;QAC9B,+EAA+E;QAC/E,MAAM;QAEN,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3D,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC5B,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAE3B,IAAI,OAAO,GAAuB,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE;YACvE,MAAM,GAAG,GAAqB;gBAC1B,OAAO,EAAE;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAClC;gBACD,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACtB,CAAC;YACF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;YACpD,IAAI,EAAE;gBACF,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE;oBACH,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;oBAC5C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,aAAa;oBAC9C,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB;iBACzD;aACJ;YACD,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI;SAClB,CAAA;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAuB;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAsB;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAmB;QACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CACJ,CAAA;AA5EY,0BAAO;kBAAP,OAAO;IADnB,IAAA,sBAAa,EAAC,YAAO,EAAE,SAAS,CAAC;GACrB,OAAO,CA4EnB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/ai-groq",
-  "version": "0.9.2",
+  "version": "0.9.4",
   "description": "MemberJunction Wrapper for Groq AI LPU inference engine",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -20,6 +20,7 @@
   },
   "dependencies": {
     "@memberjunction/ai": "^0.9.159",
-    "@memberjunction/global": "^0.9.152"
+    "@memberjunction/global": "^0.9.152",
+    "groq-sdk": "^0.3.2"
   }
 }

package/dist/models/mistral.d.ts

@@ -1,20 +0,0 @@
-import { BaseLLM, ChatParams, ChatResult, ClassifyParams, ClassifyResult, EmbedParams, EmbedResult, SummarizeParams, SummarizeResult } from '@memberjunction/ai';
-import { EmbeddingResponse, ListModelsResponse, MistralClient } from './mistralClient';
-export declare class MistralLLM extends BaseLLM {
-    static _client: MistralClient;
-    constructor(apiKey: string);
-    get client(): MistralClient;
-    ChatCompletion(params: MistralChatParams): Promise<ChatResult>;
-    SummarizeText(params: SummarizeParams): Promise<SummarizeResult>;
-    ClassifyText(params: ClassifyParams): Promise<ClassifyResult>;
-    createEmbedding(model: string, text: string): Promise<EmbeddingResponse>;
-    EmbedText(params: EmbedParams): Promise<EmbedResult>;
-    /**
-     * Returns a list of available models
-     * @returns {Promise<AvailableModelInfo>}
-     */
-    listModels(): Promise<ListModelsResponse>;
-}
-export declare class MistralChatParams extends ChatParams {
-    model: string;
-}

package/dist/models/mistral.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"mistral.js","sourceRoot":"","sources":["../../src/models/mistral.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAA+L;AAC/L,mDAAuD;AACvD,mDAAqH;AAG9G,IAAM,UAAU,kBAAhB,MAAM,UAAW,SAAQ,YAAO;IAEnC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,YAAU,CAAC,OAAO,EAAC,CAAC;YACrB,YAAU,CAAC,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;IACL,CAAC;IAED,IAAW,MAAM,KAAmB,OAAO,YAAU,CAAC,OAAO,CAAC,CAAA,CAAC;IAExD,KAAK,CAAC,cAAc,CAAC,MAAyB;QACjD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACxC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC5B,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAE3B,IAAI,OAAO,GAAuB,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAoC,EAAE,EAAE;YAChG,MAAM,GAAG,GAAqB;gBAC1B,OAAO,EAAE;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAClC;gBACD,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACtB,CAAC;YACF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;YACpD,IAAI,EAAE;gBACF,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE;oBACH,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;oBAC5C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,aAAa;oBAC9C,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB;iBACzD;aACJ;YACD,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI;SAClB,CAAA;IAEL,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAuB;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAsB;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,IAAY;QACpD,MAAM,QAAQ,GAAsB,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC9E,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAmB;QACtC,MAAM,QAAQ,GAAsB,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5F,OAAO;YACH,MAAM,EAAE,QAAQ;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,eAAe,EAAE,iEAAiE;YACzG,UAAU,EAAE,IAAI,eAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC;YAC1F,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SACnC,CAAA;IACL,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,UAAU;QACnB,MAAM,kBAAkB,GAAuB,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC9E,OAAO,kBAAkB,CAAC;IAC9B,CAAC;CACJ,CAAA;AAlFY,gCAAU;qBAAV,UAAU;IADtB,IAAA,sBAAa,EAAC,YAAO,EAAE,YAAY,CAAC;GACxB,UAAU,CAkFtB;AAED,MAAa,iBAAkB,SAAQ,eAAU;CAEhD;AAFD,8CAEC"}

package/dist/models/mistralClient.d.ts

@@ -1,181 +0,0 @@
-import { ChatMessage } from '@memberjunction/ai';
-/**
- * A simple and lightweight client for the Mistral API
- * @param {*} apiKey can be set as an environment variable MISTRAL_API_KEY,
- * or provided in this parameter
- * @param {*} endpoint defaults to https://api.mistral.ai
- */
-export declare class MistralClient {
-    private RETRY_STATUS_CODES;
-    private ENDPOINT;
-    endpoint: string;
-    apiKey: string;
-    textDecoder: TextDecoder;
-    constructor(config: {
-        apiKey?: string;
-        endpoint?: string;
-    });
-    /**
-     *
-     * @param {*} method
-     * @param {*} path
-     * @param {*} request
-     * @return {Promise<T>}
-     */
-    private request;
-    /**
-     * Creates a chat completion request
-     * @param {*} model
-     * @param {*} messages
-     * @param {*} temperature
-     * @param {*} maxTokens
-     * @param {*} topP
-     * @param {*} randomSeed
-     * @param {*} stream
-     * @param {*} safeMode
-     * @return {Promise<Object>}
-     */
-    _makeChatCompletionRequest: (model: any, messages: any, temperature: any, maxTokens: any, topP: any, randomSeed: any, stream: any, safeMode: any) => {
-        model: any;
-        messages: any;
-        temperature: any;
-        max_tokens: any;
-        top_p: any;
-        random_seed: any;
-        stream: any;
-        safe_prompt: any;
-    };
-    /**
-     * Returns a list of the available models
-     * @return {Promise<ListModelsResponse>}
-     */
-    listModels(): Promise<ListModelsResponse>;
-    /**
-     * A chat endpoint without streaming
-     * @param {*} model the name of the model to chat with, e.g. mistral-tiny
-     * @param {*} messages an array of messages to chat with, e.g.
-     * [{role: 'user', content: 'What is the best French cheese?'}]
-     * @param {*} temperature the temperature to use for sampling, e.g. 0.5
-     * @param {*} maxTokens the maximum number of tokens to generate, e.g. 100
-     * @param {*} topP the cumulative probability of tokens to generate, e.g. 0.9
-     * @param {*} randomSeed the random seed to use for sampling, e.g. 42
-     * @param {*} safeMode whether to use safe mode, e.g. true
-     * @return {Promise<Object>}
-     */
-    chat(params: ChatCompletetionRequest): Promise<ChatCompletionResponse>;
-    /**
-     * A chat endpoint that streams responses.
-     * @param {*} model the name of the model to chat with, e.g. mistral-tiny
-     * @param {*} messages an array of messages to chat with, e.g.
-     * [{role: 'user', content: 'What is the best French cheese?'}]
-     * @param {*} temperature the temperature to use for sampling, e.g. 0.5
-     * @param {*} maxTokens the maximum number of tokens to generate, e.g. 100
-     * @param {*} topP the cumulative probability of tokens to generate, e.g. 0.9
-     * @param {*} randomSeed the random seed to use for sampling, e.g. 42
-     * @param {*} safeMode whether to use safe mode, e.g. true
-     * @return {Promise<Object>}
-     */
-    chatStream: ({ model, messages, temperature, maxTokens, topP, randomSeed, safeMode }: {
-        model: any;
-        messages: any;
-        temperature: any;
-        maxTokens: any;
-        topP: any;
-        randomSeed: any;
-        safeMode: any;
-    }) => AsyncGenerator<any, void, unknown>;
-    /**
-     * An embedddings endpoint that returns embeddings for a single,
-     * or batch of inputs
-     * @param {*} model The embedding model to use, e.g. mistral-embed
-     * @param {*} input The input to embed,
-     * e.g. ['What is the best French cheese?']
-     * @return {Promise<Object>}
-     */
-    embeddings(model: string, input: string): Promise<EmbeddingResponse>;
-}
-export interface ModelPermission {
-    id: string;
-    object: 'model_permission';
-    created: number;
-    allow_create_engine: boolean;
-    allow_sampling: boolean;
-    allow_logprobs: boolean;
-    allow_search_indices: boolean;
-    allow_view: boolean;
-    allow_fine_tuning: boolean;
-    organization: string;
-    group: string | null;
-    is_blocking: boolean;
-}
-export interface Model {
-    id: string;
-    object: 'model';
-    created: number;
-    owned_by: string;
-    root: string | null;
-    parent: string | null;
-    permission: ModelPermission[];
-}
-export interface ListModelsResponse {
-    object: 'list';
-    data: Model[];
-}
-export interface TokenUsage {
-    prompt_tokens: number;
-    completion_tokens: number;
-    total_tokens: number;
-}
-export type ChatCompletetionRequest = {
-    model: string;
-    messages: ChatMessage[];
-    temperature?: number;
-    max_tokens?: number;
-    top_p?: number;
-    random_seed?: number;
-    stream?: boolean;
-    safe_prompt?: boolean;
-};
-export interface ChatCompletionResponseChoice {
-    index: number;
-    message: {
-        role: string;
-        content: string;
-    };
-    finish_reason: string;
-}
-export interface ChatCompletionResponseChunkChoice {
-    index: number;
-    delta: {
-        role?: string;
-        content?: string;
-    };
-    finish_reason: string;
-}
-export interface ChatCompletionResponse {
-    id: string;
-    object: 'chat.completion';
-    created: number;
-    model: string;
-    choices: ChatCompletionResponseChoice[];
-    usage: TokenUsage;
-}
-export interface ChatCompletionResponseChunk {
-    id: string;
-    object: 'chat.completion.chunk';
-    created: number;
-    model: string;
-    choices: ChatCompletionResponseChunkChoice[];
-}
-export interface Embedding {
-    id: string;
-    object: 'embedding';
-    embedding: number[];
-}
-export interface EmbeddingResponse {
-    id: string;
-    object: 'list';
-    data: Embedding[];
-    model: string;
-    usage: TokenUsage;
-}

package/dist/models/mistralClient.js

@@ -1,155 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MistralClient = void 0;
-const axios_1 = __importDefault(require("axios"));
-const axios_retry_1 = __importDefault(require("axios-retry"));
-//This is a 1:1 copy of the mistralAI client library
-//but modified to work with MJ
-//see https://github.com/mistralai/client-js 
-/**
- * A simple and lightweight client for the Mistral API
- * @param {*} apiKey can be set as an environment variable MISTRAL_API_KEY,
- * or provided in this parameter
- * @param {*} endpoint defaults to https://api.mistral.ai
- */
-class MistralClient {
-    constructor(config) {
-        this.RETRY_STATUS_CODES = [429, 500, 502, 503, 504];
-        this.ENDPOINT = 'https://api.mistral.ai';
-        /**
-         * Creates a chat completion request
-         * @param {*} model
-         * @param {*} messages
-         * @param {*} temperature
-         * @param {*} maxTokens
-         * @param {*} topP
-         * @param {*} randomSeed
-         * @param {*} stream
-         * @param {*} safeMode
-         * @return {Promise<Object>}
-         */
-        this._makeChatCompletionRequest = function (model, messages, temperature, maxTokens, topP, randomSeed, stream, safeMode) {
-            return {
-                model: model,
-                messages: messages,
-                temperature: temperature ?? undefined,
-                max_tokens: maxTokens ?? undefined,
-                top_p: topP ?? undefined,
-                random_seed: randomSeed ?? undefined,
-                stream: stream ?? undefined,
-                safe_prompt: safeMode ?? undefined,
-            };
-        };
-        /**
-         * A chat endpoint that streams responses.
-         * @param {*} model the name of the model to chat with, e.g. mistral-tiny
-         * @param {*} messages an array of messages to chat with, e.g.
-         * [{role: 'user', content: 'What is the best French cheese?'}]
-         * @param {*} temperature the temperature to use for sampling, e.g. 0.5
-         * @param {*} maxTokens the maximum number of tokens to generate, e.g. 100
-         * @param {*} topP the cumulative probability of tokens to generate, e.g. 0.9
-         * @param {*} randomSeed the random seed to use for sampling, e.g. 42
-         * @param {*} safeMode whether to use safe mode, e.g. true
-         * @return {Promise<Object>}
-         */
-        this.chatStream = async function* ({ model, messages, temperature, maxTokens, topP, randomSeed, safeMode }) {
-            const request = this._makeChatCompletionRequest(model, messages, temperature, maxTokens, topP, randomSeed, true, safeMode);
-            const response = await this._request('post', 'v1/chat/completions', request);
-            for await (const chunk of response) {
-                const chunkString = this.textDecoder.decode(chunk);
-                // split the chunks by new line
-                const chunkLines = chunkString.split('\n');
-                // Iterate through the lines
-                for (const chunkLine of chunkLines) {
-                    // If the line starts with data: then it is a chunk
-                    if (chunkLine.startsWith('data:')) {
-                        const chunkData = chunkLine.substring(6).trim();
-                        if (chunkData !== '[DONE]') {
-                            yield JSON.parse(chunkData);
-                        }
-                    }
-                }
-            }
-        };
-        this.endpoint = config.endpoint || this.ENDPOINT;
-        this.apiKey = config.apiKey || process.env.MISTRAL_API_KEY;
-        this.textDecoder = new TextDecoder();
-        (0, axios_retry_1.default)(axios_1.default, {
-            retries: 3,
-            retryCondition: (error) => {
-                return this.RETRY_STATUS_CODES.includes(error.response.status);
-            },
-            retryDelay: (retryCount, error) => {
-                console.debug(`retry attempt: ${retryCount}`, error);
-                return retryCount * 500;
-            },
-        });
-    }
-    /**
-     *
-     * @param {*} method
-     * @param {*} path
-     * @param {*} request
-     * @return {Promise<T>}
-     */
-    async request(method, path, request) {
-        const response = await (0, axios_1.default)({
-            method: method,
-            url: `${this.endpoint}/${path}`,
-            data: request || {},
-            headers: {
-                'Authorization': `Bearer ${this.apiKey}`,
-            },
-            responseType: request?.stream ? 'stream' : 'json',
-        }).catch((error) => {
-            console.error(error);
-            return error.response;
-        });
-        return response.data;
-    }
-    /**
-     * Returns a list of the available models
-     * @return {Promise<ListModelsResponse>}
-     */
-    async listModels() {
-        const response = await this.request('get', 'v1/models');
-        return response;
-    }
-    /**
-     * A chat endpoint without streaming
-     * @param {*} model the name of the model to chat with, e.g. mistral-tiny
-     * @param {*} messages an array of messages to chat with, e.g.
-     * [{role: 'user', content: 'What is the best French cheese?'}]
-     * @param {*} temperature the temperature to use for sampling, e.g. 0.5
-     * @param {*} maxTokens the maximum number of tokens to generate, e.g. 100
-     * @param {*} topP the cumulative probability of tokens to generate, e.g. 0.9
-     * @param {*} randomSeed the random seed to use for sampling, e.g. 42
-     * @param {*} safeMode whether to use safe mode, e.g. true
-     * @return {Promise<Object>}
-     */
-    async chat(params) {
-        const response = await this.request('post', 'v1/chat/completions', params);
-        return response;
-    }
-    /**
-     * An embedddings endpoint that returns embeddings for a single,
-     * or batch of inputs
-     * @param {*} model The embedding model to use, e.g. mistral-embed
-     * @param {*} input The input to embed,
-     * e.g. ['What is the best French cheese?']
-     * @return {Promise<Object>}
-     */
-    async embeddings(model, input) {
-        const request = {
-            model: model,
-            input: input,
-        };
-        const response = await this.request('post', 'v1/embeddings', request);
-        return response;
-    }
-}
-exports.MistralClient = MistralClient;
-//# sourceMappingURL=mistralClient.js.map

package/dist/models/mistralClient.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"mistralClient.js","sourceRoot":"","sources":["../../src/models/mistralClient.ts"],"names":[],"mappings":";;;;;;AACA,kDAA0B;AAC1B,8DAAqC;AAErC,oDAAoD;AACpD,8BAA8B;AAC9B,6CAA6C;AAE7C;;;;;GAKG;AACH,MAAa,aAAa;IAStB,YAAY,MAA4C;QAPhD,uBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC/C,aAAQ,GAAG,wBAAwB,CAAC;QAiD9C;;;;;;;;;;;WAWG;QACH,+BAA0B,GAAG,UAC3B,KAAK,EACL,QAAQ,EACR,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,MAAM,EACN,QAAQ;YAER,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,WAAW,IAAI,SAAS;gBACrC,UAAU,EAAE,SAAS,IAAI,SAAS;gBAClC,KAAK,EAAE,IAAI,IAAI,SAAS;gBACxB,WAAW,EAAE,UAAU,IAAI,SAAS;gBACpC,MAAM,EAAE,MAAM,IAAI,SAAS;gBAC3B,WAAW,EAAE,QAAQ,IAAI,SAAS;aACnC,CAAC;QACJ,CAAC,CAAC;QAgCF;;;;;;;;;;;WAWG;QACH,eAAU,GAAG,KAAK,SAAS,CAAC,EAAE,EAC5B,KAAK,EACL,QAAQ,EACR,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,QAAQ,EAAC;YACT,MAAM,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAC7C,KAAK,EACL,QAAQ,EACR,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,IAAI,EACJ,QAAQ,CACT,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,MAAM,EAAE,qBAAqB,EAAE,OAAO,CACvC,CAAC;YAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACnC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnD,+BAA+B;gBAC/B,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3C,4BAA4B;gBAC5B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,mDAAmD;oBACnD,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBAClC,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAChD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;wBAC9B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QA3JI,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAE3D,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QAErC,IAAA,qBAAU,EAAC,eAAK,EAAE;YAClB,OAAO,EAAE,CAAC;YACV,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE;gBACtB,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC;YAED,UAAU,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;gBAC9B,OAAO,CAAC,KAAK,CAAC,kBAAkB,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC;gBACrD,OAAO,UAAU,GAAG,GAAG,CAAC;YAC5B,CAAC;SACA,CAAC,CAAC;IACP,CAAC;IAEH;;;;;;OAMG;IACK,KAAK,CAAC,OAAO,CAAI,MAAc,EAAE,IAAY,EAAE,OAAa;QAElE,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAK,EAAC;YACzB,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE;YAC/B,IAAI,EAAE,OAAO,IAAI,EAAE;YACnB,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACzC;YACD,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;SAClD,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACjB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,KAAK,CAAC,QAAQ,CAAC;QACxB,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC;IACzB,CAAC;IAqCD;;;OAGG;IACI,KAAK,CAAC,UAAU;QACrB,MAAM,QAAQ,GAAuB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC5E,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;;;;;;;OAWG;IACI,KAAK,CAAC,IAAI,CAAC,MAA+B;QAC/C,MAAM,QAAQ,GAA2B,MAAM,IAAI,CAAC,OAAO,CACzD,MAAM,EAAE,qBAAqB,EAAE,MAAM,CACtC,CAAC;QAEF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAqDD;;;;;;;OAOG;IACI,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,KAAa;QAClD,MAAM,OAAO,GAAG;YACZ,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,KAAK;SACb,CAAC;QACF,MAAM,QAAQ,GAAsB,MAAM,IAAI,CAAC,OAAO,CACpD,MAAM,EAAE,eAAe,EAAE,OAAO,CACjC,CAAC;QACF,OAAO,QAAQ,CAAC;IACpB,CAAC;CACF;AAzLD,sCAyLC"}