@memberjunction/ai-mistral 0.9.9

package/dist/index.d.ts

@@ -0,0 +1 @@
+export * from './models/mistral';

package/dist/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./models/mistral"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC"}

package/dist/models/mistral.d.ts

@@ -0,0 +1,119 @@
+import { BaseLLM, ChatMessage, ChatParams, ChatResult, ClassifyParams, ClassifyResult, SummarizeParams, SummarizeResult } from '@memberjunction/ai';
+export declare class MistralLLM extends BaseLLM {
+    private apiBaseURL;
+    private enableSafePrompt;
+    constructor(apiKey: string);
+    ChatCompletion(params: ChatParams): Promise<ChatResult>;
+    SummarizeText(params: SummarizeParams): Promise<SummarizeResult>;
+    ClassifyText(params: ClassifyParams): Promise<ClassifyResult>;
+    /**
+     * Helper function to ask a simple question and return the response
+     * @param prompt
+     */
+    Ask(prompt: string): Promise<void>;
+    /**
+     * Returns a list of available models
+     * @returns {Promise<AvailableModelInfo>}
+     */
+    ListModels(): Promise<ListModelsResponse>;
+    ChatSingle(message: string, role?: string, model?: string, temperature?: number, maxTokens?: number, topP?: number, randomSeed?: number, safePrompt?: boolean): Promise<ChatCompletionResponse>;
+    Chat(messages: ChatMessage[], model?: string, temperature?: number, maxTokens?: number, topP?: number, randomSeed?: number, safePrompt?: boolean): Promise<ChatCompletionResponse>;
+    private MakeChatCompletionRequest;
+    private createAxiosRequestConfig;
+    private callApi;
+    createChatMessages(prompts: string[], role?: string): ChatMessage[];
+}
+export declare const MistralRoles: {
+    User: string;
+    System: string;
+};
+export declare const MistralModels: {
+    Tiny: string;
+    Small: string;
+    Medium: string;
+};
+export interface ModelPermission {
+    id: string;
+    object: 'model_permission';
+    created: number;
+    allow_create_engine: boolean;
+    allow_sampling: boolean;
+    allow_logprobs: boolean;
+    allow_search_indices: boolean;
+    allow_view: boolean;
+    allow_fine_tuning: boolean;
+    organization: string;
+    group: string | null;
+    is_blocking: boolean;
+}
+export interface Model {
+    id: string;
+    object: 'model';
+    created: number;
+    owned_by: string;
+    root: string | null;
+    parent: string | null;
+    permission: ModelPermission[];
+}
+export interface ListModelsResponse {
+    object: 'list';
+    data: Model[];
+}
+export interface TokenUsage {
+    prompt_tokens: number;
+    completion_tokens: number;
+    total_tokens: number;
+}
+export type ChatCompletetionRequest = {
+    model: string;
+    messages: ChatMessage[];
+    temperature: number;
+    max_tokens: number;
+    top_p: number;
+    random_seed: number;
+    stream: boolean;
+    safe_prompt: boolean;
+};
+export interface ChatCompletionResponseChoice {
+    index: number;
+    message: {
+        role: string;
+        content: string;
+    };
+    finish_reason: string;
+}
+export interface ChatCompletionResponseChunkChoice {
+    index: number;
+    delta: {
+        role?: string;
+        content?: string;
+    };
+    finish_reason: string;
+}
+export interface ChatCompletionResponse {
+    id: string;
+    object: 'chat.completion';
+    created: number;
+    model: string;
+    choices: ChatCompletionResponseChoice[];
+    usage: TokenUsage;
+}
+export interface ChatCompletionResponseChunk {
+    id: string;
+    object: 'chat.completion.chunk';
+    created: number;
+    model: string;
+    choices: ChatCompletionResponseChunkChoice[];
+}
+export interface Embedding {
+    id: string;
+    object: 'embedding';
+    embedding: number[];
+}
+export interface EmbeddingResponse {
+    id: string;
+    object: 'list';
+    data: Embedding[];
+    model: string;
+    usage: TokenUsage;
+}

package/dist/models/mistral.js

@@ -0,0 +1,145 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MistralModels = exports.MistralRoles = exports.MistralLLM = void 0;
+const axios_1 = __importDefault(require("axios"));
+const ai_1 = require("@memberjunction/ai");
+const global_1 = require("@memberjunction/global");
+let MistralLLM = class MistralLLM extends ai_1.BaseLLM {
+    constructor(apiKey) {
+        super(apiKey);
+        // need to do this another way, we don't want classes to rely on .env files directly
+        // this.apiBaseURL = process.env.MISTRAL_API_BASE_URL || "";
+        this.enableSafePrompt = process.env.MISTRAL_ENABLE_SAFE_PROMPT === "true";
+    }
+    async ChatCompletion(params) {
+        const config = {
+            method: "post",
+            baseURL: this.apiBaseURL,
+            url: "/chat/completions",
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`
+            },
+            data: {
+                model: params.model,
+                messages: params.messages,
+                safe_prompt: this.enableSafePrompt
+            }
+        };
+        let result = await this.callApi(config);
+        console.log(result);
+        console.log(result.choices);
+        return result;
+    }
+    async SummarizeText(params) {
+        throw new Error("Method not implemented.");
+    }
+    async ClassifyText(params) {
+        throw new Error("Method not implemented.");
+    }
+    /**
+     * Helper function to ask a simple question and return the response
+     * @param prompt
+     */
+    async Ask(prompt) {
+        let response = await this.ChatSingle(prompt, undefined, exports.MistralModels.Tiny);
+        console.log(response);
+        response.choices.forEach((choice) => {
+            console.log(choice.message.content);
+        });
+    }
+    /**
+     * Returns a list of available models
+     * @returns {Promise<AvailableModelInfo>}
+     */
+    async ListModels() {
+        const request = this.createAxiosRequestConfig('get', 'models');
+        let response = await this.callApi(request);
+        return response;
+    }
+    async ChatSingle(message, role = exports.MistralRoles.User, model = exports.MistralModels.Medium, temperature = null, maxTokens = null, topP = null, randomSeed = null, safePrompt = this.enableSafePrompt) {
+        const chatMessage = [
+            {
+                role: role,
+                content: message
+            }
+        ];
+        return await this.Chat(chatMessage, model, temperature, maxTokens, topP, randomSeed, safePrompt);
+    }
+    async Chat(messages, model = exports.MistralModels.Medium, temperature = null, maxTokens = null, topP = null, randomSeed = null, safePrompt = this.enableSafePrompt) {
+        const request = this.MakeChatCompletionRequest(model, messages, temperature, maxTokens, topP, randomSeed, false, safePrompt);
+        const axiosRequest = this.createAxiosRequestConfig('post', "chat/completions", request);
+        return await this.callApi(axiosRequest);
+    }
+    MakeChatCompletionRequest(model, messages, temperature = null, maxTokens = null, topP = null, randomSeed = null, stream = null, safePrompt = null) {
+        return {
+            model: model,
+            messages: messages,
+            temperature: temperature ?? undefined,
+            max_tokens: maxTokens ?? undefined,
+            top_p: topP ?? undefined,
+            random_seed: randomSeed ?? undefined,
+            stream: stream ?? undefined,
+            safe_prompt: safePrompt ?? undefined,
+        };
+    }
+    ;
+    createAxiosRequestConfig(method, path, options = null) {
+        return {
+            method: method,
+            baseURL: this.apiBaseURL,
+            url: `/${path}`,
+            headers: {
+                Accept: options?.stream ? 'text/event-stream' : 'application/json',
+                ContentType: 'application/json',
+                Authorization: `Bearer ${this.apiKey}`
+            },
+            data: method !== 'get' ? options : null,
+            timeout: 120 * 1000
+        };
+    }
+    async callApi(data) {
+        try {
+            const response = await (0, axios_1.default)(data);
+            return response.data;
+        }
+        catch (error) {
+            console.log(error);
+            console.error("An error occured when making request to", data.baseURL + data.url, ":\n", error.data?.message);
+            return null;
+        }
+    }
+    ;
+    createChatMessages(prompts, role = 'user') {
+        let messages = [];
+        prompts.forEach((prompt) => {
+            messages.push({
+                role: role,
+                content: prompt
+            });
+        });
+        return messages;
+    }
+};
+exports.MistralLLM = MistralLLM;
+exports.MistralLLM = MistralLLM = __decorate([
+    (0, global_1.RegisterClass)(ai_1.BaseLLM, "MistralLLM")
+], MistralLLM);
+exports.MistralRoles = {
+    User: 'user',
+    System: 'system'
+};
+exports.MistralModels = {
+    Tiny: "mistral-tiny",
+    Small: "mistral-small",
+    Medium: "mistral-medium"
+};
+//# sourceMappingURL=mistral.js.map

package/dist/models/mistral.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mistral.js","sourceRoot":"","sources":["../../src/models/mistral.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,kDAAiE;AACjE,2CAAqK;AACrK,mDAAuD;AAGhD,IAAM,UAAU,GAAhB,MAAM,UAAW,SAAQ,YAAO;IAInC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,oFAAoF;QACpF,4DAA4D;QAC5D,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,MAAM,CAAC;IAC9E,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,MAAkB;QAC1C,MAAM,MAAM,GAAuB;YAC/B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,UAAU;YACxB,GAAG,EAAE,mBAAmB;YACxB,OAAO,EAAE;gBACL,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACzC;YACD,IAAI,EAAE;gBACF,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,WAAW,EAAE,IAAI,CAAC,gBAAgB;aACrC;SACJ,CAAC;QACF,IAAI,MAAM,GAAQ,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC;IAClB,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAuB;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAsB;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,GAAG,CAAC,MAAc;QAC3B,IAAI,QAAQ,GAA2B,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,qBAAa,CAAC,IAAI,CAAC,CAAC;QACpG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtB,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAoC,EAAE,EAAE;YAC9D,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,UAAU;QACnB,MAAM,OAAO,GAAuB,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnF,IAAI,QAAQ,GAAuB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/D,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,UAAU,CACnB,OAAe,EACf,OAAe,oBAAY,CAAC,IAAI,EAChC,QAAgB,qBAAa,CAAC,MAAM,EACpC,cAAsB,IAAI,EAC1B,YAAoB,IAAI,EACxB,OAAe,IAAI,EACnB,aAAqB,IAAI,EACzB,aAAsB,IAAI,CAAC,gBAAgB;QAEvC,MAAM,WAAW,GAAkB;YAC/B;gBACI,IAAI,EAAmB,IAAI;gBAC3B,OAAO,EAAE,OAAO;aACnB;SACJ,CAAC;QACF,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IACzG,CAAC;IAEM,KAAK,CAAC,IAAI,CACb,QAAuB,EACvB,QAAgB,qBAAa,CAAC,MAAM,EACpC,cAAsB,IAAI,EAC1B,YAAoB,IAAI,EACxB,OAAe,IAAI,EACnB,aAAqB,IAAI,EACzB,aAAsB,IAAI,CAAC,gBAAgB;QAG3C,MAAM,OAAO,GAA4B,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACtJ,MAAM,YAAY,GAAuB,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;QAC5G,OAAO,MAAM,IAAI,CAAC,OAAO,CAAyB,YAAY,CAAC,CAAC;IACpE,CAAC;IAEO,yBAAyB,CAC7B,KAAa,EACb,QAAuB,EACvB,cAAsB,IAAI,EAC1B,YAAoB,IAAI,EACxB,OAAe,IAAI,EACnB,aAAqB,IAAI,EACzB,SAAkB,IAAI,EACtB,aAAsB,IAAI;QAE1B,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,QAAQ;YAClB,WAAW,EAAE,WAAW,IAAI,SAAS;YACrC,UAAU,EAAE,SAAS,IAAI,SAAS;YAClC,KAAK,EAAE,IAAI,IAAI,SAAS;YACxB,WAAW,EAAE,UAAU,IAAI,SAAS;YACpC,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,WAAW,EAAE,UAAU,IAAI,SAAS;SACrC,CAAC;IACN,CAAC;IAAA,CAAC;IAEM,wBAAwB,CAAC,MAAc,EAAE,IAAY,EAAE,UAAmC,IAAI;QAClG,OAAO;YACH,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,UAAU;YACxB,GAAG,EAAE,IAAI,IAAI,EAAE;YACf,OAAO,EAAE;gBACL,MAAM,EAAE,OAAO,EAAE,MAAM,CAAA,CAAC,CAAC,mBAAmB,CAAA,CAAC,CAAC,kBAAkB;gBAChE,WAAW,EAAE,kBAAkB;gBAC/B,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACzC;YACD,IAAI,EAAE,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACvC,OAAO,EAAE,GAAG,GAAG,IAAI;SACtB,CAAA;IACL,CAAC;IAEO,KAAK,CAAC,OAAO,CAAI,IAAwB;QAC7C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAkB,MAAM,IAAA,eAAK,EAAC,IAAI,CAAC,CAAC;YAClD,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC9G,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAAA,CAAC;IAEK,kBAAkB,CAAC,OAAiB,EAAE,OAAe,MAAM;QAC9D,IAAI,QAAQ,GAAkB,EAAE,CAAC;QACjC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAc,EAAE,EAAE;YAC/B,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAmB,IAAI;gBAC3B,OAAO,EAAE,MAAM;aAClB,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;CACJ,CAAA;AA1JY,gCAAU;qBAAV,UAAU;IADtB,IAAA,sBAAa,EAAC,YAAO,EAAE,YAAY,CAAC;GACxB,UAAU,CA0JtB;AAEY,QAAA,YAAY,GAAG;IACxB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;CACnB,CAAA;AAEY,QAAA,aAAa,GAAG;IACzB,IAAI,EAAE,cAAc;IACpB,KAAK,EAAE,eAAe;IACtB,MAAM,EAAE,gBAAgB;CAC3B,CAAA"}

package/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "@memberjunction/ai-mistral",
+  "version": "0.9.9",
+  "description": "MemberJunction Wrapper for Mistral AI's AI Models",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "/dist"
+  ],
+  "scripts": {
+    "start": "ts-node-dev src/index.ts",
+    "build": "tsc",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "MemberJunction.com",
+  "license": "ISC",
+  "devDependencies": {
+    "ts-node-dev": "^2.0.0",
+    "typescript": "^5.3.3",
+    "openai": "^3.2.1"
+  },
+  "dependencies": {
+    "@memberjunction/ai": "^0.9.152",
+    "@memberjunction/global": "^0.9.146"
+  }
+}

package/readme.md

@@ -0,0 +1,2 @@
+# @memberjunction/ai-gemini
+Simple wrapper class for Mistral AI's AI Models to use with the MemberJunction framework.