utilitas 1995.2.40 → 1995.2.41

package/lib/alan.mjs

@@ -3,8 +3,8 @@ import { create as createUoid } from './uoid.mjs';
 import { loop, end } from './event.mjs';
 
 import {
-    ensureString, ignoreErrFunc, log as _log, need, renderText as _renderText,
-    throwError,
+    checkInterval, ensureString, ignoreErrFunc, log as _log, need,
+    renderText as _renderText, throwError,
 } from './utilitas.mjs';
 
 const _NEED = [
@@ -15,12 +15,13 @@ const _NEED = [
 const [
     GPT_35_TURBO, GPT_35_TURBO_1106, GPT_4, GPT_4_1106, GPT_4_VISION,
     GEMINI_PRO, GEMINI_PRO_VISION, TEXT_EMBEDDING_ADA_002, EMBEDDING_001,
-    EMBEDDING_GECKO_001, EMBEDDING_GECKO_002, EMBEDDING_GECKO_ML001,
+    EMBEDDING_GECKO_001, EMBEDDING_GECKO_002, EMBEDDING_GECKO_ML001, MISTRAL,
 ] = [
         'gpt-3.5-turbo', 'gpt-3.5-turbo-1106', 'gpt-4', 'gpt-4-1106',
         'gpt-4-1106-preview', 'gemini-pro', 'gemini-pro-vision',
         'text-embedding-ada-002', 'embedding-001', 'textembedding-gecko@001',
         'textembedding-gecko@002', 'textembedding-gecko-multilingual@001',
+        'mistral',
     ];
 
 const [tool, provider, messages, text] = [
@@ -50,26 +51,31 @@ const trimTailing = text => text.replace(/[\.\s]*$/, '');
 const newSessionId = () => createUoid({ type: sessionType });
 const renderText = (t, o) => _renderText(t, { extraCodeBlock: 0, ...o || {} });
 const log = (cnt, opt) => _log(cnt, import.meta.url, { time: 1, ...opt || {} });
+const [png, jpeg, mov, mpeg, mp4, mpg, avi, wmv, mpegps, flv] = [
+    'image/png', 'image/jpeg', 'video/mov', 'video/mpeg', 'video/mp4',
+    'video/mpg', 'video/avi', 'video/wmv', 'video/mpegps', 'video/flv',
+];
 
 const [
     OPENAI, VERTEX, GEMINI, CHATGPT, ASSISTANT, OPENAI_EMBEDDING,
-    GEMINI_EMEDDING, VERTEX_EMEDDING, OPENAI_TRAINING
+    GEMINI_EMEDDING, VERTEX_EMEDDING, OPENAI_TRAINING, OLLAMA,
 ] = [
         'OPENAI', 'VERTEX', 'GEMINI', 'CHATGPT', 'ASSISTANT',
         'OPENAI_EMBEDDING', 'GEMINI_EMEDDING', 'VERTEX_EMEDDING',
-        'OPENAI_TRAINING',
+        'OPENAI_TRAINING', 'OLLAMA',
     ];
 
 const DEFAULT_CHAT_ENGINE = CHATGPT;
 const DEFAULT_MODELS = {
-    [CHATGPT]: GPT_35_TURBO,
     [ASSISTANT]: GPT_35_TURBO,
-    [VERTEX]: GEMINI_PRO_VISION,
+    [CHATGPT]: GPT_35_TURBO,
+    [GEMINI_EMEDDING]: EMBEDDING_001,
     [GEMINI]: GEMINI_PRO,
+    [OLLAMA]: MISTRAL,
     [OPENAI_EMBEDDING]: TEXT_EMBEDDING_ADA_002,
-    [GEMINI_EMEDDING]: EMBEDDING_001,
-    [VERTEX_EMEDDING]: EMBEDDING_GECKO_ML001,
     [OPENAI_TRAINING]: GPT_35_TURBO_1106,
+    [VERTEX_EMEDDING]: EMBEDDING_GECKO_ML001,
+    [VERTEX]: GEMINI_PRO_VISION,
 };
 
 const chatConfig = {
@@ -130,10 +136,14 @@ const MODELS = {
         maxVideoLength: 60 * 2,
         trainingData: 'Feb 2023',
         supportedMimeTypes: [
-            'image/png', 'image/jpeg', 'video/mov', 'video/mpeg', 'video/mp4',
-            'video/mpg', 'video/avi', 'video/wmv', 'video/mpegps', 'video/flv',
+            png, jpeg, mov, mpeg, mp4, mpg, avi, wmv, mpegps, flv,
         ],
     },
+    [MISTRAL]: {
+        contextWindow: 128000,
+        tokenLimitsTPM: Infinity,
+        requestLimitsRPM: Infinity,
+    },
     [TEXT_EMBEDDING_ADA_002]: {
         contextWindow: 5000000,
         requestLimitsRPM: 5000,
@@ -224,6 +234,11 @@ const init = async (options) => {
                 };
             }
             break;
+        case OLLAMA:
+            clients[provider] = {
+                endpoint: options?.endpoint || 'http://localhost:11434',
+            };
+            break;
         default:
             throwError(`Invalid AI provider: ${options?.provider || 'null'}`);
     }
@@ -251,8 +266,8 @@ const buildVertexMessage = (text, options) => {
 
 const buildGeminiMessage = text => String.isString(text) ? [{ text }] : text;
 
-const [getOpenAIClient, getVertexClient, getGeminiClient]
-    = [OPENAI, VERTEX, GEMINI].map(
+const [getOpenAIClient, getVertexClient, getGeminiClient, getOllamaClient]
+    = [OPENAI, VERTEX, GEMINI, OLLAMA].map(
         x => async options => await init({ ...provider(x), ...options })
     );
 
@@ -289,6 +304,34 @@ const promptChatGPT = async (content, options) => {
     return { response: packGptResp(chunk, options) };
 };
 
+const promptOllama = async (content, options) => {
+    const { endpoint } = await getOllamaClient(options);
+    // https://github.com/jmorganca/ollama/blob/main/examples/typescript-simplechat/client.ts
+    const resp = await fetch(`${endpoint}/api/chat`, {
+        method: 'POST', body: JSON.stringify({
+            ...messages([...options?.messages || [], buildGptMessage(content)]),
+            model: options?.model || DEFAULT_MODELS[OLLAMA],
+        }),
+    });
+    const reader = resp.body?.getReader();
+    reader || throwError('Failed to request Ollama API.');
+    let [chunk, result] = [null, ''];
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done) { break; }
+        chunk = JSON.parse(new TextDecoder().decode(value));
+        if (!chunk.done) {
+            result += chunk.message.content;
+            checkInterval(7, result.length) && await ignoreErrFunc(
+                async () => await options?.stream?.(
+                    options?.raw ? chunk : packResp(result)
+                ), LOG
+            );
+        }
+    }
+    return { response: options?.raw ? chunk : packResp(result) };
+};
+
 const createAssistant = async (options) => {
     const { clientBeta } = await getOpenAIClient(options);
     // https://platform.openai.com/docs/api-reference/assistants/createAssistant
@@ -664,7 +707,7 @@ const initChat = async (options) => {
                         }
                     })).id;
                 break;
-            case CHATGPT: case GEMINI: case VERTEX:
+            case CHATGPT: case GEMINI: case VERTEX: case OLLAMA:
                 pmptTokens = countTokens([buildVertexMessage(
                     chatConfig.systemPrompt, { role: system }
                 )]); // Use vertex instead of chatgpt because of the longer pack
@@ -715,12 +758,14 @@ const talk = async (input, options) => {
     const model = MODELS[chatConfig.engines[engine].model];
     const sessionId = options?.sessionId || newSessionId();
     const session = await getSession(sessionId, { engine, ...options });
-    let [_provider, _model, resp, sys, messages, msgBuilder] =
-        [engine, null, null, [], [], null];
+    let [_model, resp, sys, messages, msgBuilder] =
+        [options?.model, null, [], [], null];
     switch (engine) {
-        case CHATGPT:
-            _provider = OPENAI;
-            _model = DEFAULT_MODELS[CHATGPT];
+        case CHATGPT: case OLLAMA:
+            switch (engine) {
+                case CHATGPT: _model = _model || DEFAULT_MODELS[CHATGPT]; break;
+                case OLLAMA: _model = _model || DEFAULT_MODELS[OLLAMA]; break;
+            }
             sys.push(buildGptMessage(session.systemPrompt, { role: system }));
             msgBuilder = () => {
                 messages = [];
@@ -732,11 +777,10 @@ const talk = async (input, options) => {
             msgBuilder()
             break;
         case ASSISTANT:
-            _provider = OPENAI;
-            _model = DEFAULT_MODELS[ASSISTANT];
+            _model = _model || DEFAULT_MODELS[ASSISTANT];
             break;
         case GEMINI: case VERTEX:
-            _model = DEFAULT_MODELS[engine];
+            _model = _model || DEFAULT_MODELS[engine];
             sys.push(buildVertexMessage(session.systemPrompt, { role: user }));
             msgBuilder = () => {
                 messages = [];
@@ -781,6 +825,11 @@ const talk = async (input, options) => {
         case VERTEX:
             resp = await promptVertex(input, { messages, ...options });
             break;
+        case OLLAMA:
+            resp = await promptOllama(input, {
+                messages, model: _model, ...options,
+            });
+            break;
     }
     for (const _resp of resp.response) {
         if (_resp.text) {
@@ -866,6 +915,7 @@ export {
     promptAssistant,
     promptChatGPT,
     promptGemini,
+    promptOllama,
     promptVertex,
     resetSession,
     run,

package/lib/manifest.mjs

@@ -1,7 +1,7 @@
 const manifest = {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "1995.2.40",
+    "version": "1995.2.41",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "1995.2.40",
+    "version": "1995.2.41",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",