omnibot3000 1.8.2 → 1.8.5

package/.husky/commit-msg

@@ -0,0 +1,12 @@
+# basic commit message validation
+
+if ! head -1 "$1" | grep -qE '^\[(feat|fix|doc|style|perf|test|chore|misc)(\(.+\))?!?\]'; then
+  echo "❌ Commit message must follow format: [type] message"
+  echo ""
+  echo "Examples:"
+  echo "  [feat] add new feature"
+  echo "  [fix] resolve bug in component"
+  echo "  [doc] update README"
+  echo "  [chore] update dependencies"
+  exit 1
+fi

package/.husky/pre-commit

@@ -0,0 +1 @@
+pnpm lint && pnpm prettify

package/README.md

@@ -6,4 +6,33 @@ YOUR OMNISCIENT SOURCE OF TRUTH
 
 ### Install
 
-```pnpm i omnibot3000```
+`pnpm i omnibot3000`
+
+### Configuration
+
+Create a `.env` file in the root of your project with the following content:
+
+```env
+DOMAIN=localhost
+DEV_PORT=3000
+API_PORT=3001
+API_PATH=/api
+
+MISTRAL_API_KEY=<your_mistral_api_key>
+
+OPENAI_ORG_ID=<your_openai_org_id>
+OPENAI_PROJECT_ID=<your_openai_project_id>
+OPENAI_API_KEY=<your_openai_api_key>
+```
+
+### Package
+
+https://www.npmjs.com/package/omnibot3000
+
+### Contributing
+
+NO
+
+### License
+
+NO

package/api/server.ts

@@ -11,6 +11,8 @@ import {createServer, IncomingMessage, ServerResponse} from "http";
 import path from "path";
 
 import "dotenv/config";
+import {Mistral} from "@mistralai/mistralai";
+import type {CompletionEvent} from "@mistralai/mistralai/models/components";
 import OpenAI from "openai";
 import type {ChatCompletionChunk} from "openai/resources/index.mjs";
 import type {Stream} from "openai/streaming";
@@ -21,12 +23,23 @@ type Package = {
   size: number;
 };
 
+const API: string = "mistral";
+const MAX_TOKENS = 1000;
+
 const DOMAIN = process.env.DOMAIN || "localhost";
 const API_PATH = process.env.API_PATH || "/api";
 const API_PORT = process.env.API_PORT || 3001;
 const BASE_PATH = process.cwd();
 const JSON_PATH = path.join(BASE_PATH, "dist", "packages.json");
 
+const API_CONFIG_MISTRAL = {
+  model: "ministral-14b-latest",
+  //model: "mistral-small-latest",
+  temperature: 0.1 /* creativity */,
+  topP: 0.1 /* nucleus sampling */,
+  maxTokens: MAX_TOKENS,
+};
+
 const getFolderSize = (folder: string): number => {
   let total = 0;
   try {
@@ -67,44 +80,107 @@ const server = createServer((req: IncomingMessage, res: ServerResponse) => {
       try {
         const {messages, stream} = JSON.parse(body);
 
-        const openai = new OpenAI({
-          apiKey: process.env.OPENAI_API_KEY,
-          organization: process.env.OPENAI_ORG_ID,
-          project: process.env.OPENAI_PROJECT_ID,
-        });
-
-        const response = await openai.chat.completions.create({
-          /* https://openai.com/api/pricing/ */
-          model: "gpt-4.1-mini",
-          messages,
-          max_completion_tokens: 1000,
-          temperature: 1.0, // lower temperature to get stricter completion (good for code)
-          //reasoning: {effort: "high"},
-          stream,
-        });
-
-        if (stream) {
-          /* server-sent events headers */
-          res.writeHead(200, {
-            "Content-Type": "text/event-stream",
-            "Cache-Control": "no-cache",
-            Connection: "keep-alive",
-          });
-          /* forward chunks to browser as SSE */
-          for await (const chunk of response as unknown as Stream<ChatCompletionChunk>) {
-            res.write(`data: ${JSON.stringify(chunk)}\n\n`);
-          }
-          /* end the SSE stream */
-          res.write("data: [DONE]\n\n");
-          res.end();
-        } else {
+        switch (API) {
+          case "openai":
+            /* https://openai.com/api/pricing/ */
+            {
+              const openai = new OpenAI({
+                apiKey: process.env.OPENAI_API_KEY,
+                organization: process.env.OPENAI_ORG_ID,
+                project: process.env.OPENAI_PROJECT_ID,
+              });
+              const response = await openai.chat.completions.create({
+                model: "gpt-4.1-mini",
+                //model: "gpt-5-mini",
+                temperature: 2.0 /* more creative */,
+                top_p: 0.2 /* use nucleus sampling */,
+                presence_penalty: 2.0 /* encourage new topics */,
+                frequency_penalty: 1.5 /* avoid repetition */,
+                max_completion_tokens: MAX_TOKENS,
+                messages,
+                stream,
+              });
+
+              if (stream) {
+                /* server-sent events headers */
+                res.writeHead(200, {
+                  "Content-Type": "text/event-stream",
+                  "Cache-Control": "no-cache",
+                  Connection: "keep-alive",
+                });
+                /* forward chunks to browser as SSE */
+                for await (const chunk of response as unknown as Stream<ChatCompletionChunk>) {
+                  res.write(`data: ${JSON.stringify(chunk)}\n\n`);
+                }
+                /* end the SSE stream */
+                res.write("data: [DONE]\n\n");
+                res.end();
+              } else {
+                res.writeHead(200, {"Content-Type": "application/json"});
+                res.end(JSON.stringify(response));
+              }
+            }
+            break;
+          case "mistral":
+            /* https://mistral.ai/pricing#api-pricing */
+            {
+              const mistral = new Mistral({
+                apiKey: process.env.MISTRAL_API_KEY,
+              });
+
+              if (stream) {
+                /* server-sent events headers */
+                res.writeHead(200, {
+                  "Content-Type": "text/event-stream",
+                  "Cache-Control": "no-cache",
+                  Connection: "keep-alive",
+                });
+
+                const response = await mistral.chat.stream({
+                  ...API_CONFIG_MISTRAL,
+                  messages,
+                });
+                /* forward chunks to browser as SSE */
+                for await (const chunk of response as AsyncIterable<CompletionEvent>) {
+                  res.write(`data: ${JSON.stringify(chunk)}\n\n`);
+                }
+                /* end the SSE stream */
+                res.write("data: [DONE]\n\n");
+                res.end();
+              } else {
+                const response = await mistral.chat.complete({
+                  ...API_CONFIG_MISTRAL,
+                  messages,
+                });
+                res.writeHead(200, {"Content-Type": "application/json"});
+                res.end(JSON.stringify(response));
+              }
+            }
+            break;
+          default:
+            throw new Error("Invalid API specified");
+        }
+      } catch (error) {
+        console.error(
+          "API Error:",
+          error instanceof Error ? error.message : String(error),
+        );
+
+        /* Only send response if headers haven't been sent yet */
+        if (!res.headersSent) {
+          const response = {
+            choices: [
+              {
+                message: {
+                  role: "assistant",
+                  content: "no signal",
+                },
+              },
+            ],
+          };
           res.writeHead(200, {"Content-Type": "application/json"});
           res.end(JSON.stringify(response));
         }
-      } catch (err) {
-        const error = err instanceof Error ? err.message : "unknown error";
-        res.writeHead(500, {"Content-Type": "application/json"});
-        res.end(JSON.stringify({error}));
       }
     });
   } else if (url.startsWith(`${API_PATH}/packages`)) {
@@ -137,6 +213,10 @@ const server = createServer((req: IncomingMessage, res: ServerResponse) => {
   }
 });
 
+/* Increase max listeners to handle concurrent streaming requests */
+server.setMaxListeners(0);
+server.maxConnections = 100;
+
 server.listen(API_PORT, () => {
   console.log(
     "\n\x1b[1m\x1b[32m%s\x1b[0m %s \x1b[36m%s\x1b[0m",

package/bin/omnibot.js

@@ -0,0 +1,19 @@
+#!/usr/bin/env node
+
+import {spawn} from "child_process";
+import path from "path";
+import {fileURLToPath} from "url";
+import process from "process";
+
+const filename = fileURLToPath(import.meta.url);
+
+const dir = path.dirname(filename);
+const root = path.dirname(dir);
+
+process.chdir(root);
+
+const vite = spawn("pnpm", ["run", "start"], {stdio: "inherit"});
+
+vite.on("close", (code) => {
+  process.exit(code);
+});

package/package.json

@@ -3,7 +3,7 @@
   "x-display-name": "OMNIBOT 3000",
   "description": "your omniscient source of truth",
   "private": false,
-  "version": "1.8.2",
+  "version": "1.8.5",
   "type": "module",
   "author": {
     "name": "rez",
@@ -11,6 +11,13 @@
     "url": "https://github.com/chiptune"
   },
   "homepage": "https://www.omnibot3000.com",
+  "repository": {
+    "url": "https://github.com/chiptune/omnibot3000",
+    "type": "github"
+  },
+  "bin": {
+    "omnibot": "./bin/omnibot.js"
+  },
   "scripts": {
     "start": "pnpm run-p start:dev start:api",
     "start:dev": "pnpm run dev",
@@ -23,19 +30,21 @@
     "build:client": "tsc -b && vite build",
     "build:api": "tsc --project tsconfig.api.json",
     "lint": "eslint --fix .",
-    "prettify": "prettier --write ."
+    "prettify": "prettier --write .",
+    "prepare": "husky"
   },
   "dependencies": {
-    "openai": "^6.10.0",
+    "@mistralai/mistralai": "^1.11.0",
+    "openai": "^6.15.0",
     "react": "^19.2.3",
     "react-dom": "^19.2.3",
     "react-markdown": "^10.1.0",
-    "react-router-dom": "^7.10.1",
+    "react-router-dom": "^7.11.0",
     "zustand": "^5.0.9"
   },
   "devDependencies": {
     "@eslint/js": "^9.39.2",
-    "@types/node": "^25.0.1",
+    "@types/node": "^25.0.3",
     "@types/react": "^19.2.7",
     "@types/react-dom": "^19.2.3",
     "@vitejs/plugin-react": "^5.1.2",
@@ -44,15 +53,16 @@
     "eslint": "^9.39.2",
     "eslint-plugin-import": "^2.32.0",
     "eslint-plugin-react-hooks": "^7.0.1",
-    "eslint-plugin-react-refresh": "^0.4.24",
+    "eslint-plugin-react-refresh": "^0.4.26",
     "eslint-plugin-simple-import-sort": "^12.1.1",
     "globals": "^16.5.0",
+    "husky": "^9.1.7",
     "nodemon": "^3.1.11",
     "npm-run-all": "^4.1.5",
     "prettier": "^3.7.4",
     "typescript": "^5.9.3",
-    "typescript-eslint": "^8.49.0",
-    "vite": "^7.2.7",
-    "vite-tsconfig-paths": "^5.1.4"
+    "typescript-eslint": "^8.50.0",
+    "vite": "^7.3.0",
+    "vite-tsconfig-paths": "^6.0.3"
   }
 }

package/src/App.tsx

@@ -86,19 +86,23 @@ const Layout = () => {
 
     setWidth(Math.floor((vw - cw * 2) / cw) * cw);
     setHeight(Math.floor((vh - cw * 4) / lh) * lh + cw * 2);
+  };
+
+  useEffect(() => {
+    const vw = window.innerWidth;
+    const vh = window.innerHeight;
 
     let el = document.getElementById("debug-screen-size");
-    if (!el) {
-      el = document.createElement("div");
-      el.id = "debug-screen-size";
-      el.className = "debug-info";
-      document.body.appendChild(el);
-    }
-    el.innerHTML = `viewport: ${vw}x${vh} |\
-    char: ${format(cw)}x${format(lh)} |\
-    w: ${w} | h: ${h}`;
+    if (!el) el = document.createElement("div");
+
+    el.id = "debug-screen-size";
+    el.className = "debug-info";
+    document.body.appendChild(el);
+    el.innerHTML = `viewport: ${vw}x${vh} | \
+char: ${format(cw)}x${format(lh)} | \
+w: ${w} | h: ${h}`;
     el.style.display = debug ? "block" : "none";
-  };
+  }, [w, h]);
 
   useLayoutEffect(() => {
     const resizeObserver = new ResizeObserver(update);
@@ -162,9 +166,9 @@ const Layout = () => {
             <div className={styles.content}>
               <Header darkMode={darkMode} onThemeToggle={themeSwitchHandler} />
               <Line variant="horizontal" className={styles["h-line"]} />
-              <div ref={bodyRef} className={styles.body}>
+              <main ref={bodyRef} className={styles.body}>
                 <Outlet />
-              </div>
+              </main>
               <Line variant="horizontal" className={styles["h-line"]} />
               <Footer renderTime={renderTime} />
             </div>

package/src/commons/OmnibotSpeak.module.css

@@ -35,6 +35,7 @@
 .hr {
   margin: 0;
   padding: 0;
+  padding-bottom: var(--line-height);
   opacity: var(--opacity-tertiary);
 }
 

package/src/commons/api/api.ts

@@ -1,18 +1,29 @@
 import {
   ChatCompletion,
-  ChatCompletionChunk,
   ChatCompletionMessageParam,
 } from "openai/resources/index.mjs";
-import {Stream} from "openai/streaming.mjs";
 
 import {NAME, VERSION} from "@commons/constants";
 import persona from "@commons/persona.txt?raw";
 import {getVariableFromCSS} from "@utils/styles";
 
 export const getData = async (
-  messages: ChatCompletionMessageParam[],
-  stream: boolean = true,
-): Promise<ChatCompletion | Stream<ChatCompletionChunk>> => {
+  system?: string[],
+  query?: string[],
+  context?: ChatCompletionMessageParam[],
+): Promise<ChatCompletion> => {
+  const messages: ChatCompletionMessageParam[] = [
+    getSystemConfig(),
+    {
+      role: "system",
+      content: system?.map((str) => str.trim()).join(". ") || "",
+    },
+    ...(context?.filter((msg) => String(msg?.content || "").trim()) || []),
+    {
+      role: "user",
+      content: query?.map((str) => str.trim()).join(". ") || "",
+    },
+  ];
   const response = await fetch("/api/completion", {
     method: "POST",
     headers: {
@@ -20,130 +31,117 @@ export const getData = async (
     },
     body: JSON.stringify({
       messages,
-      stream,
+      stream: false,
     }),
   });
   if (!response.ok) {
-    throw new Error(`API request failed: ${response.statusText}`);
-  }
-  if (stream) {
-    if (!response.body) {
-      throw new Error("Response body is not readable");
-    }
-    return Stream.fromSSEResponse(response, new AbortController());
-  } else {
-    const data = await response.json();
-    return data as ChatCompletion;
+    throw new Error(response.statusText);
   }
+  const data = await response.json();
+  return data as ChatCompletion;
 };
 
 export const getSystemConfig = (): ChatCompletionMessageParam => {
   const size = getVariableFromCSS("base-size");
   const height = getVariableFromCSS("base-height");
-  const systemConfig = `\
-current date: ${new Date().toLocaleDateString()}. \
-current time: ${new Date().toLocaleDateString()}. \
-current unix EPOCH time: ${Math.floor(Date.now() / 1000)}. \
-a list of random number: ${Array.from({length: 32}, () =>
-    Math.round(Math.random() * 100),
-  ).join(", ")}. \
-current user agent: ${navigator.userAgent}. \
-current color hue: ${getVariableFromCSS("h")}°. \
-current color saturation: ${getVariableFromCSS("s")}%. \
-current color lightness: ${getVariableFromCSS("l")}%. \
-current font base size: ${getVariableFromCSS("BASE-SIZE")}. \
-user can change the color with the "/color [h|s|l] number" command. \
-user can change the font size with the "/size number" command. \
-the "/size" command without parameter will reset the value to ${size}. \
-user can change the line height with the "/height number" command. \
-the "/height" command without parameter will reset the value to ${height}. \
-user can reset the settings with the "/reset" command. \
-${formatting}. \
-your name is ${NAME} and your version is ${VERSION.join(".")}. \
-${persona}`;
-  return {role: "developer", content: systemConfig};
+  const systemConfig = [
+    `current date: ${new Date().toLocaleDateString()}`,
+    `current time: ${new Date().toLocaleTimeString()}`,
+    `current unix EPOCH time: ${Math.floor(Date.now() / 1000)}`,
+    `a list of random number: ${Array.from({length: 32}, () =>
+      Math.round(Math.random() * 100),
+    ).join(", ")}`,
+    `current user agent: ${navigator.userAgent}`,
+    `current color hue: ${getVariableFromCSS("h")}°`,
+    `current color saturation: ${getVariableFromCSS("s")}%`,
+    `current color lightness: ${getVariableFromCSS("l")}%`,
+    `current font base size: ${getVariableFromCSS("BASE-SIZE")}`,
+    'user can change the color with the "/color [h|s|l] number" command',
+    'user can change the font size with the "/size number" command',
+    `the "/size" command without parameter will reset the value to ${size}`,
+    'user can change the line height with the "/height number" command',
+    `the "/height" command without parameter will reset the value to ${height}`,
+    'user can reset the settings with the "/reset" command',
+    'user can reload the page with "/reboot" (do no reset, just reload)',
+    ...formatting,
+    `your name is ${NAME} and your version is ${VERSION.join(".")}`,
+    ...persona.split("\n").map((line) => line.trim()),
+  ];
+  return {role: "system", content: systemConfig.join(". ")};
 };
 
-export const formatting = `\
-generate markdown text only, no HTML please! never. \
-use only the 256 first ASCII character in your answers, no unicode. \
-do not use any special characters or emojis or unicode > 0x00ff. \
-make all links you provide clickable, give them a human readable name. \
-very important: output only markdown text, no HTML please. \
-answer with the language used the most by the user in the chat.`;
+export const formatting = [
+  "generate markdown text only, no HTML please! never",
+  "use only the 256 first ASCII character in your answers, no unicode",
+  "do not use any special characters or emojis or unicode > 0x00ff",
+  "make all links you provide clickable, give them a human readable name",
+  "very important: output only text or markdown, no HTML please",
+  "answer with the language used the most by the user in the chat",
+];
 
-export const smallQueryFormatting = (max: number): string => `\
-no more than ${max} characters (including spaces)! NO MORE. \
-do not add any comments or punctuations. \
-there is no need to capitalize the first letter of every words. \
-do not add any bullet point or numbered list, just plain text. \
-it's not an answer to a query, make it compact and catchy!`;
+export const smallQueryFormatting = (max: number): string[] => [
+  `no more than ${max} characters (including spaces)! NO MORE`,
+  `keep that ${max} characters limit AT ALL COST, PLEASE`,
+  "return just text without decoration or formatting",
+  "display just words, no markdown or html or any special tags",
+  "do not add any comments or punctuations, just words",
+  "there is no need to capitalize the first letter of every words",
+  "do not add any bullet point or numbered list, just plain text",
+  "it's not an answer to a query, make it compact and catchy",
+  "do not add any unnecessary comment, return a single line of text",
+];
 
 export const getChatTitle = async (
   messages: ChatCompletionMessageParam[],
 ): Promise<string> => {
-  const updatedMessages: ChatCompletionMessageParam[] = [
-    getSystemConfig(),
-    ...messages,
-    {
-      role: "developer",
-      content: `\
-make a title for this chat, excluding this request. \
-keep it as simple, short and descriptive as possible. \
-do not mention your name in the result. \`
-${smallQueryFormatting(28)}`,
-    },
-  ];
-  const response = (await getData(updatedMessages, false)) as ChatCompletion;
+  const response = await getData(
+    [
+      "do not mention your name in the result",
+      "keep it as simple, short and descriptive as possible",
+      "exclude all reference to this request",
+      "use only use and assistant messages as context",
+      ...smallQueryFormatting(28),
+    ],
+    ["make a title for this chat"],
+    messages,
+  );
   return response.choices[0].message.content || "?";
 };
 
 export const getSubtitle = async (): Promise<string> => {
-  const messages: ChatCompletionMessageParam[] = [
-    getSystemConfig(),
-    {
-      role: "developer",
-      content: `\
-make a list of 5 catch phrase to present you to the user. \
-do not mention your name in the result, it's a motto. \
-emphasize on your infinite source of knowledge. \
-boast yourself to the maximum, demonstrate that your are the best. \
-${smallQueryFormatting(32)}`,
-    },
-  ];
-  const response = (await getData(messages, false)) as ChatCompletion;
+  const response = await getData(
+    [
+      "do not mention your name in the result, it's a motto",
+      "emphasize on your infinite source of knowledge",
+      "boast yourself to the maximum, demonstrate that you are the best",
+      ...smallQueryFormatting(32),
+    ],
+    ["make a list of 5 catch phrase to present you to the user"],
+  );
   return response.choices[0].message.content || "?";
 };
 
 export const getPromptPlaceholder = async (): Promise<string> => {
-  const messages: ChatCompletionMessageParam[] = [
-    getSystemConfig(),
-    {
-      role: "developer",
-      content: `\
-make a list of 10 imperatives input placeholder. \
-this input is where the user is asking you question. \
-you are not inviting, you are imposing, user must comply. \
-${smallQueryFormatting(25)}`,
-    },
-  ];
-  const response = (await getData(messages, false)) as ChatCompletion;
+  const response = await getData(
+    [
+      "this input is where the user is asking you question",
+      "you are not inviting, you are imposing, user must comply",
+      ...smallQueryFormatting(25),
+    ],
+    ["make a list of 10 imperatives input placeholder"],
+  );
   return response.choices[0].message.content || "?";
 };
 
 export const getStartButton = async (): Promise<string> => {
-  const messages: ChatCompletionMessageParam[] = [
-    getSystemConfig(),
-    {
-      role: "developer",
-      content: `\
-make a name for a button that start a chat in few words. \
-this button bring users to the page where they can make a query. \
-you are not inviting, you are imposing, user must comply. \
-${smallQueryFormatting(25)}`,
-    },
-  ];
-  const response = (await getData(messages, false)) as ChatCompletion;
+  const response = await getData(
+    [
+      "this button bring users to the page where they can make a query",
+      "you are not inviting, you are imposing, user must comply",
+      ...smallQueryFormatting(25),
+    ],
+    ["name a button that order to start a chat in few words"],
+  );
   return response.choices[0].message.content || "?";
 };