viho 0.1.0 → 0.2.0

package/src/experts/experts.js

@@ -1,4 +1,8 @@
 exports.experts = [
+  {
+    name: 'antd',
+    url: 'https://ant.design/llms-full.txt',
+  },
   {
     name: 'daisyui',
     url: 'https://daisyui.com/llms.txt',

package/src/llm.js

@@ -31,17 +31,36 @@ exports.ask = async (llm, model, systemPrompt) => {
   console.log(cli.colors.gray(answers.content));
   console.log();
 
-  // chat
-  const chatOptions = {
-    model: model.modelID,
-    messages: [
-      { role: 'system', content: systemPrompt || defaultSystemPrompt },
-      { role: 'user', content: answers.content },
-    ],
-    thinking: {
-      type: model.modelThinking,
-    },
-  };
+  // model type
+  const modelType = model.modelType || 'openai';
+
+  // chat options based on model type
+  let chatOptions;
+  if (modelType === 'openai') {
+    chatOptions = {
+      model: model.modelID,
+      messages: [
+        { role: 'system', content: systemPrompt || defaultSystemPrompt },
+        { role: 'user', content: answers.content },
+      ],
+      thinking: {
+        type: model.modelThinking,
+      },
+    };
+  } else if (modelType === 'gemini api' || modelType === 'gemini vertex') {
+    chatOptions = {
+      contents: [
+        {
+          role: 'user',
+          parts: [{ text: answers.content }],
+        },
+      ],
+    };
+    // Add system instruction if provided
+    if (systemPrompt && systemPrompt !== defaultSystemPrompt) {
+      chatOptions.systemInstruction = systemPrompt;
+    }
+  }
 
   // callback options
   const callbackOptions = {

package/src/util.js

@@ -10,6 +10,9 @@ const cli = require('qiao-cli');
 // db
 const DB = require('qiao-config');
 
+// llm
+const { OpenAIAPI, GeminiAPI, GeminiVertex } = require('viho-llm');
+
 // model
 const { getModelByName } = require('./model.js');
 
@@ -58,3 +61,37 @@ exports.preLLMAsk = async (type, db, modelName) => {
   // r
   return model;
 };
+
+/**
+ * initLLM
+ * @param {*} model
+ * @returns
+ */
+exports.initLLM = (model) => {
+  const modelType = model.modelType || 'openai';
+
+  if (modelType === 'openai') {
+    return OpenAIAPI({
+      apiKey: model.apiKey,
+      baseURL: model.baseURL,
+    });
+  } else if (modelType === 'gemini api') {
+    return GeminiAPI({
+      apiKey: model.apiKey,
+      modelName: model.modelID, // Use modelID for API calls
+    });
+  } else if (modelType === 'gemini vertex') {
+    return GeminiVertex({
+      projectId: model.projectId,
+      location: model.location,
+      modelName: model.modelID, // Use modelID for API calls
+    });
+  }
+
+  // fallback to openai
+  console.log(cli.colors.yellow(`Unknown model type: ${modelType}, falling back to OpenAI`));
+  return OpenAIAPI({
+    apiKey: model.apiKey,
+    baseURL: model.baseURL,
+  });
+};