goblin-agents 0.1.1 → 0.1.2

package/lib/llm/aiAgent.js

@@ -238,6 +238,9 @@ class AiAgent extends Elf {
   logic = Elf.getLogic(AiAgentLogic);
   state = new AiAgentState();
 
+  _provider;
+  _conf;
+
   /**
    * @param {string} id
    * @param {string} desktopId
@@ -270,6 +273,23 @@ class AiAgent extends Elf {
     this.logic.patch(prev);
   }
 
+  async _loadProvider() {
+    const {state} = this;
+    const {provider, host, headers} = state;
+    if (
+      this._provider &&
+      this._conf.provider === provider &&
+      this._conf.host === host &&
+      this._conf.headers === headers
+    ) {
+      return;
+    }
+
+    const Instance = LLMProvider.get(this.state.provider);
+    this._provider = new Instance(this.state.host, this.state.headers);
+    this._conf = {provider, host, headers};
+  }
+
   /**
    * @param {Partial<AiAgentState>} [agentState]
    */
@@ -292,14 +312,13 @@ class AiAgent extends Elf {
   }
 
   async gen(prompt) {
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
+    await this._loadProvider();
 
     let options;
     if (this.state.options) {
       options = this.state.options.toJS();
     }
-    return await provider.gen({
+    return await this._provider.gen({
       model: this.state.model,
       prompt,
       system: this.state.prompt,
@@ -323,8 +342,7 @@ class AiAgent extends Elf {
   }
 
   async readPDFpages(pdfPath) {
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
+    await this._loadProvider();
 
     const images = await getPDFImages(pdfPath);
     const descriptions = [];
@@ -346,7 +364,7 @@ class AiAgent extends Elf {
           ],
         },
       ];
-      const result = await provider.chat({
+      const result = await this._provider.chat({
         model: this.state.model,
         messages,
       });
@@ -359,9 +377,8 @@ class AiAgent extends Elf {
     if (!rawText) {
       return null;
     }
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
-    return await provider.embed({
+    await this._loadProvider();
+    return await this._provider.embed({
       model: this.state.model,
       input: rawText,
     });
@@ -371,9 +388,8 @@ class AiAgent extends Elf {
     if (rawTexts.length === 0) {
       return [];
     }
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
-    return await provider.embedInBatch({
+    await this._loadProvider();
+    return await this._provider.embedInBatch({
       model: this.state.model,
       input: rawTexts,
     });
@@ -384,8 +400,7 @@ class AiAgent extends Elf {
   }
 
   async chat(contextId, question, userDesktopId, sessionId = null) {
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
+    await this._loadProvider();
     const contextMessages = this.state.messages[contextId] || [];
     const messages = [
       {role: 'system', content: this.state.prompt},
@@ -406,7 +421,7 @@ class AiAgent extends Elf {
       this.log.dbg(`🐈 Chat session started : ${sessionId}`);
     }
 
-    const result = await provider.chat({
+    const result = await this._provider.chat({
       model: this.state.model,
       messages,
       options,
@@ -474,9 +489,7 @@ class AiAgent extends Elf {
     if (this.state.provider !== 'ollama') {
       throw new Error('Streaming API not impl.');
     }
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
-    const feedId = await this.newQuestFeed();
+    await this._loadProvider();
 
     const contextMessages = this.state.messages[contextId] || [];
     const messages = [
@@ -491,7 +504,7 @@ class AiAgent extends Elf {
       const pState = this.state._state.toJS();
       options = pState?.options;
     }
-    const response = await provider.chat({
+    const response = await this._provider.chat({
       model: this.state.model,
       messages,
       options,
@@ -509,9 +522,7 @@ class AiAgent extends Elf {
   }
 
   async resumeExchange(resumePrompt, contextId) {
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
-    const feedId = await this.newQuestFeed();
+    await this._loadProvider();
     const contextMessages = this.state.messages[contextId] || [];
 
     let options;
@@ -524,7 +535,7 @@ class AiAgent extends Elf {
       .map((m) => `${m.role}: ${m.content}`)
       .join('\n');
 
-    return await provider.gen({
+    return await this._provider.gen({
       model: this.state.model,
       prompt,
       system: resumePrompt,
@@ -534,8 +545,7 @@ class AiAgent extends Elf {
   }
 
   async react(reactPrompt, contextId, question) {
-    const Instance = LLMProvider.get(this.state.provider);
-    const provider = new Instance(this.state.host, this.state.headers);
+    await this._loadProvider();
     const feedId = await this.newQuestFeed();
     const contextMessages = this.state.messages[contextId] || [];
     const messages = [
@@ -550,7 +560,7 @@ class AiAgent extends Elf {
       options = this.state.options.toJS();
     }
 
-    const answer = await provider.chat({
+    const answer = await this._provider.chat({
       model: this.state.model,
       messages,
       options,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "goblin-agents",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "AI Agents framework",
   "author": "Samuel Loup",
   "license": "MIT",