@saltcorn/agents 0.5.8 → 0.6.1

package/public/jquery.autogrow-textarea.js

@@ -0,0 +1,205 @@
+// Based off https://code.google.com/p/gaequery/source/browse/trunk/src/static/scripts/jquery.autogrow-textarea.js?r=2
+// Modified by David Beck
+
+( function( factory ) {
+    // UMD wrapper
+    if ( typeof define === 'function' && define.amd ) {
+        // AMD
+        define( [ 'jquery' ], factory );
+    } else if ( typeof exports !== 'undefined' ) {
+        // Node/CommonJS
+        module.exports = factory( require( 'jquery' ) );
+    } else {
+        // Browser globals
+        factory( jQuery );
+    }
+}( function( $ ) {
+
+    /*
+     * Auto-growing textareas; technique ripped from Facebook
+     */
+    $.fn.autogrow = function(options) {
+        
+        options = $.extend( {
+            vertical: true,
+            horizontal: false,
+            characterSlop: 0,
+            paddingBottom: 0
+        }, options);
+
+        this.filter('textarea,input').each(function() {
+            
+            var $this       = $(this),
+                borderBox   = $this.css( 'box-sizing' ) === 'border-box',
+                // minHeight   = borderBox ? $this.outerHeight() : $this.height(),
+                maxHeight   = $this.attr( "maxHeight" ),
+                minWidth    = typeof( $this.attr( "minWidth" ) ) == "undefined" ? 0 : $this.attr( "minWidth" );
+            
+            if( typeof( maxHeight ) == "undefined" ) maxHeight = 1000000;
+            
+            var shadow = $('<div class="autogrow-shadow"></div>').css( {
+                position:   'absolute',
+                top:        -10000,
+                left:       -10000,
+                fontSize:   $this.css('fontSize'),
+                fontFamily: $this.css('fontFamily'),
+                fontWeight: $this.css('fontWeight'),
+                lineHeight: $this.css('lineHeight'),
+                paddingLeft:    $this.css('paddingLeft'),
+                paddingRight:    $this.css('paddingRight'),
+                paddingTop:    $this.css('paddingTop'),
+                paddingBottom:    $this.css('paddingBottom'),
+                borderTop:    $this.css('borderTop'),
+                borderBottom:    $this.css('borderBottom'),
+                borderLeft:    $this.css('borderLeft'),
+                borderRight:    $this.css('borderRight'),
+                resize:     'none'
+            } ).appendTo(document.body);
+
+            shadow.html( 'a' );
+            var characterWidth = shadow.width();
+            shadow.html( '' );
+            
+            var update = function( val ) {
+    
+                var times = function(string, number) {
+                    for (var i = 0, r = ''; i < number; i ++) r += string;
+                    return r;
+                };
+                
+                if( typeof val === 'undefined' ) val = this.value;
+                if( val === '' && $(this).attr("placeholder") ) val = $(this).attr("placeholder");
+                
+                if( options.vertical )
+                    val = val.replace(/&/g, '&amp;')
+                        .replace(/</g, '&lt;')
+                        .replace(/>/g, '&gt;')
+                        .replace(/\n$/, '<br/>&nbsp;')
+                        .replace(/\n/g, '<br/>')
+                        .replace(/ {2,}/g, function(space) { return times('&nbsp;', space.length -1) + ' '; });
+                else
+                    val = escapeHtml( val );
+
+                //if( options.horizontal )
+                //  val = $.trim( val );
+                
+                // if( $(this).prop( 'tagName' ).toUpperCase() === 'INPUT' )
+                //  shadow.text(val).css( "width", "auto" );
+                // else
+                shadow.html( val ).css( "width", "auto" ); // need to use html here otherwise no way to count spaces (with html we can use &nbsp;)
+                
+                if( options.horizontal )
+                {
+                    var slopWidth = options.characterSlop * characterWidth + 2;
+
+                    var newWidth = Math.max( shadow.width() + slopWidth, minWidth );
+                    var maxWidth = options.maxWidth;
+                    //if( typeof( maxWidth ) === "undefined" ) maxWidth = $this.parent().width() - 12; // not sure why we were doing this but seems like a bad idea. doesn't work with inline-block parents for one thing, since it is the text area that should be "pushing" them to be wider
+                    if( maxWidth ) newWidth = Math.min( newWidth, maxWidth );
+                    $(this).css( "width", newWidth );
+                }
+                                
+                if( options.vertical )
+                {
+                    var shadowWidth = $(this).width();
+                    if( ! borderBox ) shadowWidth = shadowWidth - parseInt($this.css('paddingLeft'),10) - parseInt($this.css('paddingRight'),10);
+                    shadow.css( "width", shadowWidth );
+                    var shadowHeight = (borderBox ? shadow.outerHeight() : shadow.height())+options.paddingBottom;
+
+                    $(this).css( "height", "auto" );
+                    minHeight = borderBox ? $this.outerHeight() : $this.height();
+
+                    var newHeight = Math.min( Math.max( shadowHeight, minHeight ), maxHeight );
+                    $(this).css( "height", newHeight );
+                    $(this).css( "overflow", newHeight == maxHeight ? "auto" : "hidden" );
+                }
+            };
+            
+            $(this)
+                .change(function(){update.call( this );return true;})
+                .keyup(function(){update.call( this );return true;})
+                .keypress(function( event ) {
+                    if( event.ctrlKey || event.metaKey ) return;
+
+                    var val = this.value;
+                    var caretInfo = _getCaretInfo( this );
+
+                    var typedChar = event.which === 13 ? "\n" : String.fromCharCode( event.which );
+                    var valAfterKeypress = val.slice( 0, caretInfo.start ) + typedChar + val.slice( caretInfo.end );
+                    update.call( this, valAfterKeypress );
+                    return true;
+                })
+                .bind( "update.autogrow", function(){ update.apply(this); } )
+                .bind( "remove.autogrow", function() {
+                    shadow.remove();
+                } );
+            
+            update.apply(this);
+            
+        });
+        
+        return this;
+    };
+
+    // comes from https://github.com/madapaja/jquery.selection/blob/master/src/jquery.selection.js
+    var _getCaretInfo = function(element){
+        var res = {
+            text: '',
+            start: 0,
+            end: 0
+        };
+
+        if (!element.value) {
+            /* no value or empty string */
+            return res;
+        }
+
+        try {
+            if (window.getSelection) {
+                /* except IE */
+                res.start = element.selectionStart;
+                res.end = element.selectionEnd;
+                res.text = element.value.slice(res.start, res.end);
+            } else if (doc.selection) {
+                /* for IE */
+                element.focus();
+
+                var range = doc.selection.createRange(),
+                    range2 = doc.body.createTextRange();
+
+                res.text = range.text;
+
+                try {
+                    range2.moveToElementText(element);
+                    range2.setEndPoint('StartToStart', range);
+                } catch (e) {
+                    range2 = element.createTextRange();
+                    range2.setEndPoint('StartToStart', range);
+                }
+
+                res.start = element.value.length - range2.text.length;
+                res.end = res.start + range.text.length;
+            }
+        } catch (e) {
+            /* give up */
+        }
+
+        return res;
+    };
+
+    var entityMap = {
+        "&": "&amp;",
+        "<": "&lt;",
+        ">": "&gt;",
+        '"': '&quot;',
+        "'": '&#39;',
+        "/": '&#x2F;',
+        " ": '&nbsp;'
+    };
+
+    function escapeHtml(string) {
+        return String(string).replace(/[&<>"'\/\ ]/g, function (s) {
+            return entityMap[s];
+         } );
+    }
+} ) );

package/skills/EmbeddingRetrieval.js

@@ -128,6 +128,8 @@ class RetrievalByEmbedding {
   provideTools() {
     if (this.mode !== "Tool") return [];
     const table0 = Table.findOne(this.vec_field.split(".")[0]);
+    if(!table0) throw new Error(`Embedding Retrieval skill: cannot find table ${this.vec_field.split(".")[0]}`)
+
     const table_docs = this.doc_relation
       ? Table.findOne(table0.getField(this.doc_relation).reftable_name)
       : table0;

package/skills/FTSRetrieval.js

@@ -104,6 +104,7 @@ class RetrievalByFullTextSearch {
   provideTools() {
     if (this.mode !== "Tool") return [];
     const table = Table.findOne(this.table_name);
+    if(!table) throw new Error(`FTSRetrieval skill: cannot find table ${this.table_name}`)
     return {
       type: "function",
       process: async (arg, { req }) => {

package/skills/PreloadData.js

@@ -67,11 +67,16 @@ class PreloadData {
     } else {
       if (this.add_sys_prompt) prompts.push(this.add_sys_prompt);
       const table = Table.findOne(this.table_name);
+      if (!table)
+        throw new Error(
+          `Preload Data  skill: cannot find table ${this.table_name}`,
+        );
+
       const q = eval_expression(
         this.preload_query,
         triggering_row || {},
         user,
-        "PreloadData query"
+        "PreloadData query",
       );
 
       const rows = await table.getRows(q);
@@ -116,7 +121,7 @@ class PreloadData {
         validator(s) {
           try {
             let AsyncFunction = Object.getPrototypeOf(
-              async function () {}
+              async function () {},
             ).constructor;
             AsyncFunction(s);
             return true;

package/skills/Table.js

@@ -87,6 +87,7 @@ class TableToSkill {
 
   provideTools() {
     const table = Table.findOne(this.table_name);
+    if(!table) throw new Error(`Table skill: cannot find table ${this.table_name}`)
     const tools = [];
     let queryProperties = {};
     let required = [];

package/skills/Trigger.js

@@ -61,6 +61,8 @@ class TriggerToSkill {
     let properties = {};
 
     const trigger = Trigger.findOne({ name: this.trigger_name });
+    if(!trigger) throw new Error(`Trigger skill: cannot find trigger ${this.trigger_name}`)
+
     if (trigger.table_id) {
       const table = Table.findOne({ id: trigger.table_id });
 

package/tests/action.test.js

@@ -0,0 +1,80 @@
+const { getState } = require("@saltcorn/data/db/state");
+const View = require("@saltcorn/data/models/view");
+const WorkflowRuns = require("@saltcorn/data/models/workflow_run");
+const Table = require("@saltcorn/data/models/table");
+const Plugin = require("@saltcorn/data/models/plugin");
+
+const { mockReqRes } = require("@saltcorn/data/tests/mocks");
+const { afterAll, beforeAll, describe, it, expect } = require("@jest/globals");
+
+/* 
+ 
+ RUN WITH:
+  saltcorn dev:plugin-test -d ~/agents -o ~/large-language-model/
+ 
+ */
+
+afterAll(require("@saltcorn/data/db").close);
+beforeAll(async () => {
+  await require("@saltcorn/data/db/reset_schema")();
+  await require("@saltcorn/data/db/fixtures")();
+
+  getState().registerPlugin("base", require("@saltcorn/data/base-plugin"));
+});
+
+jest.setTimeout(30000);
+
+const user = { id: 1, role_id: 1 };
+const action = require("../action");
+
+for (const nameconfig of require("./configs")) {
+  const { name, ...config } = nameconfig;
+  describe("agent action with " + name, () => {
+    let run_id;
+    beforeAll(async () => {
+      getState().registerPlugin(
+        "@saltcorn/large-language-model",
+        require("@saltcorn/large-language-model"),
+        config,
+      );
+      getState().registerPlugin("@saltcorn/agents", require(".."));
+      const runs = await WorkflowRuns.find({});
+      for (const run of runs) await run.delete();
+    });
+    it("has config fields", async () => {
+      const cfgFldsNoTable = await action.configFields({});
+      expect(cfgFldsNoTable.length).toBe(3);
+      const cfgFldsWithTable = await action.configFields({
+        table: Table.findOne("books"),
+      });
+      expect(cfgFldsWithTable.length).toBe(4);
+    });
+    it("generates text", async () => {
+      const result = await action.run({
+        row: { theprompt: "What is the word of the day?" },
+        configuration: require("./agentcfg"),
+        user,
+        req: { user },
+      });
+      expect(result.json.response).toContain("trawberry");
+      run_id = result.json.run_id;
+    });
+    it("queries table", async () => {
+      const run = await WorkflowRuns.findOne({ id: run_id });
+      expect(!!run).toBe(true);
+      const result = await action.run({
+        row: {
+          theprompt:
+            "How many pages are there in the book by Herman Melville in the database?",
+        },
+        configuration: require("./agentcfg"),
+        user,
+        run_id: run.id,
+        req: { ...mockReqRes.req, user },
+      });
+      expect(result.json.response).toContain("967");
+      //const run1 = await WorkflowRuns.findOne({});
+    });
+  });
+  //break;
+}

package/tests/agentcfg.js

@@ -0,0 +1,46 @@
+module.exports = {
+  model: "",
+  prompt: "{{theprompt}}",
+  skills: [
+    {
+      mode: "Tool",
+      js_code: 'return "Strawberry"',
+      toolargs: [
+        {
+          name: "",
+          argtype: "string",
+          description: "",
+        },
+      ],
+      tool_name: "word_of_the_day",
+      skill_type: "Run JavaScript code",
+      add_sys_prompt: "",
+      tool_description: "return the word of the day",
+    },
+    {
+      skill_type: "Prompt picker",
+      placeholder: "Pick voice",
+      options_array: [
+        {
+          promptpicker_label: "Pirate",
+          promptpicker_sysprompt: "Speak like a pirate",
+        },
+        {
+          promptpicker_label: "Lawyer",
+          promptpicker_sysprompt: "Speak like a lawyer",
+        },
+      ],
+    },
+    {
+      mode: "Tool",
+      list_view: "",
+      doc_format: "",
+      skill_type: "Retrieval by full-text search",
+      table_name: "books",
+      hidden_fields: "",
+      add_sys_prompt:
+        "Use this tool to search information about books in a book database. Each book is indexed by author and has page counts. If the user asks for information about books by a specific author, use this tool.",
+    },
+  ],
+  sys_prompt: "",
+};

package/tests/configs.js

@@ -0,0 +1,34 @@
+module.exports = [
+  {
+    name: "OpenAI completions",
+    model: "gpt-5.1",
+    api_key: process.env.OPENAI_API_KEY,
+    backend: "OpenAI",
+    embed_model: "text-embedding-3-small",
+    image_model: "gpt-image-1",
+    temperature: 0.7,
+    responses_api: false,
+    ai_sdk_provider: "OpenAI",
+  },
+  {
+    name: "OpenAI responses",
+    model: "gpt-5.1",
+    api_key: process.env.OPENAI_API_KEY,
+    backend: "OpenAI",
+    embed_model: "text-embedding-3-small",
+    image_model: "gpt-image-1",
+    temperature: 0.7,
+    responses_api: true,
+    ai_sdk_provider: "OpenAI",
+  },
+  {
+    name: "AI SDK OpenAI",
+    model: "gpt-5.1",
+    api_key: process.env.OPENAI_API_KEY,
+    backend: "AI SDK",
+    embed_model: "text-embedding-3-small",
+    image_model: "gpt-image-1",
+    temperature: 0.7,
+    ai_sdk_provider: "OpenAI",
+  },
+];

package/tests/view.test.js

@@ -0,0 +1,89 @@
+const { getState } = require("@saltcorn/data/db/state");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const Table = require("@saltcorn/data/models/table");
+const Plugin = require("@saltcorn/data/models/plugin");
+
+const { mockReqRes } = require("@saltcorn/data/tests/mocks");
+const { afterAll, beforeAll, describe, it, expect } = require("@jest/globals");
+
+/* 
+ 
+ RUN WITH:
+  saltcorn dev:plugin-test -d ~/agents -o ~/large-language-model/
+ 
+ */
+
+afterAll(require("@saltcorn/data/db").close);
+beforeAll(async () => {
+  await require("@saltcorn/data/db/reset_schema")();
+  await require("@saltcorn/data/db/fixtures")();
+
+  getState().registerPlugin("base", require("@saltcorn/data/base-plugin"));
+});
+
+jest.setTimeout(30000);
+
+for (const nameconfig of require("./configs")) {
+  const { name, ...config } = nameconfig;
+  describe("agent view with " + name, () => {
+    beforeAll(async () => {
+      getState().registerPlugin(
+        "@saltcorn/large-language-model",
+        require("@saltcorn/large-language-model"),
+        config,
+      );
+      getState().registerPlugin("@saltcorn/agents", require(".."));
+    });
+
+    it("creates action and view", async () => {
+      const trigger = await Trigger.create({
+        name: "AgentTest",
+        description: "",
+        action: "Agent",
+        when_trigger: "Never",
+        configuration: require("./agentcfg"),
+      });
+      
+      await getState().refresh_triggers(false)
+      const view = await View.create({
+        name: "AgentView",
+        description: "",
+        viewtemplate: "Agent Chat",
+        configuration: {
+          stream: true,
+          viewname: "AgentView",
+          action_id: trigger.id,
+          explainer: "",
+          placeholder: "How can I help you?",
+          image_base64: true,
+          image_upload: true,
+          exttable_name: null,
+          show_prev_runs: false,
+          prev_runs_closed: false,
+          display_tool_output: true,
+        },
+        min_role: 1,
+        table: "books",
+        slug: null,
+        attributes: {
+          no_menu: false,
+          page_title: "",
+          popup_title: "",
+          popup_width: 800,
+          popup_link_out: true,
+          popup_minwidth: null,
+          page_description: "",
+          popup_save_indicator: false,
+        },
+        default_render_page: "",
+        exttable_name: null,
+      });
+      await getState().refresh_views(false)
+
+      const result = await view.run({}, mockReqRes);  
+      expect(result).toContain(">Pirate<")
+    });
+  });
+  break; //only need to test one config iteration
+}