@saltcorn/agents 0.3.5 → 0.4.0

package/agent-view.js

@@ -17,6 +17,7 @@ const {
   code,
   input,
   h4,
+  h3,
   style,
   h5,
   button,
@@ -40,6 +41,7 @@ const {
   wrapSegment,
   process_interaction,
   find_image_tool,
+  is_debug_mode,
 } = require("./common");
 const MarkdownIt = require("markdown-it"),
   md = new MarkdownIt();
@@ -112,7 +114,16 @@ const configuration_workflow = (req) =>
     ],
   });
 
-const get_state_fields = () => [];
+const get_state_fields = async (table_id) =>
+  table_id
+    ? [
+        {
+          name: "id",
+          type: "Integer",
+          primary_key: true,
+        },
+      ]
+    : [];
 
 const uploadForm = (viewname, req) =>
   span(
@@ -152,6 +163,14 @@ const run = async (
   const cfgMsg = incompleteCfgMsg();
   if (cfgMsg) return cfgMsg;
   let runInteractions = "";
+  let triggering_row_id;
+  if (table_id) {
+    const table = Table.findOne(table_id);
+    const pk = table?.pk_name;
+    if (table && state[pk])
+      //triggering_row = await table.getRow({ [pk]: state[pk] });
+      triggering_row_id = state[pk];
+  }
   if (state.run_id) {
     const run = prevRuns.find((r) => r.id == state.run_id);
     const interactMarkups = [];
@@ -187,7 +206,6 @@ const run = async (
           break;
         case "assistant":
         case "system":
-
           for (const tool_call of interact.tool_calls || []) {
             const toolSkill = find_tool(
               tool_call.function?.name,
@@ -214,7 +232,6 @@ const run = async (
             }
           }
           for (const image_call of interact.content?.image_calls || []) {
-
             const toolSkill = find_image_tool(action.configuration);
             if (toolSkill) {
               if (toolSkill.tool.renderToolResponse) {
@@ -285,6 +302,7 @@ const run = async (
     }
     runInteractions = interactMarkups.join("");
   }
+  const debugMode = is_debug_mode(action.configuration, req.user);
   const input_form = form(
     {
       onsubmit: `event.preventDefault();spin_send_button();view_post('${viewname}', 'interact', new FormData(this), processCopilotResponse);return false;`,
@@ -302,6 +320,12 @@ const run = async (
       name: "run_id",
       value: state.run_id ? +state.run_id : undefined,
     }),
+    input({
+      type: "hidden",
+      class: "form-control  ",
+      name: "triggering_row_id",
+      value: triggering_row_id || "",
+    }),
     div(
       { class: "copilot-entry" },
       textarea({
@@ -318,6 +342,11 @@ const run = async (
         i({ id: "sendbuttonicon", class: "far fa-paper-plane" })
       ),
       image_upload && uploadForm(viewname, req),
+      debugMode &&
+        i({
+          onclick: "press_agent_debug_button()",
+          class: "debugicon fas fa-bug",
+        }),
       explainer && small({ class: "explainer" }, i(explainer))
     )
   );
@@ -380,6 +409,12 @@ const run = async (
               position: relative; 
               top: -1.8rem;
               left: 0.1rem;              
+            }
+            .copilot-entry .debugicon {
+              position: relative; 
+              top: -1.8rem;
+              left: 0.1rem;
+              cursor: pointer;
             }
               .copilot-entry span.attach_agent_image_wrap {
               position: relative; 
@@ -425,6 +460,21 @@ const run = async (
         btn.css({ width: "" }).prop("disabled", false);
         btn.removeData("old-text");
     }
+    function press_agent_debug_button() {
+        const $runidin= $("input[name=run_id")
+        const runid = $runidin.val()
+        if(runid)
+        view_post('${viewname}', 'debug_info', {run_id:runid, triggering_row_id:$("input[name=triggering_row_id").val()}, show_agent_debug_info)
+    }
+    function show_agent_debug_info(info) {
+      ensure_modal_exists_and_closed();
+      $("#scmodal .modal-body").html(info.debug_html);
+      $("#scmodal .modal-title").html(decodeURIComponent("Agent session information"));
+      $(".modal-dialog").css("min-width", "80%");
+      new bootstrap.Modal($("#scmodal"), {
+        focus: false,
+      }).show();      
+    }
     function delprevrun(e, runid) {
         e.preventDefault();
         e.stopPropagation();
@@ -479,8 +529,14 @@ const run = async (
 };
 
 const interact = async (table_id, viewname, config, body, { req, res }) => {
-  const { userinput, run_id } = body;
+  const { userinput, run_id, triggering_row_id } = body;
   let run;
+  let triggering_row;
+  if (table_id && triggering_row_id) {
+    const table = Table.findOne(table_id);
+    const pk = table?.pk_name;
+    if (table) triggering_row = await table.getRow({ [pk]: triggering_row_id });
+  }
   if (!run_id || run_id === "undefined")
     run = await WorkflowRun.create({
       status: "Running",
@@ -490,6 +546,7 @@ const interact = async (table_id, viewname, config, body, { req, res }) => {
         implemented_fcall_ids: [],
         interactions: [{ role: "user", content: userinput }],
         funcalls: {},
+        triggering_row_id,
       },
     });
   else {
@@ -535,7 +592,14 @@ const interact = async (table_id, viewname, config, body, { req, res }) => {
   }
   const action = await Trigger.findOne({ id: config.action_id });
 
-  return await process_interaction(run, action.configuration, req, action.name);
+  return await process_interaction(
+    run,
+    action.configuration,
+    req,
+    action.name,
+    [],
+    triggering_row
+  );
 };
 
 const delprevrun = async (table_id, viewname, config, body, { req, res }) => {
@@ -549,6 +613,38 @@ const delprevrun = async (table_id, viewname, config, body, { req, res }) => {
   return;
 };
 
+const debug_info = async (table_id, viewname, config, body, { req, res }) => {
+  const { run_id, triggering_row_id } = body;
+  const action = await Trigger.findOne({ id: config.action_id });
+  let triggering_row;
+  if (table_id && triggering_row_id) {
+    const table = Table.findOne(table_id);
+    const pk = table?.pk_name;
+    if (table) triggering_row = await table.getRow({ [pk]: triggering_row_id });
+  }
+  const run = await WorkflowRun.findOne({ id: +run_id });
+  const complArgs = await getCompletionArguments(
+    action.configuration,
+    req.user,
+    triggering_row
+  );
+  const debug_html = div(
+    div(h4("System prompt"), pre(complArgs.systemPrompt)),
+    div(
+      h4("API interactions"),
+      pre(JSON.stringify(run.context.api_interactions, null, 2))
+    )
+  );
+  if (run && req.user?.role_id === 1)
+    return {
+      json: {
+        success: "ok",
+        debug_html,
+      },
+    };
+
+  return;
+};
 const wrapAction = (
   inner_markup,
   viewname,
@@ -585,7 +681,8 @@ module.exports = {
   configuration_workflow,
   display_state_form: false,
   get_state_fields,
-  tableless: true,
+  //tableless: true,
+  table_optional: true,
   run,
-  routes: { interact, delprevrun },
+  routes: { interact, delprevrun, debug_info },
 };

package/common.js

@@ -1,11 +1,28 @@
 const { getState } = require("@saltcorn/data/db/state");
 const { div, span } = require("@saltcorn/markup/tags");
 const Trigger = require("@saltcorn/data/models/trigger");
+const { interpolate } = require("@saltcorn/data/utils");
 
 const MarkdownIt = require("markdown-it"),
   md = new MarkdownIt();
 
+const nubBy = (f, xs) => {
+  const vs = new Set();
+  return xs.filter((x) => {
+    const y = f(x);
+    if (vs.has(y)) return false;
+    vs.add(y);
+    return true;
+  });
+};
+
 const get_skills = () => {
+  const state = getState();
+  const exchange_skills = nubBy(
+    (c) => c.constructor.name,
+    state.exchange?.agent_skills || []
+  );
+
   return [
     require("./skills/FTSRetrieval"),
     require("./skills/EmbeddingRetrieval"),
@@ -15,6 +32,7 @@ const get_skills = () => {
     require("./skills/GenerateImage"),
     require("./skills/ModelContextProtocol"),
     //require("./skills/AdaptiveFeedback"),
+    ...exchange_skills,
   ];
 };
 
@@ -61,14 +79,16 @@ const find_image_tool = (config) => {
   }
 };
 
-const getCompletionArguments = async (config, user) => {
+const getCompletionArguments = async (config, user, triggering_row) => {
   let tools = [];
 
-  let sysPrompts = [config.sys_prompt];
+  let sysPrompts = [
+    interpolate(config.sys_prompt, triggering_row || {}, user, "System prompt"),
+  ];
 
   const skills = get_skill_instances(config);
   for (const skill of skills) {
-    const sysPr = await skill.systemPrompt?.({ user });
+    const sysPr = await skill.systemPrompt?.({ user, triggering_row });
     if (sysPr) sysPrompts.push(sysPr);
     const skillTools = skill.provideTools?.();
     if (skillTools && Array.isArray(skillTools)) tools.push(...skillTools);
@@ -156,21 +176,32 @@ const only_response_text_if_present = (interact) => {
   return interact;
 };
 
+const is_debug_mode = (config, user) => user?.role_id === 1;
+
 const process_interaction = async (
   run,
   config,
   req,
   agent_label = "Copilot",
-  prevResponses = []
+  prevResponses = [],
+  triggering_row = {}
 ) => {
-  const complArgs = await getCompletionArguments(config, req.user);
+  const complArgs = await getCompletionArguments(
+    config,
+    req.user,
+    triggering_row
+  );
   complArgs.chat = run.context.interactions.map(only_response_text_if_present);
   //complArgs.debugResult = true;
   //console.log("complArgs", JSON.stringify(complArgs, null, 2));
-
+  const debugMode = is_debug_mode(config, req.user);
+  const debugCollector = {};
+  if (debugMode) complArgs.debugCollector = debugCollector;
   const answer = await getState().functions.llm_generate.run("", complArgs);
-  console.log("answer", answer);
-
+  if (debugMode)
+    await addToContext(run, {
+      api_interactions: [debugCollector],
+    });
   const responses = [];
   if (answer && typeof answer === "object" && answer.image_calls) {
     for (const image_call of answer.image_calls) {
@@ -294,10 +325,14 @@ const process_interaction = async (
       }
     }
     if (hasResult)
-      return await process_interaction(run, config, req, agent_label, [
-        ...prevResponses,
-        ...responses,
-      ]);
+      return await process_interaction(
+        run,
+        config,
+        req,
+        agent_label,
+        [...prevResponses, ...responses],
+        triggering_row
+      );
   } else if (typeof answer === "string")
     responses.push(wrapSegment(md.render(answer), agent_label));
 
@@ -323,4 +358,5 @@ module.exports = {
   wrapSegment,
   process_interaction,
   find_image_tool,
+  is_debug_mode,
 };

package/index.js

@@ -51,7 +51,8 @@ module.exports = {
           {
             name: "sys_prompt",
             label: "System prompt",
-            sublabel: "Additional information for the system prompt",
+            sublabel:
+              "Additional information for the system prompt. Use interpolations <code>{{ }}</code> to access triggering row variables or user",
             type: "String",
             fieldview: "textarea",
           },
@@ -84,7 +85,14 @@ module.exports = {
             funcalls: {},
           },
         });
-        return await process_interaction(run, configuration, req);
+        return await process_interaction(
+          run,
+          configuration,
+          req,
+          undefined,
+          [],
+          row
+        );
       },
     },
   },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/agents",
-  "version": "0.3.5",
+  "version": "0.4.0",
   "description": "AI agents for Saltcorn",
   "main": "index.js",
   "dependencies": {

package/skills/PreloadData.js

@@ -74,6 +74,7 @@ class PreloadData {
         name: "contents_expr",
         label: "Contents string",
         type: "String",
+        fieldview: "textarea",
         sublabel:
           "Use handlebars (<code>{{ }}</code>) to access fields in each retrieved row",
       },