@saltcorn/copilot 0.3.1 → 0.4.0

package/chat-copilot.js

@@ -33,16 +33,22 @@ const {
   getPromptFromTemplate,
   incompleteCfgMsg,
 } = require("./common");
+const MarkdownIt = require("markdown-it"),
+  md = new MarkdownIt();
 
 const get_state_fields = () => [];
 
 const run = async (table_id, viewname, cfg, state, { res, req }) => {
   const prevRuns = (
     await WorkflowRun.find(
-      { trigger_id: null },
+      { trigger_id: null /*started_by: req.user?.id*/ }, //todo uncomment
       { orderBy: "started_at", orderDesc: true, limit: 30 }
     )
-  ).filter((r) => r.context.interactions);
+  ).filter(
+    (r) =>
+      r.context.interactions &&
+      (r.context.copilot === "_system" || !r.context.copilot)
+  );
   const cfgMsg = incompleteCfgMsg();
   if (cfgMsg) return cfgMsg;
   let runInteractions = "";
@@ -85,7 +91,9 @@ const run = async (table_id, viewname, cfg, state, { res, req }) => {
               div(
                 { class: "interaction-segment" },
                 span({ class: "badge bg-secondary" }, "Copilot"),
-                p(interact.content)
+                typeof interact.content === "string"
+                  ? md.render(interact.content)
+                  : interact.content
               )
             );
           break;
@@ -154,18 +162,19 @@ const run = async (table_id, viewname, cfg, state, { res, req }) => {
             button(
               {
                 type: "button",
-                class: "btn btn-secondary btn-sm",
+                class: "btn btn-secondary btn-sm py-0",
+                style: "font-size: 0.9em;height:1.5em",
                 onclick: "unset_state_field('run_id')",
                 title: "New session",
               },
-              i({ class: "fas fa-redo" })
+              i({ class: "fas fa-redo fa-sm" })
             )
           ),
           prevRuns.map((run) =>
             div(
               {
                 onclick: `set_state_field('run_id',${run.id})`,
-                class: "prevcopilotrun",
+                class: "prevcopilotrun border p-2",
               },
               localeDateTime(run.started_at),
 
@@ -200,9 +209,8 @@ const run = async (table_id, viewname, cfg, state, { res, req }) => {
               `div.interaction-segment:not(:first-child) {border-top: 1px solid #e7e7e7; }
               div.interaction-segment {padding-top: 5px;padding-bottom: 5px;}
               div.interaction-segment p {margin-bottom: 0px;}
-              div.interaction-segment div.card {margin-top: 0.5rem;}
-            div.prevcopilotrun {border-top: 1px solid #e7e7e7;border-right: 1px solid #e7e7e7;padding-top:3px; padding-bottom:3px; padding-right: 1rem;}
-            div.prevcopilotrun:hover {cursor: pointer}
+              div.interaction-segment div.card {margin-top: 0.5rem;}            
+            div.prevcopilotrun:hover {cursor: pointer; background-color: var(--tblr-secondary-bg-subtle, var(--bs-secondary-bg-subtle, gray));}
             .copilot-entry .submit-button:hover { cursor: pointer}
 
             .copilot-entry .submit-button {
@@ -238,7 +246,7 @@ const run = async (table_id, viewname, cfg, state, { res, req }) => {
     function restore_old_button_elem(btn) {
         const oldText = $(btn).data("old-text");
         btn.html(oldText);
-        btn.css({ width: "" });
+        btn.css({ width: "" }).prop("disabled", false);
         btn.removeData("old-text");
     }
     function processExecuteResponse(res) {
@@ -332,7 +340,9 @@ const interact = async (table_id, viewname, config, body, { req }) => {
   if (!run_id || run_id === "undefined")
     run = await WorkflowRun.create({
       status: "Running",
+      started_by: req.user?.id,
       context: {
+        copilot: "_system",
         implemented_fcall_ids: [],
         interactions: [{ role: "user", content: userinput }],
         funcalls: {},
@@ -382,7 +392,10 @@ const interact = async (table_id, viewname, config, body, { req }) => {
       actions.push(markup);
     }
     return { json: { success: "ok", actions, run_id: run.id } };
-  } else return { json: { success: "ok", response: answer, run_id: run.id } };
+  } else
+    return {
+      json: { success: "ok", response: md.render(answer), run_id: run.id },
+    };
 };
 
 const renderToolcall = async (tool_call, viewname, implemented, run) => {
@@ -409,9 +422,9 @@ const wrapAction = (
   implemented,
   run
 ) =>
+  span({ class: "badge bg-info ms-1" }, actionClass.title) +
   div(
-    { class: "card mb-3" },
-    div({ class: "card-header" }, h5(actionClass.title)),
+    { class: "card mb-3 bg-secondary-subtle" },
     div(
       { class: "card-body" },
       inner_markup,

package/common.js

@@ -1,4 +1,3 @@
-const axios = require("axios");
 const fsp = require("fs").promises;
 const _ = require("underscore");
 const path = require("path");
@@ -28,7 +27,7 @@ const getPromptFromTemplate = async (tmplName, userPrompt, extraCtx = {}) => {
     interpolate: /\{\{([^#].+?)\}\}/g,
   });
   const prompt = template(context);
-  console.log("Full prompt:\n", prompt);
+  //console.log("Full prompt:\n", prompt);
   return prompt;
 };
 

package/index.js

@@ -2,17 +2,12 @@ const Workflow = require("@saltcorn/data/models/workflow");
 const Form = require("@saltcorn/data/models/form");
 const { features } = require("@saltcorn/data/db/state");
 
-const configuration_workflow = () =>
-  new Workflow({
-    steps: [],
-  });
 
 module.exports = {
   sc_plugin_api_version: 1,
-  //configuration_workflow,
   dependencies: ["@saltcorn/large-language-model"],
   viewtemplates: features.workflows
-    ? [require("./chat-copilot")]
+    ? [require("./chat-copilot"), require("./user-copilot")]
     : [require("./action-builder"), require("./database-designer")],
   functions: features.workflows
     ? { copilot_generate_workflow: require("./workflow-gen") }

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "@saltcorn/copilot",
-  "version": "0.3.1",
+  "version": "0.4.0",
   "description": "AI assistant for building Saltcorn applications",
   "main": "index.js",
   "dependencies": {
     "@saltcorn/data": "^0.9.0",
-    "axios": "0.16.2",
     "underscore": "1.13.6",
-    "node-sql-parser": "4.15.0"
+    "node-sql-parser": "4.15.0",
+    "markdown-it": "14.1.0"
   },
   "author": "Tom Nielsen",
   "license": "MIT",

package/prompts/action-builder.txt

@@ -251,7 +251,7 @@ The following tables are present in the database:
 
 {{# for (const table of tables) { }}
 {{ table.name }} table with name = "{{ table.name }}" which has the following fields:
-{{# for (const field of table.fields) { }} - {{ field.name }} of type {{ field.pretty_type }}
+{{# for (const field of table.fields) { }} - {{ field.name }} of type {{ field.pretty_type.replace("Key to","ForeignKey referencing") }}
 {{# } }}
 {{# } }}
 

package/user-copilot.js

@@ -0,0 +1,787 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const FieldRepeat = require("@saltcorn/data/models/fieldrepeat");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const Workflow = require("@saltcorn/data/models/workflow");
+const { localeDateTime } = require("@saltcorn/markup");
+const {
+  div,
+  script,
+  domReady,
+  pre,
+  code,
+  input,
+  h4,
+  style,
+  h5,
+  button,
+  text_attr,
+  i,
+  p,
+  span,
+  small,
+  form,
+  textarea,
+} = require("@saltcorn/markup/tags");
+const { getState } = require("@saltcorn/data/db/state");
+const {
+  getCompletion,
+  getPromptFromTemplate,
+  incompleteCfgMsg,
+  fieldProperties,
+} = require("./common");
+const MarkdownIt = require("markdown-it"),
+  md = new MarkdownIt();
+
+const configuration_workflow = (req) =>
+  new Workflow({
+    steps: [
+      {
+        name: req.__("Prompt"),
+        form: async (context) => {
+          return new Form({
+            fields: [
+              {
+                name: "sys_prompt",
+                label: "System prompt",
+                sublabel: "Additional information for the system prompt",
+                type: "String",
+                fieldview: "textarea",
+              },
+            ],
+          });
+        },
+      },
+      {
+        name: req.__("Tables"),
+        form: async (context) => {
+          const tables = await Table.find({});
+          const show_view_opts = {};
+          const list_view_opts = {};
+          for (const t of tables) {
+            const views = await View.find({
+              table_id: t.id,
+              viewtemplate: "Show",
+            });
+            show_view_opts[t.name] = views.map((v) => v.name);
+            const lviews = await View.find({
+              table_id: t.id,
+              viewtemplate: "List",
+            });
+            list_view_opts[t.name] = lviews.map((v) => v.name);
+          }
+          return new Form({
+            fields: [
+              new FieldRepeat({
+                name: "tables",
+                label: "Tables",
+                fields: [
+                  {
+                    name: "table_name",
+                    label: "Table",
+                    sublabel:
+                      "Only tables with a description can be enabled for access",
+                    type: "String",
+                    required: true,
+                    attributes: { options: tables.map((a) => a.name) },
+                  },
+                  {
+                    name: "show_view",
+                    label: "Show view",
+                    type: "String",
+                    attributes: {
+                      calcOptions: ["table_name", show_view_opts],
+                    },
+                  },
+                  {
+                    name: "list_view",
+                    label: "List view",
+                    type: "String",
+                    attributes: {
+                      calcOptions: ["table_name", list_view_opts],
+                    },
+                  },
+                ],
+              }),
+            ],
+          });
+        },
+      },
+      {
+        name: req.__("Actions"),
+        form: async (context) => {
+          const actions = (await Trigger.find({})).filter(
+            (action) => action.description
+          );
+          const hasTable = actions.filter((a) => a.table_id).map((a) => a.name);
+          const confirm_view_opts = {};
+          for (const a of actions) {
+            if (!a.table_id) continue;
+            const views = await View.find({ table_id: a.table_id });
+            confirm_view_opts[a.name] = views.map((v) => v.name);
+          }
+          return new Form({
+            fields: [
+              new FieldRepeat({
+                name: "actions",
+                label: "Actions",
+                fields: [
+                  {
+                    name: "trigger_name",
+                    label: "Action",
+                    sublabel: "Only actions with a description can be enabled",
+                    type: "String",
+                    required: true,
+                    attributes: { options: actions.map((a) => a.name) },
+                  },
+                  /*{ name: "confirm", label: "User confirmation", type: "Bool" },
+                  {
+                    name: "confirm_view",
+                    label: "Confirm view",
+                    type: "String",
+                    showIf: { confirm: true, trigger_name: hasTable },
+                    attributes: {
+                      calcOptions: ["trigger_name", confirm_view_opts],
+                    },
+                  },*/
+                ],
+              }),
+            ],
+          });
+        },
+      },
+    ],
+  });
+
+const get_state_fields = () => [];
+
+const run = async (table_id, viewname, config, state, { res, req }) => {
+  const prevRuns = (
+    await WorkflowRun.find(
+      { trigger_id: null, started_by: req.user?.id },
+      { orderBy: "started_at", orderDesc: true, limit: 30 }
+    )
+  ).filter((r) => r.context.interactions && r.context.copilot === viewname);
+
+  const cfgMsg = incompleteCfgMsg();
+  if (cfgMsg) return cfgMsg;
+  let runInteractions = "";
+  if (state.run_id) {
+    const run = prevRuns.find((r) => r.id == state.run_id);
+    const interactMarkups = [];
+    for (const interact of run.context.interactions) {
+      switch (interact.role) {
+        case "user":
+          interactMarkups.push(
+            div(
+              { class: "interaction-segment" },
+              span({ class: "badge bg-secondary" }, "You"),
+              md.render(interact.content)
+            )
+          );
+          break;
+        case "assistant":
+        case "system":
+          if (interact.tool_calls) {
+            for (const tool_call of interact.tool_calls) {
+              const action = config.actions.find(
+                (a) => a.trigger_name === tool_call.function.name
+              );
+              if (action) {
+                const row = JSON.parse(tool_call.function.arguments);
+                interactMarkups.push(
+                  wrapSegment(
+                    wrapCard(
+                      action.trigger_name,
+                      pre(JSON.stringify(row, null, 2))
+                    ),
+                    "Copilot"
+                  )
+                );
+              }
+            }
+          } else
+            interactMarkups.push(
+              div(
+                { class: "interaction-segment" },
+                span({ class: "badge bg-secondary" }, "Copilot"),
+                typeof interact.content === "string"
+                  ? md.render(interact.content)
+                  : interact.content
+              )
+            );
+          break;
+        case "tool":
+          if (interact.name.startsWith("Query")) {
+            const table = Table.findOne({
+              name: interact.name.replace("Query", ""),
+            });
+            interactMarkups.push(
+              await renderQueryInteraction(
+                table,
+                JSON.parse(interact.content),
+                config,
+                req
+              )
+            );
+          } else if (interact.content !== "Action run") {
+            interactMarkups.push(
+              wrapSegment(
+                wrapCard(
+                  interact.name,
+                  pre(
+                    interact.name.startsWith("Query")
+                      ? JSON.stringify(JSON.parse(interact.content), null, 2)
+                      : JSON.stringify(interact.content, null, 2)
+                  )
+                ),
+                "Copilot"
+              )
+            );
+          }
+          break;
+      }
+    }
+    runInteractions = interactMarkups.join("");
+  }
+  const input_form = form(
+    {
+      onsubmit: `event.preventDefault();spin_send_button();view_post('${viewname}', 'interact', $(this).serialize(), processCopilotResponse);return false;`,
+      class: "form-namespace copilot mt-2",
+      method: "post",
+    },
+    input({
+      type: "hidden",
+      name: "_csrf",
+      value: req.csrfToken(),
+    }),
+    input({
+      type: "hidden",
+      class: "form-control  ",
+      name: "run_id",
+      value: state.run_id ? +state.run_id : undefined,
+    }),
+    div(
+      { class: "copilot-entry" },
+      textarea({
+        class: "form-control",
+        name: "userinput",
+        "data-fieldname": "userinput",
+        placeholder: "How can I help you?",
+        id: "inputuserinput",
+        rows: "3",
+        autofocus: true,
+      }),
+      span(
+        { class: "submit-button p-2", onclick: "$('form.copilot').submit()" },
+        i({ id: "sendbuttonicon", class: "far fa-paper-plane" })
+      )
+    )
+
+    /*i(
+      small(
+        "Skills you can request: " +
+          actionClasses.map((ac) => ac.title).join(", ")
+      )
+    )*/
+  );
+  return {
+    widths: [3, 9],
+    gx: 3,
+    besides: [
+      {
+        type: "container",
+        contents: div(
+          div(
+            {
+              class: "d-flex justify-content-between align-middle mb-2",
+            },
+            h5("Sessions"),
+
+            button(
+              {
+                type: "button",
+                class: "btn btn-secondary btn-sm py-0",
+                style: "font-size: 0.9em;height:1.5em",
+                onclick: "unset_state_field('run_id')",
+                title: "New session",
+              },
+              i({ class: "fas fa-redo fa-sm" })
+            )
+          ),
+          prevRuns.map((run) =>
+            div(
+              {
+                onclick: `set_state_field('run_id',${run.id})`,
+                class: "prevcopilotrun border p-2",
+              },
+              localeDateTime(run.started_at),
+
+              p(
+                { class: "prevrun_content" },
+                run.context.interactions[0]?.content
+              )
+            )
+          )
+        ),
+      },
+      {
+        type: "container",
+        contents: div(
+          { class: "card" },
+          div(
+            { class: "card-body" },
+            script({
+              src: `/static_assets/${db.connectObj.version_tag}/mermaid.min.js`,
+            }),
+            script(
+              { type: "module" },
+              `mermaid.initialize({securityLevel: 'loose'${
+                getState().getLightDarkMode(req.user) === "dark"
+                  ? ",theme: 'dark',"
+                  : ""
+              }});`
+            ),
+            div({ id: "copilotinteractions" }, runInteractions),
+            input_form,
+            style(
+              `div.interaction-segment:not(:first-child) {border-top: 1px solid #e7e7e7; }
+              div.interaction-segment {padding-top: 5px;padding-bottom: 5px;}
+              div.interaction-segment p {margin-bottom: 0px;}
+              div.interaction-segment div.card {margin-top: 0.5rem;}            
+            div.prevcopilotrun:hover {cursor: pointer; background-color: var(--tblr-secondary-bg-subtle, var(--bs-secondary-bg-subtle, gray));}
+            .copilot-entry .submit-button:hover { cursor: pointer}
+
+            .copilot-entry .submit-button {
+              position: relative; 
+              top: -1.8rem;
+              left: 0.1rem;              
+            }
+            .copilot-entry {margin-bottom: -1.25rem; margin-top: 1rem;}
+            p.prevrun_content {
+               white-space: nowrap;
+    overflow: hidden;
+    margin-bottom: 0px;
+    display: block;
+    text-overflow: ellipsis;}`
+            ),
+            script(`function processCopilotResponse(res) {
+        $("#sendbuttonicon").attr("class","far fa-paper-plane");
+        const $runidin= $("input[name=run_id")
+        if(res.run_id && (!$runidin.val() || $runidin.val()=="undefined"))
+          $runidin.val(res.run_id);
+        const wrapSegment = (html, who) => '<div class="interaction-segment"><span class="badge bg-secondary">'+who+'</span>'+html+'</div>'
+        $("#copilotinteractions").append(wrapSegment('<p>'+$("textarea[name=userinput]").val()+'</p>', "You"))
+        $("textarea[name=userinput]").val("")      
+
+        if(res.response)
+            $("#copilotinteractions").append(res.response)
+    }
+    function restore_old_button_elem(btn) {
+        const oldText = $(btn).data("old-text");
+        btn.html(oldText);
+        btn.css({ width: "" }).prop("disabled", false);
+        btn.removeData("old-text");
+    }
+    function processExecuteResponse(res) {
+        const btn = $("#exec-"+res.fcall_id)
+        restore_old_button_elem($("#exec-"+res.fcall_id))
+        btn.prop('disabled', true);
+        btn.html('<i class="fas fa-check me-1"></i>Applied')
+        btn.removeClass("btn-primary")
+        btn.addClass("btn-secondary")
+        if(res.postExec) {
+          $('#postexec-'+res.fcall_id).html(res.postExec)
+        }
+    }
+    function submitOnEnter(event) {
+        if (event.which === 13) {
+            if (!event.repeat) {
+                const newEvent = new Event("submit", {cancelable: true});
+                event.target.form.dispatchEvent(newEvent);
+            }
+
+            event.preventDefault(); // Prevents the addition of a new line in the text field
+        }        
+    }
+    document.getElementById("inputuserinput").addEventListener("keydown", submitOnEnter);
+    function spin_send_button() {
+      $("#sendbuttonicon").attr("class","fas fa-spinner fa-spin");
+    }
+`)
+          )
+        ),
+      },
+    ],
+  };
+};
+
+const getCompletionArguments = async (config) => {
+  let tools = [];
+  const sysPrompts = [];
+  for (const tableCfg of config?.tables || []) {
+    let properties = {};
+
+    const table = Table.findOne({ name: tableCfg.table_name });
+
+    table.fields
+      .filter((f) => !f.primary_key)
+      .forEach((field) => {
+        properties[field.name] = {
+          description: field.label + " " + field.description || "",
+        };
+        if (field.type.name === "String") {
+          properties[field.name].anyOf = [
+            { type: "string", description: "Match this value exactly" },
+            {
+              type: "object",
+              properties: {
+                ilike: {
+                  type: "string",
+                  description: "Case insensitive substring match.",
+                },
+                in: {
+                  type: "array",
+                  description: "Match any one of these values",
+                  items: {
+                    type: "string",
+                  },
+                },
+              },
+            },
+          ];
+        }
+        if (field.type.name === "Integer" || field.type.name === "Float") {
+          const basetype = field.type.name === "Integer" ? "integer" : "number";
+          properties[field.name].anyOf = [
+            { type: basetype, description: "Match this value exactly" },
+            {
+              type: "object",
+              properties: {
+                gt: {
+                  type: basetype,
+                  description: "Greater than this value",
+                },
+                lt: {
+                  type: basetype,
+                  description: "Less than this value",
+                },
+                in: {
+                  type: "array",
+                  description: "Match any one of these values",
+                  items: {
+                    type: basetype,
+                  },
+                },
+              },
+            },
+          ];
+        } else Object.assign(fieldProperties(field), properties[field.name]);
+      });
+
+    tools.push({
+      type: "function",
+      function: {
+        name: "Query" + table.name,
+        description: `Query the ${table.name} table. ${
+          table.description || ""
+        }`,
+        parameters: {
+          type: "object",
+          //required: ["action_javascript_code", "action_name"],
+          properties,
+        },
+      },
+    });
+  }
+  for (const action of config?.actions || []) {
+    let properties = {};
+
+    const trigger = Trigger.findOne({ name: action.trigger_name });
+    if (trigger.table_id) {
+      const table = Table.findOne({ id: trigger.table_id });
+
+      table.fields
+        .filter((f) => !f.primary_key)
+        .forEach((field) => {
+          properties[field.name] = {
+            description: field.label + " " + field.description || "",
+            ...fieldProperties(field),
+          };
+        });
+    }
+    tools.push({
+      type: "function",
+      function: {
+        name: action.trigger_name,
+        description: trigger.description,
+        parameters: {
+          type: "object",
+          //required: ["action_javascript_code", "action_name"],
+          properties,
+        },
+      },
+    });
+  }
+  const systemPrompt =
+    "You are helping users retrieve information and perform actions on a relational database" +
+    config.sys_prompt;
+
+  if (tools.length === 0) tools = undefined;
+  return { tools, systemPrompt };
+};
+
+/*
+
+build a workflow that asks the user for their name and age
+
+*/
+
+const interact = async (table_id, viewname, config, body, { req, res }) => {
+  const { userinput, run_id } = body;
+  let run;
+  if (!run_id || run_id === "undefined")
+    run = await WorkflowRun.create({
+      status: "Running",
+      started_by: req.user?.id,
+      context: {
+        copilot: viewname,
+        implemented_fcall_ids: [],
+        interactions: [{ role: "user", content: userinput }],
+        funcalls: {},
+      },
+    });
+  else {
+    run = await WorkflowRun.findOne({ id: +run_id });
+    await addToContext(run, {
+      interactions: [{ role: "user", content: userinput }],
+    });
+  }
+  return await process_interaction(run, userinput, config, req);
+};
+
+const renderQueryInteraction = async (table, result, config, req) => {
+  if (result.length === 0) return "No rows found";
+
+  const tableCfg = config.tables.find((t) => t.table_name === table.name);
+  let viewRes = "";
+
+  if (result.length === 1) {
+    const view = View.findOne({ name: tableCfg.show_view });
+    if (view) {
+      viewRes = await view.run(
+        { [table.pk_name]: result[0][table.pk_name] },
+        { req }
+      );
+    } else viewRes = pre(JSON.stringify(result[0], null, 2));
+  } else {
+    const view = View.findOne({ name: tableCfg.list_view });
+    if (view) {
+      viewRes = await view.run(
+        { [table.pk_name]: { in: result.map((r) => r[table.pk_name]) } },
+        { req }
+      );
+    } else viewRes = pre(JSON.stringify(result, null, 2));
+  }
+  return wrapSegment(
+    wrapCard(
+      "Query " + table.name,
+      //div("Query: ", code(JSON.stringify(query))),
+      viewRes
+    ),
+    "Copilot"
+  );
+};
+
+const process_interaction = async (
+  run,
+  input,
+  config,
+  req,
+  prevResponses = []
+) => {
+  const complArgs = await getCompletionArguments(config);
+  complArgs.chat = run.context.interactions;
+  //console.log(complArgs);
+  console.log("complArgs", JSON.stringify(complArgs, null, 2));
+
+  const answer = await getState().functions.llm_generate.run(input, complArgs);
+  console.log("answer", answer);
+  await addToContext(run, {
+    interactions:
+      typeof answer === "object" && answer.tool_calls
+        ? [{ role: "assistant", tool_calls: answer.tool_calls }]
+        : [{ role: "assistant", content: answer }],
+  });
+  const responses = [];
+
+  if (typeof answer === "object" && answer.tool_calls) {
+    //const actions = [];
+    let hasResult = false;
+    for (const tool_call of answer.tool_calls) {
+      console.log("call function", tool_call.function);
+
+      await addToContext(run, {
+        funcalls: { [tool_call.id]: tool_call.function },
+      });
+      const action = config.actions.find(
+        (a) => a.trigger_name === tool_call.function.name
+      );
+      console.log({ action });
+
+      if (action) {
+        const trigger = Trigger.findOne({ name: action.trigger_name });
+        const row = JSON.parse(tool_call.function.arguments);
+        responses.push(
+          wrapSegment(
+            wrapCard(action.trigger_name, pre(JSON.stringify(row, null, 2))),
+            "Copilot"
+          )
+        );
+        const result = await trigger.runWithoutRow({ user: req.user, row });
+        console.log("ran trigger with result", {
+          name: trigger.name,
+          row,
+          result,
+        });
+
+        if (typeof result === "object" && Object.keys(result || {}).length) {
+          responses.push(
+            wrapSegment(
+              wrapCard(
+                action.trigger_name + " result",
+                pre(JSON.stringify(result, null, 2))
+              ),
+              "Copilot"
+            )
+          );
+          hasResult = true;
+        }
+        await addToContext(run, {
+          interactions: [
+            {
+              role: "tool",
+              tool_call_id: tool_call.id,
+              name: tool_call.function.name,
+              content: result || "Action run",
+            },
+          ],
+        });
+      } else if (tool_call.function.name.startsWith("Query")) {
+        const table = Table.findOne({
+          name: tool_call.function.name.replace("Query", ""),
+        });
+        const query = JSON.parse(tool_call.function.arguments);
+        const result = await table.getRows(query);
+        await addToContext(run, {
+          interactions: [
+            {
+              role: "tool",
+              tool_call_id: tool_call.id,
+              name: tool_call.function.name,
+              content: JSON.stringify(result),
+            },
+          ],
+        });
+        responses.push(
+          await renderQueryInteraction(table, result, config, req)
+        );
+        hasResult = true;
+      }
+    }
+    if (hasResult)
+      return await process_interaction(run, "", config, req, [
+        ...prevResponses,
+        ...responses,
+      ]);
+  } else responses.push(wrapSegment(md.render(answer), "Copilot"));
+
+  return {
+    json: {
+      success: "ok",
+      response: [...prevResponses, ...responses].join(""),
+      run_id: run.id,
+    },
+  };
+};
+
+const wrapSegment = (html, who) =>
+  '<div class="interaction-segment"><span class="badge bg-secondary">' +
+  who +
+  "</span>" +
+  html +
+  "</div>";
+
+const wrapCard = (title, ...inners) =>
+  span({ class: "badge bg-info ms-1" }, title) +
+  div(
+    { class: "card mb-3 bg-secondary-subtle" },
+    div({ class: "card-body" }, inners)
+  );
+
+const wrapAction = (
+  inner_markup,
+  viewname,
+  tool_call,
+  actionClass,
+  implemented,
+  run
+) =>
+  wrapCard(
+    actionClass.title,
+    inner_markup + implemented
+      ? button(
+          {
+            type: "button",
+            class: "btn btn-secondary d-block mt-3 float-end",
+            disabled: true,
+          },
+          i({ class: "fas fa-check me-1" }),
+          "Applied"
+        )
+      : button(
+          {
+            type: "button",
+            id: "exec-" + tool_call.id,
+            class: "btn btn-primary d-block mt-3 float-end",
+            onclick: `press_store_button(this, true);view_post('${viewname}', 'execute', {fcall_id: '${tool_call.id}', run_id: ${run.id}}, processExecuteResponse)`,
+          },
+          "Apply"
+        ) + div({ id: "postexec-" + tool_call.id })
+  );
+
+const addToContext = async (run, newCtx) => {
+  if (run.addToContext) return await run.addToContext(newCtx);
+  let changed = true;
+  Object.keys(newCtx).forEach((k) => {
+    if (Array.isArray(run.context[k])) {
+      if (!Array.isArray(newCtx[k]))
+        throw new Error("Must be array to append to array");
+      run.context[k].push(...newCtx[k]);
+      changed = true;
+    } else if (typeof run.context[k] === "object") {
+      if (typeof newCtx[k] !== "object")
+        throw new Error("Must be object to append to object");
+      Object.assign(run.context[k], newCtx[k]);
+      changed = true;
+    } else {
+      run.context[k] = newCtx[k];
+      changed = true;
+    }
+  });
+  if (changed) await run.update({ context: run.context });
+};
+
+module.exports = {
+  name: "User Copilot",
+  configuration_workflow,
+  display_state_form: false,
+  get_state_fields,
+  tableless: true,
+  run,
+  routes: { interact },
+};

package/workflow-gen.js

@@ -27,8 +27,8 @@ module.exports = {
       systemPrompt,
     };
     const prompt = `Design a workflow to implement a workflow accorfing to the following specification: ${description}`;
-    console.log(prompt);
-    console.log(JSON.stringify(toolargs, null, 2));
+    //console.log(prompt);
+    //console.log(JSON.stringify(toolargs, null, 2));
 
     const answer = await getState().functions.llm_generate.run(
       prompt,