@saltcorn/copilot 0.7.5 → 0.8.0

package/builder-schema.js

@@ -41,6 +41,23 @@ const TOOLBOX_BY_MODE = {
   ],
   list: [
     "blank",
+    "list_columns",
+    "list_column",
+    "field",
+    "join_field",
+    "view_link",
+    "action",
+    "link",
+    "aggregation",
+    "view",
+    "container",
+    "dropdown_menu",
+    "line_break",
+  ],
+  listcolumns: [
+    "blank",
+    "list_columns",
+    "list_column",
     "field",
     "join_field",
     "view_link",
@@ -131,7 +148,6 @@ const buildSegmentDef = ({
 });
 
 const buildBuilderSchema = ({ mode, ctx }) => {
-  console.log({ ctx });
   const normalizedMode = (mode || ctx?.mode || "show").toLowerCase();
   const fields = ctx?.fields || [];
   const actions = ctx?.actions || [];
@@ -141,9 +157,13 @@ const buildBuilderSchema = ({ mode, ctx }) => {
     Array.isArray(rawIcons) ? rawIcons : Object.keys(rawIcons)
   ).slice(0, 15);
 
-  const fieldNames = fields.map((f) => f.name).filter(Boolean);
+  const isEditMode = normalizedMode === "edit" || normalizedMode === "filter";
+  const visibleFields = isEditMode
+    ? fields.filter((f) => !f.calculated)
+    : fields;
+  const fieldNames = visibleFields.map((f) => f.name).filter(Boolean);
   const fieldviewOptions = Array.from(
-    new Set(fields.flatMap((f) => f.fieldviews || []).filter(Boolean)),
+    new Set(visibleFields.flatMap((f) => f.fieldviews || []).filter(Boolean))
   );
 
   const defs = {
@@ -240,11 +260,11 @@ const buildBuilderSchema = ({ mode, ctx }) => {
     },
     imageLocation: makeEnum(
       IMAGE_LOCATIONS,
-      "Image location for card/container backgrounds.",
+      "Image location for card/container backgrounds."
     ),
     imageSize: makeEnum(
       IMAGE_SIZES,
-      "Image sizing for Card or Body locations.",
+      "Image sizing for Card or Body locations."
     ),
     gradStartColor: {
       type: "string",
@@ -633,7 +653,7 @@ const buildBuilderSchema = ({ mode, ctx }) => {
     { $ref: "#/$defs/join_field" },
     { $ref: "#/$defs/list_column" },
     { $ref: "#/$defs/list_columns" },
-    { $ref: "#/$defs/page" },
+    { $ref: "#/$defs/page" }
   );
 
   Object.assign(defs, {

package/common.js

@@ -14,6 +14,24 @@ const MarkdownIt = require("markdown-it"),
   md = new MarkdownIt();
 const HTMLParser = require("node-html-parser");
 
+const getLlmConfigurationSafe = async () => {
+  const fn = getState().functions?.llm_get_configuration;
+  if (!fn?.run) return null;
+  try {
+    return await fn.run();
+  } catch (err) {
+    return null;
+  }
+};
+
+const canUseResponseFormat = (llmConfig) => {
+  const backend = llmConfig?.backend;
+  if (!backend) return false;
+  if (backend === "AI SDK") return true;
+  if (backend === "OpenAI") return !!llmConfig?.responses_api;
+  return false;
+};
+
 const boxHandledStyles = new Set([
   "margin",
   "margin-top",
@@ -364,4 +382,6 @@ module.exports = {
   splitContainerStyle,
   walk_response,
   parseHTML,
+  getLlmConfigurationSafe,
+  canUseResponseFormat,
 };

package/copilot-as-agent.js

@@ -3,6 +3,7 @@ const Table = require("@saltcorn/data/models/table");
 const Form = require("@saltcorn/data/models/form");
 const View = require("@saltcorn/data/models/view");
 const Trigger = require("@saltcorn/data/models/trigger");
+const Plugin = require("@saltcorn/data/models/plugin");
 const { findType } = require("@saltcorn/data/models/discovery");
 const { save_menu_items } = require("@saltcorn/data/models/config");
 const db = require("@saltcorn/data/db");
@@ -46,6 +47,11 @@ const get_agent_view = () => {
         { skill_type: "Database design" },
         { skill_type: "Generate Workflow" },
         { skill_type: "Generate View" },
+        { skill_type: "Registry editor" },
+        { skill_type: "Javascript Action" },
+        ...(typeof Plugin.loadAndSaveNewPlugin === "function"
+          ? [{ skill_type: "Install Plugin" }]
+          : []),
       ],
     },
   });
@@ -64,7 +70,6 @@ const run = async (table_id, viewname, cfg, state, reqres) => {
 };
 
 const interact = async (table_id, viewname, config, body, reqres) => {
-  console.log("copilot interact with body", body);
   const view = get_agent_view();
   return await view.runRoute("interact", body, reqres.res, reqres);
 };

package/index.js

@@ -1,15 +1,27 @@
 const Workflow = require("@saltcorn/data/models/workflow");
 const Form = require("@saltcorn/data/models/form");
 const { features } = require("@saltcorn/data/db/state");
+const db = require("@saltcorn/data/db");
+const Plugin = require("@saltcorn/data/models/plugin");
+const { viewname } = require("./app-constructor/common.js");
+
+const headers = [
+  {
+    script: `/static_assets/${db.connectObj.version_tag}/mermaid.min.js`,
+    onlyViews: [viewname],
+  },
+];
 
 module.exports = {
   sc_plugin_api_version: 1,
+  headers,
   dependencies: ["@saltcorn/large-language-model", "@saltcorn/agents"],
   viewtemplates: features.workflows
     ? [
         require("./chat-copilot"),
         require("./user-copilot"),
         require("./copilot-as-agent"),
+        require("./app-constructor/view.js"),
       ]
     : [require("./action-builder"), require("./database-designer")],
   functions: features.workflows
@@ -17,15 +29,25 @@ module.exports = {
         copilot_standard_prompt: require("./standard-prompt.js"),
         copilot_generate_layout: require("./builder-gen.js"),
         copilot_generate_workflow: require("./workflow-gen"),
+        copilot_generate_javascript: require("./js-code-gen.js"),
       }
     : {},
-  actions: { copilot_generate_page: require("./page-gen-action") },
+  actions: {
+    copilot_generate_page: require("./page-gen-action"),
+    app_constructor_feedback: require("./app-constructor/feedback-action.js"),
+  },
   exchange: {
     agent_skills: [
       require("./agent-skills/pagegen.js"),
       require("./agent-skills/database-design.js"),
       require("./agent-skills/workflow.js"),
       require("./agent-skills/viewgen.js"),
+      require("./agent-skills/registry-editor.js"),
+      require("./agent-skills/js-action.js"),
+      require("./agent-skills/app-constructor-context.js"),
+      ...(typeof Plugin.loadAndSaveNewPlugin === "function"
+        ? [require("./agent-skills/install-plugin.js")]
+        : []),
     ],
   },
 };

package/js-code-gen.js

@@ -0,0 +1,65 @@
+const { getState } = require("@saltcorn/data/db/state");
+const { getPromptFromTemplate } = require("./common");
+const Table = require("@saltcorn/data/models/table");
+
+const stripCodeFences = (text) => {
+  let s = String(text || "").trim();
+  s = s.replace(/^```(?:javascript|js|ts|typescript)?\s*\n?/i, "");
+  s = s.replace(/\n?```\s*$/i, "");
+  return s.trim();
+};
+
+const getTableContext = (table_name) => {
+  if (!table_name) return null;
+  const table = Table.findOne({ name: table_name });
+  if (!table) return null;
+  const fields = table.getFields ? table.getFields() : table.fields || [];
+  return { table, fieldNames: fields.map((f) => f.name) };
+};
+
+module.exports = {
+  run: async (description, existing_code, table_name) => {
+    const systemPrompt = await getPromptFromTemplate(
+      "action-builder.txt",
+      description
+    );
+
+    const tableCtx = getTableContext(table_name);
+    let contextInfo;
+    if (tableCtx) {
+      contextInfo =
+        `\n\nThis action runs in the context of the "${table_name}" table. ` +
+        `Available variables: row (with fields: ${tableCtx.fieldNames.join(", ")}), ` +
+        `user, table, console, Actions, Table, File, User.`;
+    } else {
+      contextInfo =
+        "\n\nAvailable variables: user, console, Actions, Table, File, User.";
+    }
+
+    let prompt;
+    if (existing_code && existing_code.trim()) {
+      prompt =
+        `Modify the following JavaScript code based on this instruction: ${description}\n\n` +
+        `Existing code:\n${existing_code}` +
+        `${contextInfo}\n\n` +
+        `Return only the modified JavaScript code. Do not include any explanation or markdown code fences.`;
+    } else {
+      prompt =
+        `Generate JavaScript code for the following task: ${description}` +
+        `${contextInfo}\n\n` +
+        `Only return the JavaScript code. Do not include any explanation or markdown code fences.`;
+    }
+
+    const result = await getState().functions.llm_generate.run(prompt, {
+      systemPrompt,
+    });
+    return stripCodeFences(result);
+  },
+  isAsync: true,
+  description: "Generate JavaScript code for an action",
+  arguments: [
+    { name: "description", type: "String" },
+    { name: "existing_code", type: "String" },
+    { name: "table_name", type: "String" },
+  ],
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/copilot",
-  "version": "0.7.5",
+  "version": "0.8.0",
   "description": "AI assistant for building Saltcorn applications",
   "main": "index.js",
   "dependencies": {

package/tests/builder-gen.test.js

@@ -0,0 +1,56 @@
+const { getState } = require("@saltcorn/data/db/state");
+const View = require("@saltcorn/data/models/view");
+const Table = require("@saltcorn/data/models/table");
+const Plugin = require("@saltcorn/data/models/plugin");
+const Trigger = require("@saltcorn/data/models/trigger");
+const WorkflowStep = require("@saltcorn/data/models/workflow_step");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+
+const { mockReqRes } = require("@saltcorn/data/tests/mocks");
+const { afterAll, beforeAll, describe, it, expect } = require("@jest/globals");
+
+afterAll(require("@saltcorn/data/db").close);
+beforeAll(async () => {
+  await require("@saltcorn/data/db/reset_schema")();
+  await require("@saltcorn/data/db/fixtures")();
+
+  getState().registerPlugin("base", require("@saltcorn/data/base-plugin"));
+});
+
+/* 
+ 
+ RUN WITH:
+  saltcorn dev:plugin-test -d ~/copilot -o ~/large-language-model/
+ 
+ */
+
+jest.setTimeout(60000);
+
+const configs = require("./configs.js");
+
+for (const nameconfig of configs) {
+  const { name, ...config } = nameconfig;
+  describe("copilot_generate_layout with " + name, () => {
+    beforeAll(async () => {
+      getState().registerPlugin(
+        "@saltcorn/large-language-model",
+        require("@saltcorn/large-language-model"),
+        config,
+      );
+      getState().registerPlugin("@saltcorn/copilot", require(".."));
+    });
+    for (const mode of ["page", "show", "edit", "filter"])
+      it("generates simple layout in mode " + mode, async () => {
+        const genres = await getState().functions.copilot_generate_layout.run(
+          "A container with a text element that says Hello World in H3",
+          mode,
+          mode === "page" ? null : "books",
+        );
+        const innerRes = genres.above ? genres.above[0] : genres;
+        expect(innerRes.type).toBe("container");
+        expect(innerRes.contents.type).toBe("blank");
+        expect(innerRes.contents.contents).toBe("Hello World");
+        expect(innerRes.contents.textStyle).toBe("h3");
+      });
+  });
+}