@saltcorn/copilot 0.7.4 → 0.8.0

package/common.js

@@ -14,6 +14,24 @@ const MarkdownIt = require("markdown-it"),
   md = new MarkdownIt();
 const HTMLParser = require("node-html-parser");
 
+const getLlmConfigurationSafe = async () => {
+  const fn = getState().functions?.llm_get_configuration;
+  if (!fn?.run) return null;
+  try {
+    return await fn.run();
+  } catch (err) {
+    return null;
+  }
+};
+
+const canUseResponseFormat = (llmConfig) => {
+  const backend = llmConfig?.backend;
+  if (!backend) return false;
+  if (backend === "AI SDK") return true;
+  if (backend === "OpenAI") return !!llmConfig?.responses_api;
+  return false;
+};
+
 const boxHandledStyles = new Set([
   "margin",
   "margin-top",
@@ -364,4 +382,6 @@ module.exports = {
   splitContainerStyle,
   walk_response,
   parseHTML,
+  getLlmConfigurationSafe,
+  canUseResponseFormat,
 };

package/copilot-as-agent.js

@@ -3,6 +3,7 @@ const Table = require("@saltcorn/data/models/table");
 const Form = require("@saltcorn/data/models/form");
 const View = require("@saltcorn/data/models/view");
 const Trigger = require("@saltcorn/data/models/trigger");
+const Plugin = require("@saltcorn/data/models/plugin");
 const { findType } = require("@saltcorn/data/models/discovery");
 const { save_menu_items } = require("@saltcorn/data/models/config");
 const db = require("@saltcorn/data/db");
@@ -46,6 +47,11 @@ const get_agent_view = () => {
         { skill_type: "Database design" },
         { skill_type: "Generate Workflow" },
         { skill_type: "Generate View" },
+        { skill_type: "Registry editor" },
+        { skill_type: "Javascript Action" },
+        ...(typeof Plugin.loadAndSaveNewPlugin === "function"
+          ? [{ skill_type: "Install Plugin" }]
+          : []),
       ],
     },
   });
@@ -64,7 +70,6 @@ const run = async (table_id, viewname, cfg, state, reqres) => {
 };
 
 const interact = async (table_id, viewname, config, body, reqres) => {
-  console.log("copilot interact with body", body);
   const view = get_agent_view();
   return await view.runRoute("interact", body, reqres.res, reqres);
 };

package/index.js

@@ -1,30 +1,53 @@
 const Workflow = require("@saltcorn/data/models/workflow");
 const Form = require("@saltcorn/data/models/form");
 const { features } = require("@saltcorn/data/db/state");
+const db = require("@saltcorn/data/db");
+const Plugin = require("@saltcorn/data/models/plugin");
+const { viewname } = require("./app-constructor/common.js");
+
+const headers = [
+  {
+    script: `/static_assets/${db.connectObj.version_tag}/mermaid.min.js`,
+    onlyViews: [viewname],
+  },
+];
 
 module.exports = {
   sc_plugin_api_version: 1,
+  headers,
   dependencies: ["@saltcorn/large-language-model", "@saltcorn/agents"],
   viewtemplates: features.workflows
     ? [
         require("./chat-copilot"),
         require("./user-copilot"),
         require("./copilot-as-agent"),
+        require("./app-constructor/view.js"),
       ]
     : [require("./action-builder"), require("./database-designer")],
   functions: features.workflows
     ? {
+        copilot_standard_prompt: require("./standard-prompt.js"),
         copilot_generate_layout: require("./builder-gen.js"),
         copilot_generate_workflow: require("./workflow-gen"),
+        copilot_generate_javascript: require("./js-code-gen.js"),
       }
     : {},
-  actions: { copilot_generate_page: require("./page-gen-action") },
+  actions: {
+    copilot_generate_page: require("./page-gen-action"),
+    app_constructor_feedback: require("./app-constructor/feedback-action.js"),
+  },
   exchange: {
     agent_skills: [
       require("./agent-skills/pagegen.js"),
       require("./agent-skills/database-design.js"),
       require("./agent-skills/workflow.js"),
       require("./agent-skills/viewgen.js"),
+      require("./agent-skills/registry-editor.js"),
+      require("./agent-skills/js-action.js"),
+      require("./agent-skills/app-constructor-context.js"),
+      ...(typeof Plugin.loadAndSaveNewPlugin === "function"
+        ? [require("./agent-skills/install-plugin.js")]
+        : []),
     ],
   },
 };

package/js-code-gen.js

@@ -0,0 +1,65 @@
+const { getState } = require("@saltcorn/data/db/state");
+const { getPromptFromTemplate } = require("./common");
+const Table = require("@saltcorn/data/models/table");
+
+const stripCodeFences = (text) => {
+  let s = String(text || "").trim();
+  s = s.replace(/^```(?:javascript|js|ts|typescript)?\s*\n?/i, "");
+  s = s.replace(/\n?```\s*$/i, "");
+  return s.trim();
+};
+
+const getTableContext = (table_name) => {
+  if (!table_name) return null;
+  const table = Table.findOne({ name: table_name });
+  if (!table) return null;
+  const fields = table.getFields ? table.getFields() : table.fields || [];
+  return { table, fieldNames: fields.map((f) => f.name) };
+};
+
+module.exports = {
+  run: async (description, existing_code, table_name) => {
+    const systemPrompt = await getPromptFromTemplate(
+      "action-builder.txt",
+      description
+    );
+
+    const tableCtx = getTableContext(table_name);
+    let contextInfo;
+    if (tableCtx) {
+      contextInfo =
+        `\n\nThis action runs in the context of the "${table_name}" table. ` +
+        `Available variables: row (with fields: ${tableCtx.fieldNames.join(", ")}), ` +
+        `user, table, console, Actions, Table, File, User.`;
+    } else {
+      contextInfo =
+        "\n\nAvailable variables: user, console, Actions, Table, File, User.";
+    }
+
+    let prompt;
+    if (existing_code && existing_code.trim()) {
+      prompt =
+        `Modify the following JavaScript code based on this instruction: ${description}\n\n` +
+        `Existing code:\n${existing_code}` +
+        `${contextInfo}\n\n` +
+        `Return only the modified JavaScript code. Do not include any explanation or markdown code fences.`;
+    } else {
+      prompt =
+        `Generate JavaScript code for the following task: ${description}` +
+        `${contextInfo}\n\n` +
+        `Only return the JavaScript code. Do not include any explanation or markdown code fences.`;
+    }
+
+    const result = await getState().functions.llm_generate.run(prompt, {
+      systemPrompt,
+    });
+    return stripCodeFences(result);
+  },
+  isAsync: true,
+  description: "Generate JavaScript code for an action",
+  arguments: [
+    { name: "description", type: "String" },
+    { name: "existing_code", type: "String" },
+    { name: "table_name", type: "String" },
+  ],
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/copilot",
-  "version": "0.7.4",
+  "version": "0.8.0",
   "description": "AI assistant for building Saltcorn applications",
   "main": "index.js",
   "dependencies": {

package/standard-prompt.js

@@ -0,0 +1,83 @@
+const { getState } = require("@saltcorn/data/db/state");
+const WorkflowStep = require("@saltcorn/data/models/workflow_step");
+const Trigger = require("@saltcorn/data/models/trigger");
+const Table = require("@saltcorn/data/models/table");
+const { getActionConfigFields } = require("@saltcorn/data/plugin-helper");
+const { getPromptFromTemplate } = require("./common");
+
+const scTypeToTsType = (type, field) => {
+  if (field?.is_fkey) {
+    if (field.reftype) return scTypeToTsType(field.reftype);
+  }
+  return (
+    {
+      String: "string",
+      Integer: "number",
+      Float: "number",
+      Bool: "boolean",
+      Date: "Date",
+      HTML: "string",
+    }[type?.name || type] || "any"
+  );
+};
+
+module.exports = {
+  run: async ({ table, language, has_table, has_functions }) => {
+    if (language === "javascript") {
+      let prompts = [``];
+      if (has_table)
+        prompts.push(await getPromptFromTemplate("action-builder.txt", ""));
+      if (!has_table)
+        prompts.push(`Your code can can manipulate rows in the database, manipulate files, interact 
+with remote APIs, or issue directives for the user's display.
+
+Your code can use await at the top level, and should do so whenever calling 
+database queries or other aynchronous code (see examples below)
+`);
+      if (has_functions) {
+        const ds = [];
+        for (const [nm, f] of Object.entries(getState().functions)) {
+          const comment = f.description ? " // " + f.description : "";
+          const returns =
+            f.returns || f.tsreturns
+              ? ": " + (f.tsreturns || scTypeToTsType(f.returns))
+              : "";
+          if (nm === "today") {
+            ds.push(
+              `function today(offset_days?: number | {startOf:  "year" | "quarter" | "month" | "week" | "day" | "hour"} | {endOf:  "year" | "quarter" | "month" | "week" | "day" | "hour"}): Date`,
+            );
+          }
+          if (nm === "slugify") {
+            ds.push(`function slugify(s: string): string`);
+          } else if (f.run) {
+            if (f["arguments"]) {
+              const args = (f["arguments"] || []).map(
+                ({ name, type, tstype, required }) =>
+                  `${name}${required ? "" : "?"}: ${tstype || scTypeToTsType(type)}`,
+              );
+              ds.push(
+                `${f.isAsync ? "async " : ""}function ${nm}(${args.join(", ")})${returns}${comment}`,
+              );
+            } else
+              ds.push(
+                `declare var ${nm}: ${f.isAsync ? "AsyncFunction" : "Function"}${comment}`,
+              );
+          } else ds.push(`declare const ${nm}: Function;${comment}`);
+        }
+        prompts.push(`You can also call some functions, here with TypeScript declarations (although you are writing JavaScript): 
+
+${ds.join("\n")}`);
+      }
+      return prompts.join("\n");
+    }
+  },
+  isAsync: true,
+  description: "Return a standard prompt for writing code",
+  arguments: [
+    {
+      name: "options",
+      type: "JSON",
+      tstype: `{language: "javascript", table?:string, has_table?: boolean, has_functions?:boolean}`,
+    },
+  ],
+};

package/tests/builder-gen.test.js

@@ -0,0 +1,56 @@
+const { getState } = require("@saltcorn/data/db/state");
+const View = require("@saltcorn/data/models/view");
+const Table = require("@saltcorn/data/models/table");
+const Plugin = require("@saltcorn/data/models/plugin");
+const Trigger = require("@saltcorn/data/models/trigger");
+const WorkflowStep = require("@saltcorn/data/models/workflow_step");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+
+const { mockReqRes } = require("@saltcorn/data/tests/mocks");
+const { afterAll, beforeAll, describe, it, expect } = require("@jest/globals");
+
+afterAll(require("@saltcorn/data/db").close);
+beforeAll(async () => {
+  await require("@saltcorn/data/db/reset_schema")();
+  await require("@saltcorn/data/db/fixtures")();
+
+  getState().registerPlugin("base", require("@saltcorn/data/base-plugin"));
+});
+
+/* 
+ 
+ RUN WITH:
+  saltcorn dev:plugin-test -d ~/copilot -o ~/large-language-model/
+ 
+ */
+
+jest.setTimeout(60000);
+
+const configs = require("./configs.js");
+
+for (const nameconfig of configs) {
+  const { name, ...config } = nameconfig;
+  describe("copilot_generate_layout with " + name, () => {
+    beforeAll(async () => {
+      getState().registerPlugin(
+        "@saltcorn/large-language-model",
+        require("@saltcorn/large-language-model"),
+        config,
+      );
+      getState().registerPlugin("@saltcorn/copilot", require(".."));
+    });
+    for (const mode of ["page", "show", "edit", "filter"])
+      it("generates simple layout in mode " + mode, async () => {
+        const genres = await getState().functions.copilot_generate_layout.run(
+          "A container with a text element that says Hello World in H3",
+          mode,
+          mode === "page" ? null : "books",
+        );
+        const innerRes = genres.above ? genres.above[0] : genres;
+        expect(innerRes.type).toBe("container");
+        expect(innerRes.contents.type).toBe("blank");
+        expect(innerRes.contents.contents).toBe("Hello World");
+        expect(innerRes.contents.textStyle).toBe("h3");
+      });
+  });
+}