@saltcorn/copilot 0.7.5 → 0.8.0

package/app-constructor/run_task.js

@@ -0,0 +1,128 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const MetaData = require("@saltcorn/data/models/metadata");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const { findType } = require("@saltcorn/data/models/discovery");
+const { save_menu_items } = require("@saltcorn/data/models/config");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const { viewname } = require("./common");
+
+const runNextTask = async (alwaysRun) => {
+  if (!alwaysRun) {
+    const settings = await MetaData.findOne({
+      type: "CopilotConstructMgr",
+      name: "settings",
+    });
+    if (!settings?.body?.running) return;
+  }
+  const tasks = await MetaData.find(
+    {
+      type: "CopilotConstructMgr",
+      name: "task",
+    },
+    { orderBy: "id" }
+  );
+  const todos = tasks.filter(
+    (t) => !t.body.status || t.body.status === "To do"
+  );
+  const done = tasks.filter((t) => t.body.status === "Done");
+  const done_names = new Set(done.map((t) => t.body.name));
+
+  const startable = todos.filter((t) =>
+    t.body.depends_on.every((nm) => done_names.has(nm))
+  );
+
+  if (startable[0]) {
+    console.log("running task", startable[0]);
+
+    return await runTask(startable[0].id, {});
+  }
+  //not done
+};
+
+const runTask = async (md_id, req) => {
+  const md = await MetaData.findOne({
+    id: md_id,
+  });
+
+  if (!md) return { error: "Task not found" };
+  const spec = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "spec",
+  });
+  if (!spec) return { error: "Specification not found" };
+  const agent_action = new Trigger({
+    action: "Agent",
+    when_trigger: "Never",
+    configuration: {
+      viewname: viewname,
+      sys_prompt: "",
+      prompt: "{{prompt}}",
+      skills: [
+        { skill_type: "Generate Page", yoloMode: true },
+        { skill_type: "Database design", yoloMode: true },
+        { skill_type: "Generate Workflow", yoloMode: true },
+        { skill_type: "Generate View", yoloMode: true },
+        { skill_type: "Install Plugin", yoloMode: true },
+        { skill_type: "AppConstructor Context" },
+      ],
+    },
+  });
+  const prompt = `You are engaged in building the following application:
+
+Description: ${spec.body.description}
+Audience: ${spec.body.audience}
+Core features: ${spec.body.core_features}
+Out of scope: ${spec.body.out_of_scope}
+Visual style: ${spec.body.visual_style}
+
+Important: The database schema is already fully implemented. Do NOT use generate_tables or modify any tables or fields — all tables and fields already exist.
+
+Important: Some fields are non-stored (virtual) calculated fields — they have no database column and are computed on-the-fly by Saltcorn. Never include such fields in modify_row, SQL UPDATE statements, or recalculate_stored_fields calls. Only fields that exist as actual database columns (regular fields and stored calculated fields) can be written. If a calculated field needs updating, it will refresh automatically when the fields it depends on change.
+
+Your task now is:
+${md.body.description}`;
+
+  await md.update({ body: { ...md.body, status: "Running" } });
+  const actionres = await agent_action.runWithoutRow({
+    row: { prompt },
+    req,
+    user: req?.user,
+  });
+  //console.log("actionres", actionres);
+  const run_id = actionres.json.run_id;
+  const run = await WorkflowRun.findOne({ id: run_id });
+  await agent_action.runWithoutRow({
+    row: {
+      prompt:
+        "Write a description of what you did, for the purposes of a progress report. Write 1-4 sentences. Do not use any tools or write any code",
+    },
+    req,
+    run,
+    user: req?.user,
+  });
+  const lastInteraction =
+    run.context.interactions[run.context.interactions.length - 1];
+  const lastText =
+    typeof lastInteraction.content === "string"
+      ? lastInteraction.content
+      : lastInteraction.content.text
+        ? lastInteraction.content.text
+        : Array.isArray(lastInteraction.content)
+          ? lastInteraction.content[0].text
+          : lastInteraction.content;
+  await MetaData.create({
+    type: "CopilotConstructMgr",
+    name: "progress",
+    body: { text: lastText, run_id, task_id: md.id },
+    user_id: req?.user?.id,
+  });
+
+  //console.log("run", run);
+  await md.update({ body: { ...md.body, status: "Done", run_id } });
+};
+
+module.exports = { runTask, runNextTask };

package/app-constructor/schema.js

@@ -0,0 +1,186 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const MetaData = require("@saltcorn/data/models/metadata");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const { findType } = require("@saltcorn/data/models/discovery");
+const { save_menu_items } = require("@saltcorn/data/models/config");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const {
+  localeDateTime,
+  renderForm,
+  mkTable,
+  post_delete_btn,
+} = require("@saltcorn/markup");
+const {
+  div,
+  script,
+  domReady,
+  pre,
+  code,
+  input,
+  h4,
+  style,
+  h5,
+  button,
+  text_attr,
+  i,
+  p,
+  span,
+  small,
+  form,
+  textarea,
+} = require("@saltcorn/markup/tags");
+const { getState } = require("@saltcorn/data/db/state");
+const renderLayout = require("@saltcorn/markup/layout");
+const { viewname, tool_choice } = require("./common");
+const { requirements_tool } = require("./tools");
+const { saltcorn_description, existing_tables_list } = require("./prompts");
+const GenerateTables = require("../actions/generate-tables");
+const GenerateTablesSkill = require("../agent-skills/database-design");
+
+const showSchema = async (req) => {
+  const schema = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "schema",
+  });
+
+  if (schema) {
+    const preview = GenerateTables.render_html(
+      { tables: schema.body.tables },
+      true
+    );
+
+    return div(
+      { class: "mt-2" },
+      preview,
+      !schema.body.implemented &&
+        div(
+          { class: "mb-4 d-block mt-3" },
+          button(
+            {
+              class: "btn btn-primary me-2",
+              onclick: `view_post("${viewname}", "implement_schema")`,
+            },
+            "Implement schema"
+          ),
+          button(
+            {
+              class: "btn btn-outline-danger",
+              onclick: `view_post("${viewname}", "del_schema")`,
+            },
+            "Delete schema"
+          )
+        )
+    );
+  } else {
+    return div(
+      { class: "mt-2" },
+      p("Schema not found"),
+      button(
+        {
+          class: "btn btn-primary",
+          onclick: `press_store_button(this);view_post("${viewname}", "gen_schema")`,
+        },
+        "Generate schema"
+      )
+    );
+  }
+};
+
+const gen_schema = async (table_id, viewname, config, body, { req, res }) => {
+  const spec = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "spec",
+  });
+  if (!spec) throw new Error("Specification not found");
+  const rs = await MetaData.find({
+    type: "CopilotConstructMgr",
+    name: "requirement",
+  });
+  if (!rs.length) throw new Error("No requirements found");
+
+  const databaseDesignTool = new GenerateTablesSkill({}).provideTools();
+  const existing_tables = await Table.find({});
+  const answer = await getState().functions.llm_generate.run(
+    `Generate the database schema for this application:
+
+Description: ${spec.body.description}
+Audience: ${spec.body.audience}
+Core features: ${spec.body.core_features}
+Out of scope: ${spec.body.out_of_scope}
+Visual style: ${spec.body.visual_style}
+
+These are the requirements of the application: 
+
+${rs.map((r) => `* ${r.body.requirement}`).join("\n")}
+
+${saltcorn_description}
+
+${existing_tables_list(existing_tables)}
+
+Design a complete database schema that covers ALL requirements listed above. Every distinct entity in the application must have its own table. Do not produce a minimal or partial schema — all tables needed to implement every requirement must be included in this single call. Do not leave any tables for a later step.
+
+For every field that must be unique (e.g. unique email, unique slug, unique combination keys expressed as individual unique fields), set unique=true on that field.
+For every field that must not be empty, set not_null=true.
+Do NOT leave uniqueness or required constraints for a later step — express them fully in this schema.
+
+Note: ownership configuration (automatically populating a FK-to-users field from the logged-in user) is a VIEW-level concern and cannot be expressed in the schema. Do not attempt to annotate fields as "ownership fields" here — simply define the foreign key field normally. Ownership will be configured when the Edit views are generated.
+
+Now use the ${
+      databaseDesignTool.function.name
+    } tool to generate the complete database schema for this software application
+`,
+    {
+      tools: [databaseDesignTool],
+      ...tool_choice(databaseDesignTool.function.name),
+      systemPrompt:
+        "You are a database designer. The user wants to build an application, and you must analyse their application description and requirements and design a complete schema. Every entity needed by any requirement must have its own table. Never produce a partial schema.",
+    }
+  );
+
+  const tc = answer.getToolCalls()[0];
+
+  await MetaData.create({
+    type: "CopilotConstructMgr",
+    name: "schema",
+    body: { tables: tc.input.tables, implemented: false },
+    user_id: req.user?.id,
+  });
+  return { json: { reload_page: true } };
+};
+
+const del_schema = async (table_id, viewname, config, body, { req, res }) => {
+  const rs = await MetaData.find({
+    type: "CopilotConstructMgr",
+    name: "schema",
+  });
+  for (const r of rs) await r.delete();
+  return { json: { reload_page: true } };
+};
+
+const implement_schema = async (
+  table_id,
+  viewname,
+  config,
+  body,
+  { req, res }
+) => {
+  const md = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "schema",
+  });
+
+  const { apply_copilot_tables } = new GenerateTablesSkill({}).userActions;
+  await apply_copilot_tables({ tables: md.body.tables, user: req.user });
+  md.body.implemented = true;
+  await md.update({ body: md.body });
+
+  return { json: { reload_page: true } };
+};
+
+const schema_routes = { gen_schema, del_schema, implement_schema };
+
+module.exports = { showSchema, schema_routes };

package/app-constructor/taskchart.js

@@ -0,0 +1,70 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const MetaData = require("@saltcorn/data/models/metadata");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const { findType } = require("@saltcorn/data/models/discovery");
+const { save_menu_items } = require("@saltcorn/data/models/config");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const {
+  localeDateTime,
+  renderForm,
+  mkTable,
+  post_delete_btn,
+} = require("@saltcorn/markup");
+const {
+  div,
+  script,
+  domReady,
+  pre,
+  code,
+  input,
+  h4,
+  style,
+  h5,
+  button,
+  text_attr,
+  i,
+  p,
+  span,
+  small,
+  a,
+  textarea,
+} = require("@saltcorn/markup/tags");
+const { getState } = require("@saltcorn/data/db/state");
+const renderLayout = require("@saltcorn/markup/layout");
+const { viewname } = require("./common");
+const { runTask, runNextTask } = require("./run_task");
+
+const makeTaskChart = async (req) => {
+  const rs = await MetaData.find(
+    {
+      type: "CopilotConstructMgr",
+      name: "task",
+    },
+    { orderBy: "written_at" },
+  );
+
+  const taskIds = {};
+  rs.forEach((md) => {
+    taskIds[md.body.name] = md.id;
+  });
+  return div(
+    pre({
+      class: "mermaid",
+      "mm-src": `flowchart LR
+${rs.map((md) => `  task${md.id}["${md.body.name}"]`).join("\n")}
+${rs.map((md) => (md.body.depends_on || []).map((depon) => `  task${taskIds[depon]} --> task${md.id}`).join("\n")).join("\n")}
+${rs
+  .filter((m) => m.body.status === "Done")
+  .map((md) => `  style task${md.id} fill:#777`)
+  .join("\n")}
+
+         `,
+    }),
+  );
+};
+
+module.exports = { makeTaskChart };