wizards 0.2.8 → 0.2.10

package/apps/runtime/dist/agents/project-assistant.js

@@ -8,7 +8,9 @@ import { ServiceError } from "../services/errors.js";
 import { addProjectFile, projectFileContent, projectFiles, updateProjectFile, } from "../services/project-files.js";
 import { documentText } from "../services/project-index.js";
 import { brandColorSchema, ownedProject, updateProject } from "../services/projects.js";
+import { currentTenant } from "../tenants/tenant.js";
 import { safeFetch } from "../tools/net-guard.js";
+import { assistantToolsOf } from "../tools/plugin.js";
 import { readWebsite } from "./website.js";
 const MAX_STEPS = 24;
 const SYSTEM = `You help the admin of "engenty wizards" set up a SPACE: what every wizard of the space draws on — who they are (title, about), the brand (logos, colours), assets (images, graphics, videos), documents, and facts (label → value: address, VAT id, phone, opening hours — anything).
@@ -294,10 +296,22 @@ function buildTools(input, resolved, wrote) {
 export async function runProjectAssistant(input) {
     let changed = false;
     const resolved = await textModel("high");
-    const tools = buildTools(input, resolved, () => {
+    const wrote = () => {
         changed = true;
         input.onChanged?.();
-    });
+    };
+    const tools = buildTools(input, resolved, wrote);
+    // What the tenant's plugins let the assistant do besides: a source of knowledge, say.
+    const project = await ownedProject(input.userId, input.projectId);
+    Object.assign(tools, await assistantToolsOf({
+        tenantId: currentTenant(),
+        space: { id: project.id, name: project.name },
+        userId: input.userId,
+        signal: input.signal ?? new AbortController().signal,
+        emit: (message) => input.onActivity?.(message),
+        changed: wrote,
+        card: (card) => input.onCard?.(card),
+    }));
     attachTools(resolved, tools);
     const agent = new Agent({
         id: "project-assistant",

package/apps/runtime/dist/agents/website.js

@@ -96,7 +96,8 @@ async function rendered(url) {
         return null;
     }
 }
-export async function readWebsite(raw, signal) {
+/** A page's HTML, drawn in a browser when it has hardly any text without its scripts. */
+async function loadPage(raw, signal) {
     const res = await safeFetch(/^https?:\/\//i.test(raw) ? raw : `https://${raw}`, {
         headers: UA,
         signal: AbortSignal.any([AbortSignal.timeout(20_000), ...(signal ? [signal] : [])]),
@@ -107,11 +108,52 @@ export async function readWebsite(raw, signal) {
     if (res.ok && htmlToMarkdown(html).replace(/\s+/g, " ").length < 500) {
         html = ((await rendered(base)) ?? html).slice(0, 1_500_000);
     }
-    const tags = (name) => [...html.matchAll(new RegExp(`<${name}\\b[^>]*>`, "gi"))].map((m) => m[0]);
-    const meta = (key) => {
-        const tag = tags("meta").find((t) => [attr(t, "name"), attr(t, "property")].some((v) => v.toLowerCase() === key));
-        return tag ? attr(tag, "content") : "";
+    return { res, base, html };
+}
+const tagsOf = (html, name) => [...html.matchAll(new RegExp(`<${name}\\b[^>]*>`, "gi"))].map((m) => m[0]);
+/** A `<meta>` by its name or property. */
+function metaOf(html, key) {
+    const tag = tagsOf(html, "meta").find((t) => [attr(t, "name"), attr(t, "property")].some((v) => v.toLowerCase() === key));
+    return tag ? attr(tag, "content") : "";
+}
+const titleOf = (html) => html
+    .match(/<title[^>]*>([\s\S]*?)<\/title>/i)?.[1]
+    .replace(/\s+/g, " ")
+    .trim() ?? "";
+/** The text of a link, as a reader sees it. */
+const linkText = (inner) => inner
+    .replace(/<[^>]+>/g, " ")
+    .replace(/\s+/g, " ")
+    .trim()
+    .slice(0, 120);
+/**
+ * A page for a plugin (`server.web.read`): its whole text as Markdown and every link, as against
+ * `readWebsite`, which picks what the assistant needs of a company's site.
+ */
+export async function readPage(raw, signal) {
+    const { res, base, html } = await loadPage(raw, signal);
+    const links = [];
+    for (const m of html.matchAll(/<a\b([^>]*)>([\s\S]*?)<\/a>/gi)) {
+        const url = absolute(attr(`<a ${m[1]}>`, "href"), base)?.replace(/#.*$/, "");
+        if (url && !links.some((l) => l.url === url) && links.length < 2000) {
+            links.push({ url, text: linkText(m[2]) });
+        }
+    }
+    return {
+        url: base,
+        status: res.status,
+        etag: res.headers.get("etag"),
+        lastModified: res.headers.get("last-modified"),
+        title: titleOf(html),
+        description: metaOf(html, "description") || metaOf(html, "og:description"),
+        text: htmlToMarkdown(html).slice(0, 400_000),
+        links,
     };
+}
+export async function readWebsite(raw, signal) {
+    const { res, base, html } = await loadPage(raw, signal);
+    const tags = (name) => tagsOf(html, name);
+    const meta = (key) => metaOf(html, key);
     const logos = [];
     const addLogo = (href, hint) => {
         const url = absolute(href, base);
@@ -165,11 +207,7 @@ export async function readWebsite(raw, signal) {
     const links = [];
     for (const m of html.matchAll(/<a\b([^>]*)>([\s\S]*?)<\/a>/gi)) {
         const url = absolute(attr(`<a ${m[1]}>`, "href"), base);
-        const text = m[2]
-            .replace(/<[^>]+>/g, " ")
-            .replace(/\s+/g, " ")
-            .trim()
-            .slice(0, 60);
+        const text = linkText(m[2]).slice(0, 60);
         if (url &&
             new URL(url).hostname === host &&
             /impressum|imprint|kontakt|contact|about|ueber|über|team|legal|unternehmen|company/i.test(`${url} ${text}`) &&

package/apps/runtime/dist/app.js

@@ -19,6 +19,7 @@ import { PLUGIN_NAME, pluginArchive, pluginMarketplace } from "./plugin.js";
 import { apiRoutes } from "./routes/api.js";
 import { internalRoutes } from "./routes/internal.js";
 import { marketplaceStudio } from "./routes/marketplace.js";
+import { publicPluginRoutes } from "./routes/plugin-public.js";
 import { pluginRoutes } from "./routes/plugins.js";
 import { connectCallback, publicRoutes, runRoutes, shareRoutes } from "./routes/runs.js";
 import { studio } from "./routes/studio.js";
@@ -180,6 +181,7 @@ app.route("/api/studio/plugins", pluginRoutes);
 app.route("/api/studio", studio);
 app.route("/api/v1", apiRoutes);
 app.route("/api/internal", internalRoutes);
+app.route("/api/public/plugins", publicPluginRoutes);
 app.route("/api/public", publicRoutes);
 app.route("/api/runs", runRoutes);
 app.route("/api/shares", shareRoutes);

package/apps/runtime/dist/db/control-schema.js

@@ -1,5 +1,5 @@
 import { sql } from "drizzle-orm";
-import { index, integer, sqliteTable, text } from "drizzle-orm/sqlite-core";
+import { index, integer, primaryKey, sqliteTable, text, uniqueIndex, } from "drizzle-orm/sqlite-core";
 const now = sql `(unixepoch() * 1000)`;
 const createdAt = () => integer("created_at", { mode: "timestamp_ms" }).notNull().default(now);
 // The control database: what the runtime must know before it can open a tenant's database,
@@ -77,3 +77,20 @@ export const marketplaceCache = sqliteTable("marketplace_cache", {
     entry: text("entry", { mode: "json" }).$type().notNull(),
     fetchedAt: integer("fetched_at", { mode: "timestamp_ms" }).notNull().default(now),
 });
+/** When a plugin's job (`server.every`) last ran for a tenant: the next turn counts from it. */
+export const pluginJob = sqliteTable("plugin_job", {
+    tenantId: text("tenant_id").notNull(),
+    plugin: text("plugin").notNull(),
+    name: text("name").notNull(),
+    lastRunAt: integer("last_run_at", { mode: "timestamp_ms" }).notNull(),
+}, (t) => [primaryKey({ columns: [t.tenantId, t.plugin, t.name] })]);
+/**
+ * The part of a plugin's public address (`server.publicUrl`) that names the tenant, without
+ * giving its id away: `/api/public/plugins/<plugin>/<ref>/…`.
+ */
+export const pluginAddress = sqliteTable("plugin_address", {
+    ref: text("ref").primaryKey(),
+    tenantId: text("tenant_id").notNull(),
+    plugin: text("plugin").notNull(),
+    createdAt: createdAt(),
+}, (t) => [uniqueIndex("plugin_address_tenant").on(t.tenantId, t.plugin)]);

package/apps/runtime/dist/db/migrations/control/0007_common_the_hand.sql

@@ -0,0 +1,15 @@
+CREATE TABLE `plugin_address` (
+	`ref` text PRIMARY KEY NOT NULL,
+	`tenant_id` text NOT NULL,
+	`plugin` text NOT NULL,
+	`created_at` integer DEFAULT (unixepoch() * 1000) NOT NULL
+);
+--> statement-breakpoint
+CREATE UNIQUE INDEX `plugin_address_tenant` ON `plugin_address` (`tenant_id`,`plugin`);--> statement-breakpoint
+CREATE TABLE `plugin_job` (
+	`tenant_id` text NOT NULL,
+	`plugin` text NOT NULL,
+	`name` text NOT NULL,
+	`last_run_at` integer NOT NULL,
+	PRIMARY KEY(`tenant_id`, `plugin`, `name`)
+);

package/apps/runtime/dist/db/migrations/control/meta/0007_snapshot.json

@@ -0,0 +1,460 @@
+{
+  "version": "6",
+  "dialect": "sqlite",
+  "id": "7a54af3d-5213-4e30-8216-8e80102ae5f6",
+  "prevId": "c8fcba8d-5f73-449f-ba49-ee238c45f94b",
+  "tables": {
+    "link": {
+      "name": "link",
+      "columns": {
+        "token": {
+          "name": "token",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "tenant_id": {
+          "name": "tenant_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "kind": {
+          "name": "kind",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "ref": {
+          "name": "ref",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "created_at": {
+          "name": "created_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "(unixepoch() * 1000)"
+        }
+      },
+      "indexes": {
+        "link_tenant": {
+          "name": "link_tenant",
+          "columns": [
+            "tenant_id"
+          ],
+          "isUnique": false
+        },
+        "link_ref": {
+          "name": "link_ref",
+          "columns": [
+            "kind",
+            "ref"
+          ],
+          "isUnique": false
+        }
+      },
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    },
+    "marketplace_cache": {
+      "name": "marketplace_cache",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "hash": {
+          "name": "hash",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "entry": {
+          "name": "entry",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "fetched_at": {
+          "name": "fetched_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "(unixepoch() * 1000)"
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    },
+    "plugin_address": {
+      "name": "plugin_address",
+      "columns": {
+        "ref": {
+          "name": "ref",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "tenant_id": {
+          "name": "tenant_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "plugin": {
+          "name": "plugin",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "created_at": {
+          "name": "created_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "(unixepoch() * 1000)"
+        }
+      },
+      "indexes": {
+        "plugin_address_tenant": {
+          "name": "plugin_address_tenant",
+          "columns": [
+            "tenant_id",
+            "plugin"
+          ],
+          "isUnique": true
+        }
+      },
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    },
+    "plugin_job": {
+      "name": "plugin_job",
+      "columns": {
+        "tenant_id": {
+          "name": "tenant_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "plugin": {
+          "name": "plugin",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "name": {
+          "name": "name",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "last_run_at": {
+          "name": "last_run_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {
+        "plugin_job_tenant_id_plugin_name_pk": {
+          "columns": [
+            "tenant_id",
+            "plugin",
+            "name"
+          ],
+          "name": "plugin_job_tenant_id_plugin_name_pk"
+        }
+      },
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    },
+    "run_index": {
+      "name": "run_index",
+      "columns": {
+        "run_id": {
+          "name": "run_id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "tenant_id": {
+          "name": "tenant_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "visitor_id": {
+          "name": "visitor_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false,
+          "autoincrement": false
+        },
+        "ip_hash": {
+          "name": "ip_hash",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false,
+          "autoincrement": false
+        },
+        "active": {
+          "name": "active",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": false
+        },
+        "push": {
+          "name": "push",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false,
+          "autoincrement": false
+        },
+        "created_at": {
+          "name": "created_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "(unixepoch() * 1000)"
+        }
+      },
+      "indexes": {
+        "run_index_visitor": {
+          "name": "run_index_visitor",
+          "columns": [
+            "visitor_id",
+            "created_at"
+          ],
+          "isUnique": false
+        },
+        "run_index_ip": {
+          "name": "run_index_ip",
+          "columns": [
+            "ip_hash",
+            "created_at"
+          ],
+          "isUnique": false
+        },
+        "run_index_active": {
+          "name": "run_index_active",
+          "columns": [
+            "active",
+            "tenant_id"
+          ],
+          "isUnique": false
+        }
+      },
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    },
+    "session": {
+      "name": "session",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "user_id": {
+          "name": "user_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "tenant_id": {
+          "name": "tenant_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "role": {
+          "name": "role",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "name": {
+          "name": "name",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "email": {
+          "name": "email",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "image": {
+          "name": "image",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false,
+          "autoincrement": false
+        },
+        "refresh_token": {
+          "name": "refresh_token",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false,
+          "autoincrement": false
+        },
+        "claims_expire_at": {
+          "name": "claims_expire_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "expires_at": {
+          "name": "expires_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "created_at": {
+          "name": "created_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "(unixepoch() * 1000)"
+        }
+      },
+      "indexes": {
+        "session_expires": {
+          "name": "session_expires",
+          "columns": [
+            "expires_at"
+          ],
+          "isUnique": false
+        }
+      },
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    },
+    "setting": {
+      "name": "setting",
+      "columns": {
+        "key": {
+          "name": "key",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "value": {
+          "name": "value",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    },
+    "tenant": {
+      "name": "tenant",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "status": {
+          "name": "status",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "'active'"
+        },
+        "db_url": {
+          "name": "db_url",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false,
+          "autoincrement": false
+        },
+        "created_at": {
+          "name": "created_at",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "(unixepoch() * 1000)"
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    }
+  },
+  "views": {},
+  "enums": {},
+  "_meta": {
+    "schemas": {},
+    "tables": {},
+    "columns": {}
+  },
+  "internal": {
+    "indexes": {}
+  }
+}

package/apps/runtime/dist/db/migrations/control/meta/_journal.json

@@ -50,6 +50,13 @@
       "when": 1791230810434,
       "tag": "0006_sleepy_mojo",
       "breakpoints": true
+    },
+    {
+      "idx": 7,
+      "version": "6",
+      "when": 1791283092370,
+      "tag": "0007_common_the_hand",
+      "breakpoints": true
     }
   ]
 }

package/apps/runtime/dist/db/migrations/tenant/0006_hard_war_machine.sql

@@ -0,0 +1,30 @@
+PRAGMA foreign_keys=OFF;--> statement-breakpoint
+CREATE TABLE `__new_project_chunk` (
+	`id` integer PRIMARY KEY AUTOINCREMENT NOT NULL,
+	`project_id` text NOT NULL,
+	`file_id` text,
+	`plugin` text,
+	`ref` text,
+	`title` text,
+	`link` text,
+	`idx` integer NOT NULL,
+	`text` text NOT NULL,
+	`embedding` blob,
+	`model` text,
+	FOREIGN KEY (`project_id`) REFERENCES `project`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`file_id`) REFERENCES `project_file`(`id`) ON UPDATE no action ON DELETE cascade
+);
+--> statement-breakpoint
+INSERT INTO `__new_project_chunk`("id", "project_id", "file_id", "idx", "text", "embedding", "model") SELECT "id", "project_id", "file_id", "idx", "text", "embedding", "model" FROM `project_chunk`;--> statement-breakpoint
+DROP TABLE `project_chunk`;--> statement-breakpoint
+ALTER TABLE `__new_project_chunk` RENAME TO `project_chunk`;--> statement-breakpoint
+PRAGMA foreign_keys=ON;--> statement-breakpoint
+CREATE INDEX `project_chunk_project` ON `project_chunk` (`project_id`,`model`);--> statement-breakpoint
+CREATE INDEX `project_chunk_file` ON `project_chunk` (`file_id`);--> statement-breakpoint
+CREATE INDEX `project_chunk_ref` ON `project_chunk` (`project_id`,`plugin`,`ref`);--> statement-breakpoint
+CREATE TRIGGER `project_chunk_ai` AFTER INSERT ON `project_chunk` BEGIN
+	INSERT INTO `project_chunk_fts`(rowid, `text`) VALUES (new.id, new.text);
+END;--> statement-breakpoint
+CREATE TRIGGER `project_chunk_ad` AFTER DELETE ON `project_chunk` BEGIN
+	INSERT INTO `project_chunk_fts`(`project_chunk_fts`, rowid, `text`) VALUES ('delete', old.id, old.text);
+END;