anbaric-cloud-hosting 1.35.0 → 1.36.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "anbaric-cloud-hosting",
-  "version": "1.35.0",
+  "version": "1.36.0",
   "description": "Anbaric Cloud hosting service: Postgres-backed job persistence and queuing exposed over an HTTP API",
   "license": "MIT",
   "author": "chris@anbaric.ai",
@@ -18,18 +18,18 @@
     "@aws-sdk/client-s3": "^3.1110.0",
     "@aws-sdk/client-secrets-manager": "^3.700.0",
     "@aws-sdk/client-servicediscovery": "^3.1110.0",
-    "anbaric-data-store": "^1.35.0",
-    "anbaric-plugins": "^1.35.0",
-    "anbaric-tsapi": "^1.35.0",
-    "anbaric-web": "^1.35.0",
+    "anbaric-data-store": "^1.36.0",
+    "anbaric-plugins": "^1.36.0",
+    "anbaric-tsapi": "^1.36.0",
+    "anbaric-web": "^1.36.0",
     "esbuild": "^0.28.2",
     "pg": "^8.16.0"
   },
   "devDependencies": {
     "@types/node": "^26.2.0",
     "@types/pg": "^8.15.0",
-    "anbaric-impl-cloud": "^1.35.0",
-    "anbaric-state-machine": "^1.35.0",
+    "anbaric-impl-cloud": "^1.36.0",
+    "anbaric-state-machine": "^1.36.0",
     "tsx": "^4.20.0",
     "typescript": "^7.0.2"
   },

package/src/app-management/DockerBuildLayer.ts

@@ -108,6 +108,7 @@ class DockerBuildLayer extends BaseBuildLayer {
             "--env", "ANBARIC_AUDITOR_TYPE=cloud",
             "--env", "ANBARIC_SESSION_RESOLVER_TYPE=cloud",
             "--env", "ANBARIC_ENTITLEMENTS_TYPE=cloud",
+            "--env", "ANBARIC_PROMPT_MANAGER_TYPE=cloud",
             "--env", "ANBARIC_NOTIFIER_TYPE=cloud",
             "--env", `ANBARIC_CONSUMER_PORT=${deployment.consumerPort}`,
             "--env", `ANBARIC_CONSUMER_URL=http://${container}:${deployment.consumerPort}`,

package/src/app-management/FargateBuildLayer.ts

@@ -198,6 +198,7 @@ class FargateBuildLayer extends BaseBuildLayer {
                     { name: "ANBARIC_AUDITOR_TYPE", value: "cloud" },
                     { name: "ANBARIC_SESSION_RESOLVER_TYPE", value: "cloud" },
                     { name: "ANBARIC_ENTITLEMENTS_TYPE", value: "cloud" },
+                    { name: "ANBARIC_PROMPT_MANAGER_TYPE", value: "cloud" },
                     { name: "ANBARIC_NOTIFIER_TYPE", value: "cloud" },
                     { name: "ANBARIC_CONSUMER_PORT", value: String(deployment.consumerPort) },
                     { name: "ANBARIC_CONSUMER_URL", value: `http://${deployment.appHost}:${deployment.consumerPort}` },

package/src/data-store/PostgresPromptManager.ts

@@ -0,0 +1,87 @@
+import {Pool} from "pg";
+import {JsonSchema, Prompt, PromptManager, samePromptContent} from "anbaric-tsapi";
+
+const COLUMNS = "app_id, prompt_id, version, instructions, input_schema, output_schema, created_at";
+
+const rowToPrompt = (row : any) : Prompt => ({
+    appId: row.app_id,
+    promptId: row.prompt_id,
+    version: row.version,
+    instructions: row.instructions,
+    inputSchema: row.input_schema ?? undefined,
+    outputSchema: row.output_schema ?? undefined,
+    createdAt: row.created_at instanceof Date ? row.created_at.toISOString() : String(row.created_at),
+});
+
+/* Saving reads the latest version and writes the next inside one transaction,
+   with the latest row locked, so two saves of the same prompt cannot both
+   claim the same version number. */
+class PostgresPromptManager implements PromptManager {
+
+    constructor(private pool : Pool, private appId : string) {}
+
+    async save(promptId : string, instructions : string, inputSchema? : JsonSchema, outputSchema? : JsonSchema) : Promise<Prompt> {
+        const client = await this.pool.connect();
+
+        try {
+            await client.query("BEGIN");
+            const latest = await client.query(
+                `SELECT ${COLUMNS} FROM prompts WHERE app_id = $1 AND prompt_id = $2
+                 ORDER BY version DESC LIMIT 1 FOR UPDATE`, [this.appId, promptId]);
+            const current = latest.rows[0] && rowToPrompt(latest.rows[0]);
+
+            if (current && samePromptContent(current, instructions, inputSchema, outputSchema)) {
+                await client.query("COMMIT");
+                return current;
+            }
+
+            const inserted = await client.query(
+                `INSERT INTO prompts (app_id, prompt_id, version, instructions, input_schema, output_schema)
+                 VALUES ($1, $2, $3, $4, $5, $6)
+                 RETURNING ${COLUMNS}`,
+                [this.appId, promptId, (current?.version ?? 0) + 1, instructions,
+                 inputSchema === undefined ? null : JSON.stringify(inputSchema),
+                 outputSchema === undefined ? null : JSON.stringify(outputSchema)]);
+            await client.query("COMMIT");
+            return rowToPrompt(inserted.rows[0]);
+        } catch (error) {
+            await client.query("ROLLBACK").catch(() => {});
+            throw error;
+        } finally {
+            client.release();
+        }
+    }
+
+    async retrieve(promptId : string, version? : number) : Promise<Prompt> {
+        const result = version === undefined
+            ? await this.pool.query(
+                `SELECT ${COLUMNS} FROM prompts WHERE app_id = $1 AND prompt_id = $2 ORDER BY version DESC LIMIT 1`,
+                [this.appId, promptId])
+            : await this.pool.query(
+                `SELECT ${COLUMNS} FROM prompts WHERE app_id = $1 AND prompt_id = $2 AND version = $3`,
+                [this.appId, promptId, version]);
+        if (! result.rows[0]) {
+            throw new Error(version === undefined
+                ? `No prompt found with id "${promptId}"`
+                : `No prompt found with id "${promptId}" at version ${version}`);
+        }
+        return rowToPrompt(result.rows[0]);
+    }
+
+    async list() : Promise<Array<Prompt>> {
+        const result = await this.pool.query(
+            `SELECT DISTINCT ON (prompt_id) ${COLUMNS} FROM prompts
+             WHERE app_id = $1 ORDER BY prompt_id, version DESC`, [this.appId]);
+        return result.rows.map(rowToPrompt);
+    }
+
+    async history(promptId : string) : Promise<Array<Prompt>> {
+        const result = await this.pool.query(
+            `SELECT ${COLUMNS} FROM prompts WHERE app_id = $1 AND prompt_id = $2 ORDER BY version DESC`,
+            [this.appId, promptId]);
+        return result.rows.map(rowToPrompt);
+    }
+
+}
+
+export { PostgresPromptManager }

package/src/data-store/Schema.ts

@@ -144,6 +144,18 @@ const ensureSchema = async (pool : Pool) : Promise<void> => {
         VALUES (NULL, 'access', 'Global access')
         ON CONFLICT (COALESCE(app_id, ''), entitlement_id) DO NOTHING
     `);
+    await pool.query(`
+        CREATE TABLE IF NOT EXISTS prompts (
+            app_id         TEXT NOT NULL,
+            prompt_id      TEXT NOT NULL,
+            version        INTEGER NOT NULL,
+            instructions   TEXT NOT NULL,
+            input_schema   JSONB,
+            output_schema  JSONB,
+            created_at     TIMESTAMPTZ NOT NULL DEFAULT now(),
+            PRIMARY KEY (app_id, prompt_id, version)
+        )
+    `);
     await pool.query("CREATE SCHEMA IF NOT EXISTS anbaric_system");
     await pool.query(`
         CREATE TABLE IF NOT EXISTS anbaric_system.cli_keys (

package/src/hosting/HostingServer.ts

@@ -1,4 +1,4 @@
-import {JobPersistence, JobRunSchedulePersistence, JsonStore, Notifier, SecretStore} from "anbaric-tsapi";
+import {JobPersistence, JobRunSchedulePersistence, JsonStore, Notifier, PromptManager, SecretStore} from "anbaric-tsapi";
 import {BuildLayer} from "../app-management/BuildLayer";
 import {AuditRecordStore} from "../auditing/AuditRecordStore";
 import {Authenticator} from "../auth/Authenticator";
@@ -15,6 +15,7 @@ import {KeysHandler} from "./handlers/auth/KeysHandler";
 import {SessionsHandler} from "./handlers/auth/SessionsHandler";
 import {UsersHandler} from "./handlers/auth/UsersHandler";
 import {InvitationsHandler} from "./handlers/auth/InvitationsHandler";
+import {PromptsHandler} from "./handlers/PromptsHandler";
 import {MembershipService} from "../auth/MembershipService";
 import {WhoamiHandler} from "./handlers/auth/WhoamiHandler";
 import {UserDirectory} from "../auth/UserDirectory";
@@ -68,7 +69,8 @@ class HostingServer {
                 notifier? : Notifier,
                 entitlements? : EntitlementStore,
                 userDirectory? : UserDirectory,
-                memberships? : MembershipService) {
+                memberships? : MembershipService,
+                promptManagerFor? : (appId : string) => PromptManager) {
         const pages = new PagesHandler();
         const ping = new PingHandler(tenant);
         const jobs = new JobsHandler(persistence);
@@ -100,6 +102,8 @@ class HostingServer {
         if (entitlements) publicRouter.registerApi("entitlements", new EntitlementsAdminHandler(entitlements));
         if (userDirectory) publicRouter.registerApi("users", new UsersHandler(userDirectory));
         if (memberships) publicRouter.registerApi("invitations", new InvitationsHandler(memberships));
+        const prompts = promptManagerFor && new PromptsHandler(promptManagerFor);
+        if (prompts) publicRouter.registerApi("prompts", prompts);
         if (cliAuthorizer) {
             publicRouter.register("authorize-cli", new AuthorizeCliHandler(cliAuthorizer, pages, tenant));
             publicRouter.registerApi("keys", new KeysHandler(cliAuthorizer));
@@ -125,6 +129,7 @@ class HostingServer {
         if (jobRunSchedules) internalRouter.registerApi("job-run-schedules", new JobRunSchedulesHandler(jobRunSchedules));
         if (notifier) internalRouter.registerApi("notifications", new NotificationsHandler(notifier));
         if (entitlements) internalRouter.registerApi("entitlements", new EntitlementsHandler(entitlements));
+        if (prompts) internalRouter.registerApi("prompts", prompts);
 
         // The favicon is requested by the browser before anyone has signed in,
         // and by deployed apps' pages, so gating it behind a session would send

package/src/hosting/handlers/PromptsHandler.ts

@@ -0,0 +1,46 @@
+import {PromptManager} from "anbaric-tsapi";
+import {Request} from "../Request";
+import {RequestHandler} from "../RequestHandler";
+
+/* Prompts belong to the calling app (the ambient app header): save a version,
+   fetch the latest or a named one, list, and read a prompt's history. */
+class PromptsHandler implements RequestHandler {
+
+    constructor(private managerFor : (appId : string) => PromptManager) {}
+
+    async handle(request : Request) : Promise<void> {
+        const appId = request.appId;
+        if (! appId) return request.reply(400, { error: "Missing the x-anbaric-app header" });
+
+        const manager = this.managerFor(appId);
+        const { method, id, subresource } = request;
+
+        if (method === "GET" && ! id) return request.reply(200, await manager.list());
+        if (method === "PUT" && id && ! subresource) return this.save(request, manager, id);
+        if (method === "GET" && id && ! subresource) return this.retrieve(request, manager, id);
+        if (method === "GET" && id && subresource === "history") return request.reply(200, await manager.history(id));
+        request.notFound();
+    }
+
+    private async save(request : Request, manager : PromptManager, promptId : string) : Promise<void> {
+        const body = await request.body() as { instructions? : string, inputSchema? : object, outputSchema? : object } | undefined;
+        if (typeof body?.instructions !== "string") return request.reply(400, { error: "instructions is required" });
+
+        request.reply(200, await manager.save(promptId, body.instructions, body.inputSchema, body.outputSchema));
+    }
+
+    private async retrieve(request : Request, manager : PromptManager, promptId : string) : Promise<void> {
+        const raw = request.query("version");
+        const version = raw === undefined ? undefined : Number(raw);
+        if (version !== undefined && ! Number.isInteger(version)) return request.reply(400, { error: `"${raw}" is not a version` });
+
+        try {
+            request.reply(200, await manager.retrieve(promptId, version));
+        } catch (error) {
+            request.reply(404, { error: error instanceof Error ? error.message : String(error) });
+        }
+    }
+
+}
+
+export { PromptsHandler }

package/src/index.ts

@@ -25,6 +25,8 @@ export * from "./auth/MembershipService";
 export * from "./auth/HttpMembershipService";
 export * from "./auth/InMemoryMembershipService";
 export * from "./hosting/handlers/auth/InvitationsHandler";
+export * from "./data-store/PostgresPromptManager";
+export * from "./hosting/handlers/PromptsHandler";
 export * from "./app-management/DockerBuildLayer";
 export * from "./app-management/FargateBuildLayer";
 export * from "./app-admin/AdminServer";

package/src/main.ts

@@ -23,6 +23,7 @@ import {PostgresAppDocsStore} from "./data-store/PostgresAppDocsStore";
 import {PostgresEntitlementStore} from "./data-store/PostgresEntitlementStore";
 import {PostgresUserDirectory} from "./data-store/PostgresUserDirectory";
 import {HttpMembershipService} from "./auth/HttpMembershipService";
+import {PostgresPromptManager} from "./data-store/PostgresPromptManager";
 import {ConsumerRegistry} from "./queuing/ConsumerRegistry";
 import {Dispatcher} from "./queuing/Dispatcher";
 import {HostingServer} from "./hosting/HostingServer";
@@ -104,7 +105,8 @@ const server = new HostingServer(new PostgresJobPersistence(pool), queue, regist
     (appId, collection) => new PostgresJsonStore(pool, appId, collection), secretStoreFor, authenticator, cliAuthorizer,
     tokenAuthenticator, process.env.ANBARIC_TENANT, new PostgresAuditRecordStore(pool), plugins,
     new PostgresJobRunSchedulePersistence(pool), await loadNotifier(process.env.ANBARIC_NOTIFIER_MODULE),
-    new PostgresEntitlementStore(pool), new PostgresUserDirectory(pool), memberships);
+    new PostgresEntitlementStore(pool), new PostgresUserDirectory(pool), memberships,
+    (appId) => new PostgresPromptManager(pool, appId));
 const port = await server.listen(hostingPort);
 const internal = await server.listenInternal(internalPort);