@stackbone/cli 0.1.0-alpha.1 → 0.1.0-alpha.10

package/migrations/0005_stackbone_viewer.sql

@@ -45,3 +45,14 @@ ALTER DEFAULT PRIVILEGES IN SCHEMA stackbone_platform
     GRANT SELECT ON TABLES    TO stackbone_viewer;
 ALTER DEFAULT PRIVILEGES IN SCHEMA stackbone_platform
     GRANT SELECT ON SEQUENCES TO stackbone_viewer;
+
+-- Membership grant. Postgres requires `SET ROLE <r>` callers to either be
+-- superuser or hold an explicit membership in <r>. On managed Postgres
+-- (Neon, RDS, …) the install's connection URI authenticates as the database
+-- owner — never as superuser — so without this line every `SET LOCAL ROLE
+-- stackbone_viewer` from the DB Explorer fails with `permission denied to
+-- set role "stackbone_viewer"`. Granting to `current_user` ties the
+-- membership to whichever role runs the migration (the project owner on
+-- Neon, `postgres` in local test fixtures) so the same connection that
+-- created the role is automatically allowed to step down to it.
+GRANT stackbone_viewer TO current_user;

package/migrations/0009_rename_runs_partial_index.sql

@@ -0,0 +1,22 @@
+-- 0004_rename_runs_partial_index.sql — clarify semantics of the is_playground partial index.
+-- ADR: docs/adr/2026-05-14-playground-runs-bill-like-real-invocations.md.
+--
+-- Migration 0003 created the partial index `runs_billable_workspace_started_idx`
+-- on `stackbone_platform.runs (workspace_id, started_at DESC NULLS LAST)
+-- WHERE is_playground = false`. Its name and accompanying comments framed the
+-- predicate as the "billable" set — that framing is wrong.
+--
+-- Playground runs DO bill: invoking from Studio consumes real LLM tokens, real
+-- DB queries and real compute, and the creator's organization is charged for
+-- it like any other invocation (otherwise a malicious client could mark all
+-- production traffic with `X-Stackbone-Playground: 1` and dodge billing). The
+-- predicate `WHERE is_playground = false` actually identifies the rows that
+-- count toward Trust Layer / public marketplace aggregations (p50 latency,
+-- success rate, median cost) — a slow demo run from Studio must not lower
+-- the public stats of an `agent_template`.
+--
+-- This migration renames the index so the next reader gets the semantics
+-- right. The index definition (table, columns, predicate) is unchanged.
+
+ALTER INDEX IF EXISTS stackbone_platform.runs_billable_workspace_started_idx
+  RENAME TO runs_public_metrics_workspace_started_idx;

package/migrations/0010_agent_config.sql

@@ -0,0 +1,32 @@
+-- 0010_agent_config.sql — single-row live `AGENT_CONFIG` table the agent
+-- runtime wrapper reads on every invoke. Paired with the existing
+-- `stackbone_platform.agent_config_versions` (migration 0007) which keeps the
+-- audit history; this table holds the *current* payload only and is what the
+-- SDK wrapper (libs/sdk/src/serve/request-handler.ts) issues a
+-- `SELECT payload FROM stackbone_platform.agent_config WHERE id = 1` against
+-- on every `POST /invoke`.
+--
+-- Two tables, one source of truth (`agent_config.payload`):
+--   - agent_config_versions  — append-only audit trail + rollback source.
+--   - agent_config           — single row, mirrors the latest payload.
+--
+-- AgentConfigService.put() writes both inside the same call so the audit
+-- never lags the live read.
+--
+-- The install saga (apps/api/.../neon.adapter.ts) used to create this table
+-- inline because no migration existed for it; the inline DDL is now a no-op
+-- (CREATE TABLE IF NOT EXISTS) but kept in place so the seed insert that
+-- copies the per-install snapshot config into row id=1 still runs.
+
+CREATE TABLE IF NOT EXISTS stackbone_platform.agent_config (
+    id         int         PRIMARY KEY DEFAULT 1 CHECK (id = 1),
+    payload    jsonb       NOT NULL DEFAULT '{}'::jsonb,
+    updated_at timestamptz NOT NULL DEFAULT now()
+);
+
+-- Make sure the row exists even on a Neon that pre-dates the saga bootstrap
+-- (e.g. testcontainer integration suites). Idempotent: re-running the
+-- migration leaves the existing payload untouched.
+INSERT INTO stackbone_platform.agent_config (id, payload)
+VALUES (1, '{}'::jsonb)
+ON CONFLICT (id) DO NOTHING;

package/migrations/0011_secrets_revoke_viewer.sql

@@ -0,0 +1,26 @@
+-- 0011_secrets_revoke_viewer.sql — promote `stackbone_platform.secrets` to the
+-- single source of truth for ALL agents (cloud + local), and close the
+-- security gap the agent-owned-secrets ADR mandates.
+--
+-- ADR: docs/arquitectura/decisiones — agent-owned secrets / Studio data
+--      decoupling. The secrets table (created by 0006 as a local-emulator-only
+--      mirror of the control-plane `installation_secret`) is now the canonical
+--      cloud + local store: every per-agent application secret lives here,
+--      encrypted with the per-agent key. The 0006 header comment is stale, but
+--      0006 is checksum-immutable (apply-migrations.ts throws on a changed
+--      applied file) so it cannot be rewritten — this new migration documents
+--      the promotion instead.
+--
+-- WHY a table-level REVOKE and not only an ALTER DEFAULT PRIVILEGES:
+-- 0005_stackbone_viewer.sql ran its `ALTER DEFAULT PRIVILEGES ... GRANT SELECT`
+-- BEFORE 0006 created `secrets`, so the blanket default-privilege grant already
+-- fired when the secrets table came into existence — the read-only DB-Explorer
+-- role (`stackbone_viewer`) can currently SELECT every row. A bare
+-- `ALTER DEFAULT PRIVILEGES ... REVOKE` would only affect tables created in the
+-- future, leaving this already-granted table readable. The explicit table-level
+-- `REVOKE ALL` below is therefore required and sufficient: it strips the
+-- existing grant so the SQL Explorer can never read decrypted secret material.
+-- The table name may still appear in pg_catalog enumeration (readable by every
+-- role); only row SELECT is denied — which is the security requirement.
+
+REVOKE ALL ON stackbone_platform.secrets FROM stackbone_viewer;

package/migrations/0012_queue_jobs.sql

@@ -0,0 +1,50 @@
+-- 0012_queue_jobs.sql — the agent's reduced `_queue_jobs` JOURNAL (ADR
+-- 2026-05-30 "agent jobs dispatcher on BullMQ"). This is NO LONGER a queue:
+-- BullMQ over the core's Redis is the single engine for the in-flight queue +
+-- clock + dispatch failures. This table is the agent's append-only record of
+-- the jobs that actually RAN inside the agent, written by the runtime wrapper
+-- around each dispatched invoke (`libs/runtime-harness/src/queue-journal.ts`).
+-- Studio COMBINES this journal (real executions: `done` / `failed`) with the
+-- BullMQ live state to show one job timeline.
+--
+-- Reduced shape (vs the old pgmq-era table): only the execution facts. The
+-- columns the old design carried as a *queue* — callback_url, visible_at,
+-- max_attempts, signature_key — are GONE; the BullMQ dispatcher owns delivery,
+-- retries, backoff and the per-install HMAC signature.
+--
+--   id          — surrogate row id.
+--   dispatch_id — the BullMQ job id; the correlation key Studio joins on and
+--                 the UNIQUE key the wrapper upserts by, so a BullMQ
+--                 re-delivery of the same job stays one journal row.
+--   name        — opaque job name the agent chose at publish time (e.g.
+--                 `send-email`); may be empty for anonymous jobs.
+--   status      — terminal outcome: `done` on success, `failed` on error /
+--                 timeout. NULL while the job is in-flight (started, not yet
+--                 finished).
+--   payload     — opaque job payload as delivered in the `/invoke` envelope.
+--   attempts    — 1-based attempt number from the dispatch envelope.
+--   started_at  — set by the wrapper before the handler runs.
+--   finished_at — set when the handler returns (NULL while in-flight).
+--   error       — failure reason on `failed`; NULL on `done`.
+--
+-- The wrapper writes it into the install's own Neon (reusing DATABASE_URL), so
+-- it lives in the platform schema alongside `agent_config`. Idempotent
+-- (CREATE TABLE IF NOT EXISTS) because the install saga may re-apply
+-- migrations on a redeploy.
+
+CREATE TABLE IF NOT EXISTS stackbone_platform._queue_jobs (
+    id          bigint       GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+    dispatch_id text         NOT NULL UNIQUE,
+    name        text         NOT NULL DEFAULT '',
+    status      text         CHECK (status IN ('done', 'failed')),
+    payload     jsonb        NOT NULL DEFAULT '{}'::jsonb,
+    attempts    int          NOT NULL DEFAULT 1,
+    started_at  timestamptz  NOT NULL DEFAULT now(),
+    finished_at timestamptz,
+    error       text
+);
+
+-- Studio reads the journal newest-first within the agent's install. A descending
+-- index on the surrogate id keeps that page cheap as the journal grows.
+CREATE INDEX IF NOT EXISTS queue_jobs_id_desc_idx
+    ON stackbone_platform._queue_jobs (id DESC);

package/migrations/0013_prompts.sql

@@ -0,0 +1,74 @@
+-- 0013_prompts.sql — the versioned, named-by-key prompt catalog
+-- (feature `sdk_prompts_versioned_catalog`).
+-- ADR:  docs/adr/2026-06-01-selfhost-creator-single-box-packaging.md
+-- PRD:  .scratch/sdk_prompts_versioned_catalog/PRD.md
+--
+-- Lives in the agent's own database (the same `stackbone_platform.*` schema as
+-- secrets/config/runs), so prompts travel with the agent's data and are read
+-- agent-locally by `client.prompts` (no control-plane round-trip). Studio
+-- (cloud `apps/api` + the local emulator) writes the same wire shape through
+-- the identical tables.
+--
+-- Two tables, append-only history:
+--   - prompts          — one row per key; `current_version` points at the live
+--                        version. Soft-deleted via `deleted_at` (audit/retention).
+--   - prompt_versions  — every `update` appends an immutable version; the
+--                        `(prompt_key, version)` pair is unique. `rolled_back_from`
+--                        records the source when a version is created by
+--                        promoting/rolling back an older one.
+--
+-- Concurrency: the application layer assigns `MAX(version) + 1` under a
+-- per-key `pg_advisory_xact_lock(hashtext('prompts:' || key))` taken inside the
+-- same transaction as the INSERT, so two parallel updates can never produce
+-- duplicate version numbers (the UNIQUE index below is the backstop).
+--
+-- `created_by_email` carries free text on the local emulator (no `user` table
+-- in the agent's Postgres) and the cloud control plane backfills it via
+-- better-auth lookup — mirroring `secrets` / `agent_config_versions`.
+
+CREATE TABLE IF NOT EXISTS stackbone_platform.prompts (
+    key               text        PRIMARY KEY,
+    name              text        NOT NULL,
+    description       text,
+    -- The version number considered live. Always points at an existing row in
+    -- `prompt_versions` for this key.
+    current_version   integer     NOT NULL CHECK (current_version >= 1),
+    metadata          jsonb,
+    created_by_email  text,
+    updated_by_email  text,
+    created_at        timestamptz NOT NULL DEFAULT now(),
+    updated_at        timestamptz NOT NULL DEFAULT now(),
+    -- Soft delete. Active prompts have `deleted_at IS NULL`; reads filter on it
+    -- so the rows survive for the retention window.
+    deleted_at        timestamptz
+);
+
+CREATE TABLE IF NOT EXISTS stackbone_platform.prompt_versions (
+    id                uuid        PRIMARY KEY DEFAULT gen_random_uuid(),
+    prompt_key        text        NOT NULL
+                                  REFERENCES stackbone_platform.prompts (key)
+                                  ON DELETE CASCADE,
+    version           integer     NOT NULL CHECK (version >= 1),
+    content           text        NOT NULL,
+    -- Pre-computed list of the `{{vars}}` referenced by `content`, so Studio's
+    -- diff view can highlight added/removed variables without re-parsing.
+    vars_extracted    jsonb       NOT NULL DEFAULT '[]'::jsonb,
+    -- Source version when this row was created by a rollback/promote; NULL for
+    -- a regular edit.
+    rolled_back_from  integer,
+    created_by_email  text,
+    created_at        timestamptz NOT NULL DEFAULT now()
+);
+
+-- One version number per key (the race backstop).
+CREATE UNIQUE INDEX IF NOT EXISTS prompt_versions_key_version_idx
+    ON stackbone_platform.prompt_versions (prompt_key, version);
+
+-- Drives the lateral history list (newest first) per key.
+CREATE INDEX IF NOT EXISTS prompt_versions_key_version_desc_idx
+    ON stackbone_platform.prompt_versions (prompt_key, version DESC);
+
+-- The list endpoint orders active prompts by key.
+CREATE INDEX IF NOT EXISTS prompts_active_key_idx
+    ON stackbone_platform.prompts (key)
+    WHERE deleted_at IS NULL;

package/migrations/0014_rag.sql

@@ -0,0 +1,79 @@
+-- 0014_rag.sql — the canonical RAG store (collections / documents / chunks /
+-- jobs), moved into the platform schema.
+-- ADR: docs/adr/2026-06-05-rag-tables-in-platform-schema.md
+--
+-- Previously these four tables lived in `public` and were installed by the
+-- creator's own migrator (`stackbone db migrate add-rag`). They are a
+-- platform-owned feature like secrets/prompts/runs, so they now live in
+-- `stackbone_platform.*` and are provisioned by this platform migrator,
+-- present in every install regardless of whether the agent code reads
+-- `client.rag` back (Studio-managed ingest needs the schema up front).
+--
+-- The Drizzle source of truth is `libs/shared/rag-core/src/lib/schema/schema.ts`
+-- (re-exported as `@stackbone/sdk/rag/schema`); the cloud Studio and the
+-- emulator query through those table objects and get the schema-qualified name
+-- for free. The shared ingest pipeline writes the same tables with raw,
+-- schema-qualified SQL. A drift between this file and the Drizzle definitions is
+-- caught by the integration spec that applies this migration to a real Postgres.
+--
+-- Embedding dimension is pinned to vector(1536) (text-embedding-3-small); a
+-- different model requires a new migration with re-ingest.
+
+CREATE EXTENSION IF NOT EXISTS vector;
+
+CREATE TABLE IF NOT EXISTS stackbone_platform.rag_collections (
+    id          uuid        PRIMARY KEY DEFAULT gen_random_uuid(),
+    name        text        NOT NULL UNIQUE,
+    metadata    jsonb       NOT NULL DEFAULT '{}'::jsonb,
+    created_at  timestamptz NOT NULL DEFAULT now()
+);
+
+CREATE TABLE IF NOT EXISTS stackbone_platform.rag_documents (
+    id            uuid        PRIMARY KEY DEFAULT gen_random_uuid(),
+    collection_id uuid        NOT NULL
+                              REFERENCES stackbone_platform.rag_collections (id)
+                              ON DELETE CASCADE,
+    source        text        NOT NULL,
+    content_hash  text        NOT NULL,
+    metadata      jsonb       NOT NULL DEFAULT '{}'::jsonb,
+    created_at    timestamptz NOT NULL DEFAULT now()
+);
+
+CREATE INDEX IF NOT EXISTS rag_documents_collection_idx
+    ON stackbone_platform.rag_documents (collection_id);
+CREATE INDEX IF NOT EXISTS rag_documents_hash_idx
+    ON stackbone_platform.rag_documents (collection_id, content_hash);
+
+CREATE TABLE IF NOT EXISTS stackbone_platform.rag_chunks (
+    id          uuid        PRIMARY KEY DEFAULT gen_random_uuid(),
+    document_id uuid        NOT NULL
+                            REFERENCES stackbone_platform.rag_documents (id)
+                            ON DELETE CASCADE,
+    ordinal     integer     NOT NULL,
+    content     text        NOT NULL,
+    embedding   vector(1536) NOT NULL,
+    metadata    jsonb       NOT NULL DEFAULT '{}'::jsonb
+);
+
+CREATE INDEX IF NOT EXISTS rag_chunks_document_idx
+    ON stackbone_platform.rag_chunks (document_id);
+CREATE INDEX IF NOT EXISTS rag_chunks_embedding_hnsw
+    ON stackbone_platform.rag_chunks USING hnsw (embedding vector_cosine_ops);
+
+CREATE TABLE IF NOT EXISTS stackbone_platform.rag_jobs (
+    id            uuid        PRIMARY KEY DEFAULT gen_random_uuid(),
+    collection_id uuid        NOT NULL
+                              REFERENCES stackbone_platform.rag_collections (id)
+                              ON DELETE CASCADE,
+    status        text        NOT NULL DEFAULT 'queued'
+                              CHECK (status IN ('queued','running','succeeded','failed','cancelled')),
+    progress      jsonb       NOT NULL DEFAULT '{"totalChunks":0,"processedChunks":0}'::jsonb,
+    error         text,
+    created_at    timestamptz NOT NULL DEFAULT now(),
+    updated_at    timestamptz NOT NULL DEFAULT now()
+);
+
+CREATE INDEX IF NOT EXISTS rag_jobs_collection_idx
+    ON stackbone_platform.rag_jobs (collection_id);
+CREATE INDEX IF NOT EXISTS rag_jobs_status_idx
+    ON stackbone_platform.rag_jobs (status);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stackbone/cli",
-  "version": "0.1.0-alpha.1",
+  "version": "0.1.0-alpha.10",
   "license": "UNLICENSED",
   "type": "module",
   "bin": {
@@ -18,16 +18,23 @@
     "@clack/prompts": "^1.2.0",
     "@hono/node-server": "^2.0.0",
     "ajv": "^8.20.0",
+    "ajv-formats": "^3.0.1",
+    "bullmq": "^5.76.6",
     "citty": "^0.2.2",
+    "cron-parser": "^4.9.0",
     "drizzle-kit": "^0.31.10",
     "drizzle-orm": "^0.45.2",
+    "esbuild": "^0.27.0",
     "hono": "^4.12.15",
+    "libsodium-wrappers": "^0.8.4",
     "open": "^11.0.0",
+    "openai": "^6.42.0",
     "pg": "^8.20.0",
     "pg-query-emscripten": "^5.1.0",
     "pino": "^10.3.1",
     "pino-pretty": "^13.1.3",
     "postgres": "^3.4.9",
+    "unpdf": "^0.12.1",
     "yaml": "^2.8.3",
     "zod": "^4.3.6"
   }