bazilion 0.1.1 → 0.2.1

package/dist/migrations/0001_init.sql

@@ -0,0 +1,179 @@
+-- Bazilion initial schema (consolidated, post-IPC + secrets-in-DB cleanup).
+--
+-- The daemon is the sole owner of `~/.bazilion/`. All state — entity
+-- metadata, inbox, scheduler, web tokens, encrypted secrets, plaintext
+-- config — lives in this single SQLite file. The only other file at the
+-- bazilion home root is `auth.json`: a tiny bootstrap shared by the daemon
+-- (which uses its `token` as the PBKDF2 seed for the `secrets` table) and
+-- the CLI (which uses the same token as its loopback bearer).
+--
+-- On-disk layout owned by the daemon:
+--   ~/.bazilion/bazilion.db
+--   ~/.bazilion/groups/<slug>/        — group root, mounted as cwd; may be a
+--                                       symlink for "agents working on my
+--                                       existing project tree" use cases
+--                  /memory/           — qmd index for the group (shared by
+--                                       all member agents)
+--   ~/.bazilion/agents/<id>/          — agent's private home (NEVER inside
+--                                       the group tree, so the cwd-rooted
+--                                       coding tools can't see/clobber it)
+--                  /sessions/*.jsonl  — pi transcripts
+--   ~/.bazilion/profiles/<id>/        — profile templates
+--   ~/.bazilion/skills/<name>/        — installed skills
+--   ~/.bazilion/logs/                 — daemon logs
+
+-- Groups are collaboration contexts: one filesystem root, one USER.md, one
+-- roster of member agents. The id IS the slug IS the directory name under
+-- `~/.bazilion/groups/`. No `path` column — paths derive from id.
+-- `user_md` is read-only context about the human (edited via web UI; never
+-- exposed as a file the agent could clobber via `edit`/`write`).
+CREATE TABLE groups (
+  id          TEXT PRIMARY KEY,
+  name        TEXT NOT NULL,
+  user_md     TEXT NOT NULL DEFAULT '',
+  created_at  INTEGER NOT NULL
+);
+
+-- Profiles are agent templates. `dir` is the on-disk directory for the
+-- profile's SOUL.md / IDENTITY.md / etc. master files, derived from id.
+-- `skills_mode = 'all'` attaches every installed skill at spawn;
+-- `'selected'` attaches only those listed in `profile_default_skills`.
+CREATE TABLE profiles (
+  id            TEXT PRIMARY KEY,
+  name          TEXT NOT NULL,
+  dir           TEXT NOT NULL,
+  default_model TEXT NOT NULL,
+  skills_mode   TEXT NOT NULL DEFAULT 'selected' CHECK (skills_mode IN ('all','selected')),
+  created_at    INTEGER NOT NULL,
+  updated_at    INTEGER NOT NULL
+);
+
+CREATE TABLE profile_default_skills (
+  profile_id  TEXT NOT NULL REFERENCES profiles(id) ON DELETE CASCADE,
+  skill_name  TEXT NOT NULL,
+  PRIMARY KEY (profile_id, skill_name)
+);
+
+-- Agents have exactly one group. `dir` is the agent's private home,
+-- ~/.bazilion/agents/<id>/ — strictly outside the group tree so that
+-- pi's coding tools (rooted at the group dir) can't reach into it.
+-- `reasoning_level` feeds pi-ai's streamSimple `reasoning` option;
+-- 'medium' is the sensible default.
+CREATE TABLE agents (
+  id              TEXT PRIMARY KEY,
+  profile_id      TEXT NOT NULL REFERENCES profiles(id),
+  name            TEXT NOT NULL,
+  model_override  TEXT,
+  status          TEXT NOT NULL CHECK (status IN ('idle','running','archived')),
+  dir             TEXT NOT NULL,
+  reasoning_level TEXT NOT NULL DEFAULT 'medium',
+  group_id        TEXT NOT NULL REFERENCES groups(id) ON DELETE RESTRICT,
+  created_at      INTEGER NOT NULL,
+  archived_at     INTEGER
+);
+
+CREATE TABLE agent_skills (
+  agent_id    TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
+  skill_name  TEXT NOT NULL,
+  attached_at INTEGER NOT NULL,
+  PRIMARY KEY (agent_id, skill_name)
+);
+
+-- Periodic / scheduled wake-up triggers. The scheduler picks rows whose
+-- next-fire time has elapsed and kicks off a turn with `message` as the
+-- user input.
+--
+-- kind='interval' → interval_sec holds seconds between fires (cron_expr NULL)
+-- kind='cron'     → cron_expr holds a 5-field cron expression (interval_sec NULL)
+--
+-- last_fired_at is bumped *before* the run kicks off so a daemon restart
+-- mid-fire doesn't double-trigger.
+CREATE TABLE agent_triggers (
+  id             TEXT PRIMARY KEY,
+  agent_id       TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
+  kind           TEXT NOT NULL CHECK (kind IN ('interval','cron')),
+  interval_sec   INTEGER,
+  cron_expr      TEXT,
+  message        TEXT NOT NULL,
+  enabled        INTEGER NOT NULL DEFAULT 1,
+  last_fired_at  INTEGER,
+  created_at     INTEGER NOT NULL
+);
+CREATE INDEX agent_triggers_agent ON agent_triggers(agent_id);
+CREATE INDEX agent_triggers_enabled ON agent_triggers(enabled) WHERE enabled = 1;
+
+-- Inter-agent inbox. The scheduler's auto-deliver loop polls
+-- `messages_to_unread` to fan out wakeup turns; the messaging tools insert
+-- here when one agent sends another a message.
+CREATE TABLE messages (
+  id            TEXT PRIMARY KEY,
+  from_agent_id TEXT NOT NULL REFERENCES agents(id),
+  to_agent_id   TEXT NOT NULL REFERENCES agents(id),
+  reply_to      TEXT REFERENCES messages(id),
+  payload       TEXT NOT NULL,
+  created_at    INTEGER NOT NULL,
+  read_at       INTEGER
+);
+CREATE INDEX messages_to_unread ON messages(to_agent_id) WHERE read_at IS NULL;
+
+-- Per-skill import provenance. Skills live on disk under ~/.bazilion/skills/<name>/;
+-- this table records where each was imported from and when.
+CREATE TABLE skill_meta (
+  name         TEXT PRIMARY KEY,
+  source       TEXT,
+  imported_at  INTEGER
+);
+
+-- Per-client web tokens. Each row stores SHA-256(token) hex; the plaintext
+-- is returned exactly once at creation time and never persisted in this
+-- table. The CLI's bootstrap token is one row here — its plaintext lives
+-- in `~/.bazilion/auth.json` so both the daemon (PBKDF2 seed for the
+-- secrets table) and the CLI (loopback bearer) can read it.
+-- `revoked_at` is a soft-delete marker to keep audit trail intact.
+CREATE TABLE web_tokens (
+  id            TEXT PRIMARY KEY,
+  label         TEXT NOT NULL,
+  token_hash    TEXT NOT NULL UNIQUE,
+  created_at    INTEGER NOT NULL,
+  last_used_at  INTEGER,
+  revoked_at    INTEGER
+);
+CREATE INDEX web_tokens_active ON web_tokens(token_hash) WHERE revoked_at IS NULL;
+
+-- Curated list of models per provider. Drives the model dropdowns in
+-- profile creation and agent spawn/edit forms.
+CREATE TABLE provider_models (
+  provider   TEXT    NOT NULL,
+  model      TEXT    NOT NULL,
+  added_at   INTEGER NOT NULL,
+  PRIMARY KEY (provider, model)
+);
+CREATE INDEX idx_provider_models_provider ON provider_models (provider);
+
+-- Admin-toggled enabled state per provider.
+CREATE TABLE provider_state (
+  provider_id TEXT    NOT NULL PRIMARY KEY,
+  enabled     INTEGER NOT NULL DEFAULT 0,
+  updated_at  INTEGER NOT NULL
+);
+
+-- Encrypted secrets. AES-256-GCM envelopes (salt+iv+tag+data hex JSON),
+-- one row per env-var-shaped key (`ANTHROPIC_API_KEY`, `OPENAI_CODEX_OAUTH`, …).
+-- The encryption key is derived from the bootstrap web token (PBKDF2-SHA256,
+-- 100k iterations) — same crypto as the previous file-based secrets.enc,
+-- now atomic with the rest of the DB.
+CREATE TABLE secrets (
+  key         TEXT PRIMARY KEY,
+  envelope    TEXT NOT NULL,
+  updated_at  INTEGER NOT NULL
+);
+
+-- Plaintext config. Same env-var-shaped keys as secrets, but for values
+-- that don't need confidentiality (server URLs, region slugs, project IDs).
+-- The application layer enforces a CONFIG_KEYS allowlist on writes so a
+-- typo can't put a secret in this table.
+CREATE TABLE config (
+  key         TEXT PRIMARY KEY,
+  value       TEXT NOT NULL,
+  updated_at  INTEGER NOT NULL
+);

package/dist/migrations/0002_profile_groups.sql

@@ -0,0 +1,39 @@
+-- Profile groups — preconfigured team templates. A ProfileGroup captures
+-- the recipe for a team (ordered slots, each pointing at a Profile with
+-- optional per-slot overrides) so an operator can replay it with a single
+-- spawn call instead of clicking through agent-create N times per project.
+--
+-- Strictly additive: the single-profile `POST /api/agents` spawn path is
+-- untouched. Profile groups bundle existing primitives (profiles, groups,
+-- agents), they don't replace them.
+--
+-- Spawn semantics live in apps/daemon/src/core/profile-group/spawn.ts.
+-- See docs/backlog/todo/BAZ-002-profile-groups.md for the full spec.
+
+CREATE TABLE profile_groups (
+  id              TEXT PRIMARY KEY,        -- slug, e.g. "platform-team"
+  name            TEXT NOT NULL,           -- display name
+  user_md         TEXT,                    -- optional starter USER.md; seeded only into a freshly-created target group (pre-existing groups are left alone — see Decision #5)
+  created_at      INTEGER NOT NULL,
+  updated_at      INTEGER NOT NULL
+);
+
+-- Member ordering uses an explicit `position` column rather than insertion
+-- order so the spawn loop is deterministic and rollback can identify which
+-- members succeeded. PK includes position so the same template can have
+-- multiple members pointing at the same profile (e.g. "two reviewers" —
+-- duplicate agent_name values are intentionally accepted; the spawn op
+-- auto-suffixes collisions with `-2`, `-3`, ... at spawn time).
+--
+-- `ON DELETE RESTRICT` on profile_id prevents deleting a profile that a
+-- profile-group member still references; the existing single-profile delete
+-- keeps working unchanged because it never had a referrer before.
+CREATE TABLE profile_group_members (
+  profile_group_id TEXT NOT NULL REFERENCES profile_groups(id) ON DELETE CASCADE,
+  position         INTEGER NOT NULL,
+  profile_id       TEXT NOT NULL REFERENCES profiles(id) ON DELETE RESTRICT,
+  agent_name       TEXT NOT NULL,          -- e.g. "planner", "reviewer"
+  model_override   TEXT,                   -- nullable; falls back to profile.default_model
+  reasoning_level  TEXT,                   -- nullable; falls back to spawn default 'medium'
+  PRIMARY KEY (profile_group_id, position)
+);

package/dist/worker.js

@@ -32,7 +32,7 @@ import { existsSync as existsSync4, readdirSync } from "fs";
 import { join as join3 } from "path";
 
 // ../daemon/src/core/db/client.ts
-import { DatabaseSync } from "sqlite";
+import { DatabaseSync } from "node:sqlite";
 
 // ../daemon/src/core/db/migrate.ts
 import { readdirSync as readdirSync2, readFileSync as readFileSync3 } from "fs";
@@ -76,6 +76,12 @@ import { existsSync as existsSync5, rmSync as rmSync2 } from "fs";
 import { writeFileSync as writeFileSync3 } from "fs";
 import { join as join7 } from "path";
 
+// ../daemon/src/core/profile-group/spawn.ts
+import { readdirSync as readdirSync3, rmSync as rmSync4 } from "fs";
+
+// ../daemon/src/core/profile-group/rm-with-retry.ts
+import { rmSync as rmSync3 } from "fs";
+
 // ../daemon/src/core/services.ts
 var SERVICES = [
   // --- LLM providers (configured via API keys / URLs) ---
@@ -446,7 +452,7 @@ import { createHash, randomBytes as randomBytes2, randomUUID as randomUUID4 } fr
 import { existsSync as existsSync6, readFileSync as readFileSync4 } from "fs";
 
 // ../daemon/src/core/skills/import.ts
-import { cpSync, existsSync as existsSync7, mkdtempSync, readdirSync as readdirSync3, rmSync as rmSync3, statSync as statSync2 } from "fs";
+import { cpSync, existsSync as existsSync7, mkdtempSync, readdirSync as readdirSync4, rmSync as rmSync5, statSync as statSync2 } from "fs";
 import { tmpdir } from "os";
 import { basename, join as join8, resolve as resolve2, sep } from "path";
 import AdmZip from "adm-zip";
@@ -459,9 +465,9 @@ import { parse as parseYaml } from "yaml";
 import {
   existsSync as existsSync8,
   mkdirSync as mkdirSync4,
-  readdirSync as readdirSync4,
+  readdirSync as readdirSync5,
   readFileSync as readFileSync6,
-  rmSync as rmSync4,
+  rmSync as rmSync6,
   statSync as statSync3,
   writeFileSync as writeFileSync4
 } from "fs";
@@ -494,7 +500,7 @@ function safeKey(root, key) {
 }
 function walkMd(dir, prefix, out) {
   if (!existsSync8(dir)) return;
-  for (const e of readdirSync4(dir, { withFileTypes: true })) {
+  for (const e of readdirSync5(dir, { withFileTypes: true })) {
     if (e.name.startsWith(".")) continue;
     const full = join9(dir, e.name);
     const key = prefix ? `${prefix}/${e.name}` : e.name;
@@ -569,7 +575,7 @@ function qmdBackend(root) {
     },
     async remove(key) {
       const path = safeKey(root, key);
-      if (existsSync8(path)) rmSync4(path);
+      if (existsSync8(path)) rmSync6(path);
       const store = await getStore(root);
       await store.update();
     }
@@ -695,7 +701,7 @@ function piMessagesToProviderView(messages) {
 }
 
 // ../daemon/src/runtime/pi/session.ts
-import { existsSync as existsSync11, mkdirSync as mkdirSync5, readdirSync as readdirSync6, statSync as statSync5 } from "fs";
+import { existsSync as existsSync11, mkdirSync as mkdirSync5, readdirSync as readdirSync7, statSync as statSync5 } from "fs";
 import { basename as basename2, join as join13 } from "path";
 import {
   AuthStorage,
@@ -856,7 +862,7 @@ This group's USER.md is empty. As you learn STABLE facts about the human (prefer
 import { Type as Type2 } from "typebox";
 
 // ../daemon/src/runtime/tools/bootstrap.ts
-import { existsSync as existsSync10, rmSync as rmSync5 } from "fs";
+import { existsSync as existsSync10, rmSync as rmSync7 } from "fs";
 import { join as join11 } from "path";
 function bootstrapTool(agentDir) {
   return {
@@ -868,7 +874,7 @@ function bootstrapTool(agentDir) {
     async invoke() {
       const path = join11(agentDir, "BOOTSTRAP.md");
       if (existsSync10(path)) {
-        rmSync5(path);
+        rmSync7(path);
         return "BOOTSTRAP.md removed. Bootstrap is complete.";
       }
       return "BOOTSTRAP.md was already removed.";
@@ -877,7 +883,7 @@ function bootstrapTool(agentDir) {
 }
 
 // ../daemon/src/runtime/tools/home.ts
-import { readdirSync as readdirSync5, readFileSync as readFileSync8, statSync as statSync4, writeFileSync as writeFileSync5 } from "fs";
+import { readdirSync as readdirSync6, readFileSync as readFileSync8, statSync as statSync4, writeFileSync as writeFileSync5 } from "fs";
 import { join as join12 } from "path";
 var HOME_FILES_READABLE = [
   "IDENTITY.md",
@@ -969,7 +975,7 @@ function homeTools(agentDir) {
         if (entries.length === 0) {
           const dirEntries = (() => {
             try {
-              return readdirSync5(agentDir);
+              return readdirSync6(agentDir);
             } catch {
               return [];
             }
@@ -1754,13 +1760,7 @@ function webTools(opts) {
             extracted = { text: body };
           }
           if (isHtml && !firecrawlDisabled && extracted.text.length < FIRECRAWL_FALLBACK_THRESHOLD) {
-            const rescued = await firecrawlScrape(
-              result.finalUrl,
-              mode,
-              env,
-              fetchFn,
-              timeoutMs
-            );
+            const rescued = await firecrawlScrape(result.finalUrl, mode, env, fetchFn, timeoutMs);
             if (rescued) {
               extracted = {
                 ...rescued,
@@ -2019,7 +2019,7 @@ function createBazilionResourceLoader(appendSystemPrompt) {
 function findMostRecent(sessionDir) {
   if (!existsSync11(sessionDir)) return null;
   let newest = null;
-  for (const entry of readdirSync6(sessionDir)) {
+  for (const entry of readdirSync7(sessionDir)) {
     if (!entry.endsWith(".jsonl")) continue;
     const path = join13(sessionDir, entry);
     try {