@zackbart/connecta 0.28.1 → 0.29.0

package/package.json

@@ -1,12 +1,12 @@
 {
   "name": "@zackbart/connecta",
-  "version": "0.28.1",
+  "version": "0.29.0",
   "type": "module",
   "sideEffects": false,
-  "description": "One MCP to rule them all — a single MCP endpoint aggregating many downstream connectors behind a code-first surface of seven meta-tools.",
+  "description": "One MCP to rule them all — a single MCP endpoint aggregating many downstream connectors behind a code-first surface of six meta-tools.",
   "license": "MIT",
   "engines": {
-    "node": ">=22.0.0"
+    "node": ">=22.13.0"
   },
   "publishConfig": {
     "access": "public"
@@ -34,8 +34,6 @@
     "documentation",
     "examples/worker",
     "templates",
-    "AGENTS.md",
-    "ethos.md",
     "README.md",
     "CHANGELOG.md",
     "SECURITY.md",
@@ -51,6 +49,14 @@
       "types": "./dist/node.d.ts",
       "import": "./dist/node.js"
     },
+    "./sqlite": {
+      "types": "./dist/sqlite.d.ts",
+      "import": "./dist/sqlite.js"
+    },
+    "./d1": {
+      "types": "./dist/d1.d.ts",
+      "import": "./dist/d1.js"
+    },
     "./json-schema": {
       "types": "./dist/json-schema.d.ts",
       "import": "./dist/json-schema.js"
@@ -67,57 +73,85 @@
       "types": "./dist/auth/cloudflare-access.d.ts",
       "import": "./dist/auth/cloudflare-access.js"
     },
+    "./providers/basecamp": {
+      "types": "./dist/providers/basecamp/index.d.ts",
+      "import": "./dist/providers/basecamp/index.js"
+    },
     "./providers/breeze": {
-      "types": "./dist/providers/breeze.d.ts",
-      "import": "./dist/providers/breeze.js"
+      "types": "./dist/providers/breeze/index.d.ts",
+      "import": "./dist/providers/breeze/index.js"
     },
-    "./providers/basecamp": {
-      "types": "./dist/providers/basecamp.d.ts",
-      "import": "./dist/providers/basecamp.js"
+    "./providers/ccb": {
+      "types": "./dist/providers/ccb/index.d.ts",
+      "import": "./dist/providers/ccb/index.js"
     },
     "./providers/cloudflare": {
-      "types": "./dist/providers/cloudflare.d.ts",
-      "import": "./dist/providers/cloudflare.js"
+      "types": "./dist/providers/cloudflare/index.d.ts",
+      "import": "./dist/providers/cloudflare/index.js"
+    },
+    "./providers/docs": {
+      "types": "./dist/providers/docs/index.d.ts",
+      "import": "./dist/providers/docs/index.js"
+    },
+    "./providers/drive": {
+      "types": "./dist/providers/drive/index.d.ts",
+      "import": "./dist/providers/drive/index.js"
+    },
+    "./providers/forms": {
+      "types": "./dist/providers/forms/index.d.ts",
+      "import": "./dist/providers/forms/index.js"
+    },
+    "./providers/github": {
+      "types": "./dist/providers/github/index.d.ts",
+      "import": "./dist/providers/github/index.js"
+    },
+    "./providers/gmail": {
+      "types": "./dist/providers/gmail/index.d.ts",
+      "import": "./dist/providers/gmail/index.js"
     },
     "./providers/linear": {
-      "types": "./dist/providers/linear.d.ts",
-      "import": "./dist/providers/linear.js"
+      "types": "./dist/providers/linear/index.d.ts",
+      "import": "./dist/providers/linear/index.js"
     },
     "./providers/mixpanel": {
-      "types": "./dist/providers/mixpanel.d.ts",
-      "import": "./dist/providers/mixpanel.js"
+      "types": "./dist/providers/mixpanel/index.d.ts",
+      "import": "./dist/providers/mixpanel/index.js"
     },
     "./providers/notion": {
-      "types": "./dist/providers/notion.d.ts",
-      "import": "./dist/providers/notion.js"
+      "types": "./dist/providers/notion/index.d.ts",
+      "import": "./dist/providers/notion/index.js"
     },
-    "./providers/revenuecat": {
-      "types": "./dist/providers/revenuecat.d.ts",
-      "import": "./dist/providers/revenuecat.js"
+    "./providers/overflow": {
+      "types": "./dist/providers/overflow/index.d.ts",
+      "import": "./dist/providers/overflow/index.js"
     },
-    "./providers/stripe": {
-      "types": "./dist/providers/stripe.d.ts",
-      "import": "./dist/providers/stripe.js"
+    "./providers/planning-center": {
+      "types": "./dist/providers/planning-center/index.d.ts",
+      "import": "./dist/providers/planning-center/index.js"
     },
-    "./providers/vercel": {
-      "types": "./dist/providers/vercel.d.ts",
-      "import": "./dist/providers/vercel.js"
+    "./providers/revenuecat": {
+      "types": "./dist/providers/revenuecat/index.d.ts",
+      "import": "./dist/providers/revenuecat/index.js"
     },
-    "./providers/ccb": {
-      "types": "./dist/providers/ccb.d.ts",
-      "import": "./dist/providers/ccb.js"
+    "./providers/sheets": {
+      "types": "./dist/providers/sheets/index.d.ts",
+      "import": "./dist/providers/sheets/index.js"
     },
-    "./providers/planning-center": {
-      "types": "./dist/providers/planning-center.d.ts",
-      "import": "./dist/providers/planning-center.js"
+    "./providers/slides": {
+      "types": "./dist/providers/slides/index.d.ts",
+      "import": "./dist/providers/slides/index.js"
     },
-    "./providers/overflow": {
-      "types": "./dist/providers/overflow.d.ts",
-      "import": "./dist/providers/overflow.js"
+    "./providers/stripe": {
+      "types": "./dist/providers/stripe/index.d.ts",
+      "import": "./dist/providers/stripe/index.js"
     },
     "./providers/tithely": {
-      "types": "./dist/providers/tithely.d.ts",
-      "import": "./dist/providers/tithely.js"
+      "types": "./dist/providers/tithely/index.d.ts",
+      "import": "./dist/providers/tithely/index.js"
+    },
+    "./providers/vercel": {
+      "types": "./dist/providers/vercel/index.d.ts",
+      "import": "./dist/providers/vercel/index.js"
     },
     "./ui": {
       "types": "./dist/ui.d.ts",
@@ -131,28 +165,27 @@
       "types": "./dist/activity.d.ts",
       "import": "./dist/activity.js"
     },
-    "./auth/bearer": {
-      "types": "./dist/auth/bearer.d.ts",
-      "import": "./dist/auth/bearer.js"
-    },
-    "./artifacts": {
-      "types": "./dist/artifacts.d.ts",
-      "import": "./dist/artifacts.js"
-    },
     "./auth/access-tokens": {
       "types": "./dist/access-tokens.d.ts",
       "import": "./dist/access-tokens.js"
+    },
+    "./worker": {
+      "types": "./dist/worker.d.ts",
+      "import": "./dist/worker.js"
     }
   },
   "scripts": {
     "clean": "node -e \"require('node:fs').rmSync('dist', { recursive: true, force: true })\"",
     "build:operator-ui": "node scripts/build-operator-ui.mjs",
     "check:operator-ui": "node scripts/build-operator-ui.mjs --check",
-    "build": "npm run build:operator-ui && npm run clean && tsc -p tsconfig.build.json && node scripts/prune-declarations.mjs",
+    "check:clerk-sdk": "node scripts/build-clerk-sdk.mjs --check",
+    "build": "npm run providers:generate && npm run clean && tsc -p tsconfig.build.json && node scripts/prune-declarations.mjs",
     "typecheck": "tsc -p tsconfig.json --noEmit && tsc -p tsconfig.operator-ui.json --noEmit",
     "test": "vitest run",
     "test:browser:install": "playwright install chromium",
     "test:browser": "playwright test",
+    "test:browser:snapshots": "node scripts/update-operator-snapshots.mjs",
+    "pretest:browser:snapshots": "npm run build:operator-ui",
     "test:node": "vitest run --project node",
     "test:workers": "vitest run --project workers",
     "check:docs": "node scripts/check-doc-links.mjs",
@@ -170,15 +203,33 @@
     "eval:smoke": "tsx eval/run-smoke.ts",
     "eval:perf": "tsx eval/run-perf.ts",
     "eval:report": "tsx eval/report.ts",
-    "check": "npm run check:docs && npm run check:operator-ui && npm run check:lint && npm run check:unused && npm run typecheck && npm run test && npm run test:browser && npm run build && npm run check:declarations && npm run check:bundle && npm run check:examples",
+    "check:core": "npm run format:check && npm run check:providers-generated && npm run check:docs && npm run check:changes && npm run check:operator-ui && npm run check:clerk-sdk && npm run check:lint && npm run check:unused && npm run typecheck && npm run test && npm run build && npm run check:declarations && npm run check:bundle && npm run check:examples",
+    "check:fast": "node scripts/check-fast.mjs",
+    "check": "npm run check:core && npm run test:browser",
     "release:check": "npm run check && npm run check:security && npm run check:package",
-    "prepack": "npm run check"
+    "prepack": "npm run check",
+    "check:changes": "node scripts/changelog.mjs --check && node scripts/check-node-suites.mjs && node --test scripts/changelog.test.mjs",
+    "changelog:assemble": "node scripts/changelog.mjs",
+    "providers:generate": "tsx scripts/generate-providers.mjs",
+    "check:providers-generated": "tsx scripts/generate-providers.mjs --check",
+    "prebuild": "node scripts/generate-version.mjs && npm run build:operator-ui",
+    "pretest": "node scripts/generate-version.mjs && npm run build:operator-ui",
+    "pretest:node": "node scripts/generate-version.mjs && npm run build:operator-ui",
+    "pretest:workers": "node scripts/generate-version.mjs && npm run build:operator-ui",
+    "pretest:browser": "npm run build:operator-ui",
+    "pretypecheck": "node scripts/generate-version.mjs && npm run build:operator-ui",
+    "precheck:bundle": "npm run build:operator-ui",
+    "precheck:fast": "npm run check:operator-ui",
+    "eval:regrade": "tsx eval/regrade.ts",
+    "format": "oxfmt --write .",
+    "format:check": "oxfmt --check ."
   },
   "dependencies": {
     "@cfworker/json-schema": "^4.1.1",
-    "@modelcontextprotocol/client": "2.0.0",
-    "@modelcontextprotocol/server": "2.0.0",
-    "effect": "4.0.0",
+    "@modelcontextprotocol/client": "2.3.1",
+    "@modelcontextprotocol/server": "2.3.1",
+    "acorn": "^8.19.0",
+    "effect": "^4.0.0",
     "zod": "^4.4.3"
   },
   "peerDependencies": {
@@ -198,17 +249,32 @@
     }
   },
   "devDependencies": {
-    "@clerk/backend": "^3.12.0",
+    "@clerk/backend": "3.12.0",
     "@cloudflare/codemode": "^0.5.0",
     "@cloudflare/vitest-pool-workers": "^0.18.8",
     "@cloudflare/workers-types": "^4.20250101.0 || ^5.0.0",
+    "@fontsource-variable/inter": "^5.3.0",
     "@playwright/test": "^1.62.0",
+    "@radix-ui/react-dialog": "^1.2.0",
+    "@radix-ui/react-slot": "^1.4.0",
+    "@radix-ui/react-tabs": "^1.1.22",
+    "@tailwindcss/node": "^4.3.3",
+    "@tailwindcss/oxide": "^4.3.3",
+    "@tanstack/react-query": "^5.104.1",
+    "@tanstack/react-router": "^1.170.41",
+    "@tanstack/react-table": "^8.21.3",
     "@types/node": "^22.0.0",
+    "@types/react": "^19.3.0",
+    "@types/react-dom": "^19.3.0",
+    "cmdk": "^1.1.1",
     "esbuild": "^0.28.0",
     "knip": "^6.29.0",
+    "oxfmt": "0.72.0",
     "oxlint": "^1.76.0",
-    "preact": "^10.29.8",
     "quickjs-emscripten": "^0.32.0",
+    "react": "^19.3.0",
+    "react-dom": "^19.3.0",
+    "tailwindcss": "^4.3.3",
     "tsx": "^4.23.1",
     "typescript": "^5.9.3",
     "vitest": "^4.1.6",

package/templates/node/.dockerignore

@@ -3,8 +3,7 @@
 node_modules
 .git
 .env
-.connecta-state.json
-.connecta-activity.jsonl
+.connecta.sqlite*
 *.log
 Dockerfile
 docker-compose.yml

package/templates/node/.env.example

@@ -1,8 +1,6 @@
-# Required, and deliberately empty. Both Compose and src/index.ts refuse to
-# start while it is, so a copied .env cannot become a running deployment on a
-# placeholder printed in this template. Use a long random value and keep it out
-# of source control:
-#   node -e "console.log(crypto.randomBytes(32).toString('base64url'))"
+# Client/doctor credential only. Provision a stored cta_ token with the trusted
+# local command in README.md. This variable never configures server auth and
+# is not passed to the container. An empty database refuses all machine clients.
 CONNECTA_TOKEN=
 
 # Optional. Defaults to 8787. Compose publishes this port on the host too.
@@ -13,30 +11,31 @@ PORT=8787
 # <PUBLIC_URL>/oauth/callback/<connectorId>. Defaults to http://localhost:<PORT>.
 PUBLIC_URL=
 
-# Optional. Where fileStorage keeps downstream-OAuth tokens and catalogs.
-# Defaults to ./.connecta-state.json locally and /data/connecta-state.json in
-# the container — keep the container path under /data so state lands on the
-# named volume and survives a rebuild.
-CONNECTA_STATE_FILE=
+# Optional. The one SQLite file that holds every piece of state: downstream
+# OAuth grants, sealed credentials, catalogs, access tokens, and activity.
+# Defaults to ./.connecta.sqlite locally and /data/connecta.sqlite in the
+# container — keep the container path under /data so state lands on the named
+# volume and survives a rebuild.
+CONNECTA_DATABASE=
 
-# --- Operator surface ---------------------------------------------------
-# Each of these is read only once the matching block in src/index.ts is
-# uncommented. Setting one on its own changes nothing.
+# --- Optional modules ---------------------------------------------------
+# Each switches on the matching module in src/connecta.config.ts when set and
+# leaves it off when empty. Nothing here needs a source edit.
 
-# Operator sign-in with Clerk. Only a signed-in operator may write a
-# credential; the bearer above is a client key, not an admin key.
-# Also run `npm install @clerk/backend` — it is an optional peer.
+# Operator sign-in with Clerk. Set both, or neither. Only a signed-in operator
+# may write a credential; machine access tokens grant no interactive authority.
 CLERK_PUBLISHABLE_KEY=
 CLERK_SECRET_KEY=
 
 # Credential vault. Base64-encoded 32-byte AES key encrypting the values an
 # operator saves inside a connection on /. Generate one with:
 #   node -e "console.log(crypto.randomBytes(32).toString('base64'))"
-# Keep it here or in a secret store — never in the state file it protects, and
+# Keep it here or in a secret store — never in the database it protects, and
 # never in source control. Losing it makes stored credentials unreadable.
 CONNECTA_CREDENTIAL_KEY=
 
-# Payload-free activity history. Defaults to ./.connecta-activity.jsonl locally
-# and /data/connecta-activity.jsonl in the container — same reasoning as the
-# state file: keep it under /data so history survives a rebuild.
-CONNECTA_ACTIVITY_FILE=
+# Payload-free activity history at /activity, in the database above. Set to
+# "on". Rows older than 90 days are pruned as new ones are written; change
+# `retentionDays` in src/connecta.config.ts to keep more or less.
+CONNECTA_ACTIVITY=
+

package/templates/node/AGENTS.md

@@ -2,36 +2,40 @@
 
 This repository is deployment configuration, not a copy of Connecta itself.
 
-- Edit `src/index.ts` for connectors, authentication, storage, and public URL.
-- Keep `executor: quickJsExecutor()` for the prescribed seven-tool code-first
-  surface. Programs run read-only tools and any writes `execute.approval`
-  exempts; every other write is its own `call_destructive_tool` call, which
-  the MCP host asks about.
+- Edit `src/connecta.config.ts` for connectors, authentication, storage, public
+  URL, and optional modules. `src/index.ts` only starts it.
+- Keep `executor: quickJsExecutor()` for the prescribed six-tool code-first
+  surface. Root and named pools default to `trust: "read-only"`: programs
+  may read, and writes use `call_destructive_tool`. Explicit `trusted` pools
+  also permit program writes and annotate `execute_code` as a write. Approval
+  belongs to the MCP host. Do not configure the removed `execute.approval`.
 - Keep credentials in environment variables or an external secret store.
-  Never commit `.env`, `.connecta-state.json`, `.connecta-activity.jsonl`,
+  Never commit `.env`, `.connecta.sqlite` (and its `-wal`/`-shm` files),
   tokens, or credential values.
 - Add application logic only inside deliberate `api()` connector handlers.
   Do not copy or modify Connecta package internals here.
 - Prefer `api()` when the agent must see an exact reviewed capability surface;
   `remoteMcp()` follows the downstream server's evolving tool catalog.
-- The UI, encrypted credential vault, and activity history use explicit module
-  imports and typed `ui`, `vault`, and `activity` options in `src/index.ts`.
-  Follow README "Select optional modules". Auth management requires explicit
+- Optional modules (Clerk sign-in, credential vault, activity history) are type-checked code in `src/connecta.config.ts`, switched on by
+  their environment variables. Follow README "Select optional modules". Auth management requires explicit
   `credentialAdministration` or `personalConnection` permissions; visibility
-  alone never grants it. Configured bearer auth is a client option, not a human
-  management identity. Connecta-issued access tokens are removed.
-  `src/file-activity.ts` remains the deployment-owned history store.
+  alone never grants it. Clerk supplies human identity; `cta_` access tokens cover machine clients.
+  Keep `accessTokens(storage)` installed even before the first token exists.
+  Bootstrap machines with `npm run provision-token -- "machine-name"` against
+  the same database the server uses. `CONNECTA_TOKEN` is only for clients and
+  doctor; never add a configured static bearer or an open startup mode.
+  All state, activity included, lives in the one SQLite file `CONNECTA_DATABASE`
+  names, through `@zackbart/connecta/sqlite`.
 - Brand the operator UI in `operatorUi({ branding })`: product and owner names,
   description, favicon, and `theme` (`accent`, `radius`, `fontFamily`,
   `monoFamily`, `colorScheme`). Ask the deployment's owner for their brand
-  rather than leaving the default. The commented block above
-  `ui: operatorUi()` in `src/index.ts` shows the shape; README "Select optional
-  modules" covers the rest.
+  rather than leaving the default. README "Select optional modules" shows the
+  shape.
 - Run `npm run typecheck` after configuration changes. With the server running,
   run `CONNECTA_TOKEN=... npm run doctor` before calling setup complete.
-- `Dockerfile` and `docker-compose.yml` containerize *this* source; they are
+- `Dockerfile` and `docker-compose.yml` containerize _this_ source; they are
   the same deployment, not a second one. Configuration belongs in `.env` and
-  `src/index.ts`, never in a divergent container entrypoint.
+  `src/connecta.config.ts`, never in a divergent container entrypoint.
 - Moving this deployment to a newer Connecta is its own procedure, and it is
   not a re-`init` — `connecta init` refuses to merge into an existing path on
   purpose. Bump the exact `@zackbart/connecta` pin in `package.json`, then read

package/templates/node/Dockerfile

@@ -2,7 +2,8 @@
 # image installs @zackbart/connecta from the registry exactly like any other
 # consumer, so nothing here depends on the Connecta repository.
 #
-#   docker compose up -d --build
+# Provision a stored machine token on the volume first; README.md gives the
+# exact build, provisioning, and startup commands. Empty storage is fail-closed.
 FROM node:22-slim
 
 WORKDIR /app
@@ -32,10 +33,7 @@ USER node
 
 ENV NODE_ENV=production
 ENV PORT=8787
-ENV CONNECTA_STATE_FILE=/data/connecta-state.json
-# Read only once the activity block in src/index.ts is uncommented; defaulted
-# here so history lands on the volume rather than inside the container layer.
-ENV CONNECTA_ACTIVITY_FILE=/data/connecta-activity.jsonl
+ENV CONNECTA_DATABASE=/data/connecta.sqlite
 EXPOSE 8787
 
 # /health is always open, so the probe never carries the bearer token and