agenttwin 0.3.4 → 0.3.6

package/README.md

@@ -15,6 +15,14 @@ npx agenttwin example --out ./agenttwin-example
 
 `init` writes the inventory, workflow candidates, `agenttwin.config.json`, `ENVIRONMENT.md`, `REPLICATION.md`, and an offline browser report. Discovery is evidence, not an automatically executable environment. It never uploads source. `init --json --dry-run` writes nothing.
 
+Installed packages and source references are clues, not proof that an integration is active. Credentials, environment keys and deployment configuration are kept separately. Unmatched `.env` entries do not require setup and are never turned into services by an interactive prompt.
+
+Exclude unused integrations by name; your choices are remembered for this repository:
+
+```sh
+npx agenttwin init --exclude "Ollama,ClickHouse,AWS,Google Cloud"
+```
+
 ## Test through the CLI
 
 ```sh

package/dist/api.js

@@ -782,11 +782,50 @@ var init_catalog = __esm({
   }
 });
 
+// src/inventory/store.ts
+import { mkdir, readFile as readFile5, writeFile } from "fs/promises";
+import { join as join5 } from "path";
+function storeDir(cwd) {
+  return join5(cwd, STORE_DIR);
+}
+function storePath(cwd, name) {
+  return join5(storeDir(cwd), name);
+}
+async function readJson(path) {
+  try {
+    return JSON.parse(await readFile5(path, "utf8"));
+  } catch {
+    return void 0;
+  }
+}
+var STORE_DIR, STORE_GITIGNORE, readDecisions;
+var init_store = __esm({
+  "src/inventory/store.ts"() {
+    "use strict";
+    STORE_DIR = ".agenttwin";
+    STORE_GITIGNORE = [
+      "inventory.json",
+      "plan.json",
+      "permissions.local.json",
+      "report.html",
+      "demo/",
+      "trial/",
+      "feedback.json",
+      "cache/",
+      "logs/",
+      "connections/",
+      ""
+    ].join("\n");
+    readDecisions = (cwd) => readJson(storePath(cwd, "decisions.json"));
+  }
+});
+
 // src/inventory/project-products.ts
 async function projectProducts(cwd, data, base) {
   const current = new Set(base.tools.map((t) => t.id));
   const known = new Set(PROVIDERS.map((p) => p.title));
-  const tools = data.tools.filter((t) => current.has(t.id) || !known.has(t.title) && t.category !== "access" && t.category !== "tooling");
+  const excluded = new Set(((await readDecisions(cwd))?.items ?? []).filter((d) => d.kind === "exclude_tool").map((d) => d.target));
+  const tools = data.tools.filter((t) => !excluded.has(t.id) && (current.has(t.id) || !known.has(t.title) && t.category !== "access" && t.category !== "tooling"));
   const ids = new Set(tools.map((t) => t.id));
   const workflows = data.workflows.map((w) => ({ ...w, tools: w.tools.filter((id) => ids.has(id)), steps: w.steps.filter((s) => ids.has(s.tool)) }));
   const google = tools.find((t) => /Google \(Gmail/.test(t.title));
@@ -840,6 +879,7 @@ var init_project_products = __esm({
     init_entrypoints();
     init_catalog();
     init_dashboard_transfer();
+    init_store();
   }
 });
 
@@ -861,8 +901,8 @@ var init_sanitize = __esm({
 });
 
 // src/commands/dashboard.ts
-import { cp, mkdir, readFile as readFile5, writeFile } from "fs/promises";
-import { basename, join as join5 } from "path";
+import { cp, mkdir as mkdir2, readFile as readFile6, writeFile as writeFile2 } from "fs/promises";
+import { basename, join as join6 } from "path";
 import { fileURLToPath } from "url";
 function dashboardInventory(cwd, inventory) {
   return JSON.parse(sanitizeOutput(JSON.stringify({
@@ -898,8 +938,8 @@ __export(session_exports, {
   writeSessionTask: () => writeSessionTask
 });
 import { spawn as spawn2, spawnSync } from "child_process";
-import { writeFile as writeFile2, readFile as readFile6 } from "fs/promises";
-import { join as join6 } from "path";
+import { writeFile as writeFile3, readFile as readFile7 } from "fs/promises";
+import { join as join7 } from "path";
 function sessionTask() {
   return `# Prepare this repository for AgentTwin
 
@@ -924,8 +964,8 @@ function installedOpenCode() {
   return spawnSync("opencode", ["--version"], { stdio: "ignore", timeout: 5e3 }).status === 0;
 }
 async function writeSessionTask(cwd) {
-  const path = join6(cwd, ".agenttwin/AGENT-TASK.md");
-  await writeFile2(path, sessionTask(), "utf8");
+  const path = join7(cwd, ".agenttwin/AGENT-TASK.md");
+  await writeFile3(path, sessionTask(), "utf8");
   return path;
 }
 async function launchSession(cwd) {
@@ -940,14 +980,14 @@ async function launchSession(cwd) {
 async function loadDashboardDiscovery(cwd, inventory) {
   let previousHead;
   try {
-    previousHead = JSON.parse(await readFile6(join6(cwd, ".agenttwin/git.json"), "utf8")).head;
+    previousHead = JSON.parse(await readFile7(join7(cwd, ".agenttwin/git.json"), "utf8")).head;
   } catch {
   }
   const git = await captureGit(cwd, previousHead);
   const base = discoveryTransfer({ ...dashboardInventory(cwd, inventory), ...git ? { git } : {} });
   let raw;
   try {
-    raw = await readFile6(join6(cwd, ".agenttwin/agent-discovery.json"), "utf8");
+    raw = await readFile7(join7(cwd, ".agenttwin/agent-discovery.json"), "utf8");
   } catch (error) {
     if (error.code === "ENOENT") return projectProducts(cwd, base, base);
     throw error;
@@ -977,8 +1017,8 @@ var init_session = __esm({
 init_dashboard_transfer();
 import { createServer as createServer2 } from "http";
 import { createHash as createHash2, randomBytes as randomBytes3, randomUUID as randomUUID2, timingSafeEqual } from "crypto";
-import { mkdir as mkdir3, readFile as readFile8, writeFile as writeFile4, rename, mkdtemp as mkdtemp2, rm as rm2 } from "fs/promises";
-import { resolve as resolve2, join as join8, dirname as dirname2, extname } from "path";
+import { mkdir as mkdir4, readFile as readFile9, writeFile as writeFile5, rename, mkdtemp as mkdtemp2, rm as rm2 } from "fs/promises";
+import { resolve as resolve2, join as join9, dirname as dirname2, extname } from "path";
 import { tmpdir as tmpdir2 } from "os";
 
 // src/runtime/transcription.ts
@@ -1111,9 +1151,9 @@ function portableLocalReceipt(value) {
 }
 
 // src/commands/run.ts
-import { mkdtemp, mkdir as mkdir2, readFile as readFile7, writeFile as writeFile3, realpath, lstat, rm, copyFile } from "fs/promises";
+import { mkdtemp, mkdir as mkdir3, readFile as readFile8, writeFile as writeFile4, realpath, lstat, rm, copyFile } from "fs/promises";
 import { tmpdir } from "os";
-import { basename as basename2, dirname, isAbsolute, join as join7, relative as relative2, resolve, sep as sep2 } from "path";
+import { basename as basename2, dirname, isAbsolute, join as join8, relative as relative2, resolve, sep as sep2 } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 import { createHash, randomUUID } from "crypto";
 
@@ -1525,12 +1565,12 @@ async function stageApplication(root, files, destination) {
     const source = await realpath(resolve(canonicalRoot, file));
     const rel = relative2(canonicalRoot, source);
     if (rel.startsWith(`..${sep2}`) || rel === ".." || isAbsolute(rel) || source !== resolve(canonicalRoot, file) || !(await lstat(source)).isFile()) throw new CliError(`Files must be regular files within the project, without symlinks: ${file}`, { code: EXIT.USAGE });
-    const contents = await readFile7(source);
+    const contents = await readFile8(source);
     bytes += contents.length;
     if (bytes > 20 * 1024 * 1024) throw new CliError("Application files exceed 20 MiB; supply a smaller built bundle", { code: EXIT.USAGE });
-    const target = join7(destination, file);
-    await mkdir2(dirname(target), { recursive: true });
-    await writeFile3(target, contents, { mode: 420 });
+    const target = join8(destination, file);
+    await mkdir3(dirname(target), { recursive: true });
+    await writeFile4(target, contents, { mode: 420 });
     digests[file] = createHash("sha256").update(contents).digest("hex");
   }
   return digests;
@@ -1539,14 +1579,14 @@ async function runWorld(cwd, opts) {
   const file = resolve(cwd, opts.file ?? "agenttwin.world.json");
   let spec;
   try {
-    spec = parseWorld(JSON.parse(await readFile7(file, "utf8")));
+    spec = parseWorld(JSON.parse(await readFile8(file, "utf8")));
   } catch (error) {
     throw new CliError(String(error), { code: EXIT.USAGE, action: "Create agenttwin.world.json; run agenttwin example --out ./agenttwin-example for a working example." });
   }
   if (spec.workflowId) {
     let inventory;
     try {
-      inventory = JSON.parse(await readFile7(join7(cwd, ".agenttwin/inventory.json"), "utf8"));
+      inventory = JSON.parse(await readFile8(join8(cwd, ".agenttwin/inventory.json"), "utf8"));
     } catch {
       throw new CliError("Linked workflow needs discovery inventory; run init first", { code: EXIT.BLOCKED });
     }
@@ -1559,26 +1599,26 @@ async function runWorld(cwd, opts) {
   const runtime = opts.runtime ?? "local";
   if (!["local", "e2b", "hosted"].includes(runtime)) throw new CliError("runtime must be local, hosted or e2b", { code: EXIT.USAGE });
   if (runtime === "e2b" && !process.env.E2B_API_KEY) throw new CliError("E2B_API_KEY is not configured", { code: EXIT.BLOCKED, action: "Configure your E2B key in the shell; it will not be uploaded." });
-  const stage = await mkdtemp(join7(tmpdir(), "agenttwin-world-"));
+  const stage = await mkdtemp(join8(tmpdir(), "agenttwin-world-"));
   try {
-    const sourceDigests = await stageApplication(dirname(file), spec.files, join7(stage, "app"));
-    await writeFile3(join7(stage, "world.json"), JSON.stringify(spec), { mode: 420 });
+    const sourceDigests = await stageApplication(dirname(file), spec.files, join8(stage, "app"));
+    await writeFile4(join8(stage, "world.json"), JSON.stringify(spec), { mode: 420 });
     const git = await captureGit(cwd);
     let project;
     try {
-      project = JSON.parse(await readFile7(join7(cwd, ".agenttwin/inventory.json"), "utf8")).name ?? basename2(cwd);
+      project = JSON.parse(await readFile8(join8(cwd, ".agenttwin/inventory.json"), "utf8")).name ?? basename2(cwd);
     } catch {
     }
     if (runtime === "local") {
       opts.log("Testing through the CLI with in-process service twins. No cloud VM or containers.");
-      const report2 = await executeLocal(join7(stage, "app"), spec, opts.signal);
+      const report2 = await executeLocal(join8(stage, "app"), spec, opts.signal);
       const runId2 = randomUUID();
       const receipt2 = { ...report2, runId: runId2, runtime, project, git, createdAt: (/* @__PURE__ */ new Date()).toISOString(), sourceDigests, specDigest: createHash("sha256").update(JSON.stringify(spec)).digest("hex"), provenance: "CLI-reported execution" };
       const out2 = resolve(cwd, opts.out ?? `.agenttwin/runs/${runId2}`);
-      await mkdir2(out2, { recursive: true });
-      const evidencePath = join7(out2, "run.json"), reportPath = join7(out2, "report.md");
-      await writeFile3(evidencePath, JSON.stringify(receipt2, null, 2) + "\n", { mode: 384 });
-      await writeFile3(reportPath, `# ${spec.name}: ${receipt2.status}
+      await mkdir3(out2, { recursive: true });
+      const evidencePath = join8(out2, "run.json"), reportPath = join8(out2, "report.md");
+      await writeFile4(evidencePath, JSON.stringify(receipt2, null, 2) + "\n", { mode: 384 });
+      await writeFile4(reportPath, `# ${spec.name}: ${receipt2.status}
 
 Runner: CLI
 Git: ${git?.head ?? "unavailable"}
@@ -1586,8 +1626,8 @@ Git: ${git?.head ?? "unavailable"}
 ` + receipt2.assertions.map((a) => `- ${a.passed ? "PASS" : "FAIL"} ${a.service}${a.path}: expected ${a.count}, observed ${a.actual}`).join("\n") + "\n\nSee run.json for activities, fault and initial/final state.\n");
       return { ...receipt2, reportPath, evidencePath };
     }
-    const worker = join7(dirname(fileURLToPath2(import.meta.url)), "worker.js");
-    await copyFile(worker, join7(stage, "worker.js"));
+    const worker = join8(dirname(fileURLToPath2(import.meta.url)), "worker.js");
+    await copyFile(worker, join8(stage, "worker.js"));
     if (runtime === "hosted") {
       const receipt2 = await executeRemote(stage, spec, opts.log, { git, project });
       if (receipt2.schema !== "agenttwin/run-v1" || typeof receipt2.runId !== "string" || !/^[a-f0-9-]{36}$/.test(receipt2.runId) || !["passed", "failed", "error", "incomplete"].includes(String(receipt2.status))) throw new CliError("Invalid hosted receipt");
@@ -1595,11 +1635,11 @@ Git: ${git?.head ?? "unavailable"}
       const reportedSources = receipt2.sourceDigests;
       if (receipt2.specDigest !== expectedSpec || !reportedSources || Object.keys(reportedSources).length !== Object.keys(sourceDigests).length || Object.entries(sourceDigests).some(([path, digest]) => reportedSources[path] !== digest)) throw new CliError("Hosted receipt does not match the submitted source/specification");
       const out2 = resolve(cwd, opts.out ?? `.agenttwin/runs/${receipt2.runId}`);
-      await mkdir2(out2, { recursive: true });
-      const evidencePath = join7(out2, "run.json");
-      const reportPath = join7(out2, "report.md");
-      await writeFile3(evidencePath, JSON.stringify(receipt2, null, 2) + "\n", { mode: 384 });
-      await writeFile3(reportPath, `# ${spec.name}: ${receipt2.status}
+      await mkdir3(out2, { recursive: true });
+      const evidencePath = join8(out2, "run.json");
+      const reportPath = join8(out2, "report.md");
+      await writeFile4(evidencePath, JSON.stringify(receipt2, null, 2) + "\n", { mode: 384 });
+      await writeFile4(reportPath, `# ${spec.name}: ${receipt2.status}
 
 Run: ${receipt2.runId}
 
@@ -1633,12 +1673,12 @@ See run.json for assertions, service state, application output and isolation met
       isolation
     };
     const out = resolve(cwd, opts.out ?? `.agenttwin/runs/${runId}`);
-    await mkdir2(out, { recursive: true });
-    await writeFile3(join7(out, "run.json"), JSON.stringify(receipt, null, 2) + "\n", { mode: 384 });
-    await writeFile3(join7(out, "world.json"), JSON.stringify(spec, null, 2) + "\n", { mode: 384 });
+    await mkdir3(out, { recursive: true });
+    await writeFile4(join8(out, "run.json"), JSON.stringify(receipt, null, 2) + "\n", { mode: 384 });
+    await writeFile4(join8(out, "world.json"), JSON.stringify(spec, null, 2) + "\n", { mode: 384 });
     const summary = [`# ${spec.name}: ${report.status}`, "", `Run: ${runId}`, `Image: ${image}`, "", "## Assertions", "", ...report.assertions.map((a) => `- ${a.passed ? "PASS" : "FAIL"} ${a.service}${a.path}: expected ${a.count}, observed ${a.actual}`), "", "## Infrastructure assertions", "", ...(report.infrastructureAssertions ?? []).map((a) => `- ${a.passed ? "PASS" : "FAIL"} ${a.service}: ${JSON.stringify(a.actual)}`), "", "## Coverage", "", report.coverage, "", "External networking disabled. Only explicitly listed source files were uploaded. New state and tokens are created for each run.", "", "See run.json for application output, faults, events, and initial/final state.", ""].join("\n");
-    await writeFile3(join7(out, "report.md"), summary);
-    return { ...receipt, reportPath: join7(out, "report.md"), evidencePath: join7(out, "run.json") };
+    await writeFile4(join8(out, "report.md"), summary);
+    return { ...receipt, reportPath: join8(out, "report.md"), evidencePath: join8(out, "run.json") };
   } finally {
     await rm(stage, { recursive: true, force: true });
   }
@@ -1680,11 +1720,11 @@ async function startGateway(opts) {
   const chatControllers = /* @__PURE__ */ new Map();
   const voiceControllers = /* @__PURE__ */ new Map();
   const directory = resolve2(opts.directory);
-  await mkdir3(directory, { recursive: true, mode: 448 });
-  const storePath = join8(directory, "state.json");
+  await mkdir4(directory, { recursive: true, mode: 448 });
+  const storePath2 = join9(directory, "state.json");
   let store;
   try {
-    store = JSON.parse(await readFile8(storePath, "utf8"));
+    store = JSON.parse(await readFile9(storePath2, "utf8"));
     if (store.schema !== "agenttwin/gateway-v1") throw new Error("Invalid store");
   } catch (error) {
     if (error.code !== "ENOENT") throw error;
@@ -1699,9 +1739,9 @@ async function startGateway(opts) {
   const save = () => {
     const snapshot = JSON.stringify(store);
     writes = writes.then(async () => {
-      const path = join8(directory, `state-${randomUUID2()}.tmp`);
-      await writeFile4(path, snapshot, { mode: 384 });
-      await rename(path, storePath);
+      const path = join9(directory, `state-${randomUUID2()}.tmp`);
+      await writeFile5(path, snapshot, { mode: 384 });
+      await rename(path, storePath2);
     }).catch((error) => {
       storageHealthy = false;
       throw error;
@@ -1734,16 +1774,16 @@ async function startGateway(opts) {
           if (!store.accounts.some((a) => a.id === item.job.accountId && a.active)) throw new Error("Account revoked before execution");
           item.job.status = "running";
           await save();
-          workspace = await mkdtemp2(join8(tmpdir2(), "agenttwin-api-run-"));
+          workspace = await mkdtemp2(join9(tmpdir2(), "agenttwin-api-run-"));
           for (const [file, encoded] of Object.entries(item.files)) {
-            const destination = join8(workspace, uploadPath(file));
-            await mkdir3(dirname2(destination), { recursive: true });
-            await writeFile4(destination, Buffer.from(encoded, "base64"), { mode: 384 });
+            const destination = join9(workspace, uploadPath(file));
+            await mkdir4(dirname2(destination), { recursive: true });
+            await writeFile5(destination, Buffer.from(encoded, "base64"), { mode: 384 });
           }
-          await writeFile4(join8(workspace, "agenttwin.world.json"), JSON.stringify(item.spec));
+          await writeFile5(join9(workspace, "agenttwin.world.json"), JSON.stringify(item.spec));
           if (item.spec.workflowId) {
-            await mkdir3(join8(workspace, ".agenttwin"));
-            await writeFile4(join8(workspace, ".agenttwin/inventory.json"), JSON.stringify({ workflows: [{ id: item.spec.workflowId }] }));
+            await mkdir4(join9(workspace, ".agenttwin"));
+            await writeFile5(join9(workspace, ".agenttwin/inventory.json"), JSON.stringify({ workflows: [{ id: item.spec.workflowId }] }));
           }
           const receipt = await runWorld(workspace, { runtime: "e2b", signal: controllers.get(item.job.id)?.signal, log: () => {
           } });
@@ -1788,7 +1828,7 @@ async function startGateway(opts) {
           return;
         }
         try {
-          const bytes = await readFile8(file);
+          const bytes = await readFile9(file);
           const types = { ".html": "text/html; charset=utf-8", ".js": "text/javascript; charset=utf-8", ".css": "text/css; charset=utf-8", ".json": "application/json", ".svg": "image/svg+xml", ".png": "image/png", ".jpg": "image/jpeg", ".ico": "image/x-icon", ".woff2": "font/woff2" };
           res.writeHead(200, { "content-type": types[extname(file)] ?? "application/octet-stream", "cache-control": "no-store", "x-content-type-options": "nosniff", "referrer-policy": "no-referrer" });
           res.end(bytes);
@@ -1930,7 +1970,7 @@ async function startGateway(opts) {
         return;
       }
       if (path === "/v1/runs" && req.method === "GET") {
-        send(res, 200, { jobs: store.jobs.filter((j) => j.accountId === account.id).sort((a, b) => Date.parse(b.createdAt) - Date.parse(a.createdAt)).slice(0, 100).map(({ id, status, createdAt }) => ({ id, status, createdAt })) });
+        send(res, 200, { jobs: store.jobs.filter((j) => j.accountId === account.id).sort((a, b) => Date.parse(b.createdAt) - Date.parse(a.createdAt)).slice(0, 100).map((job) => ({ id: job.id, status: job.status, createdAt: job.createdAt, name: job.name ?? (typeof job.receipt?.name === "string" ? job.receipt.name : void 0), workflowId: job.workflowId ?? (typeof job.receipt?.workflowId === "string" ? job.receipt.workflowId : void 0), project: job.project ?? (typeof job.receipt?.project === "string" ? job.receipt.project : void 0) })) });
         return;
       }
       if (path === "/v1/runs" && req.method === "POST") {
@@ -1991,7 +2031,7 @@ async function startGateway(opts) {
           return;
         }
         store.jobs = store.jobs.filter((j) => Date.parse(j.createdAt) > Date.now() - 30 * 864e5);
-        const job = { id: randomUUID2(), accountId: account.id, status: "queued", createdAt: (/* @__PURE__ */ new Date()).toISOString() };
+        const job = { id: randomUUID2(), accountId: account.id, status: "queued", createdAt: (/* @__PURE__ */ new Date()).toISOString(), name: spec.name, workflowId: spec.workflowId, project };
         account.runs++;
         store.jobs.push(job);
         await save();