agentcoor 0.0.0-stage → 0.3.7

package/src/share.js

@@ -0,0 +1,222 @@
+// `agentcoor share-model` and `agentcoor share ...`: share a local
+// OpenAI-compatible model endpoint through the AgentCoor fleet tunnel
+// (docs/marketplace/MODEL-HOSTING.md, CHECKLIST WP-7).
+//
+// Flow: ensure a provider profile, create a model listing (billing issues the
+// identity fleet and returns its bbf_ token exactly once), write the token to
+// a mode-600 file, write share.json, publish, then install and verify a second
+// service unit (agentcoor-share) that runs `agentcoor-agent -share-model`.
+// The fleet token never appears in argv, the environment or the console.
+import { lstat, unlink } from "node:fs/promises";
+import { join, dirname } from "node:path";
+import { homedir } from "node:os";
+import { installPaths, writePrivateFile } from "./config.js";
+import { apiJson, errorMessage } from "./http.js";
+import { ensurePrivateDir, atomicWrite, readIfExists } from "./fsx.js";
+import { startService, fetchVerifiedAgent, agentBinaryName, stopPidfileAgent, capture, AGENT_SERVICE } from "./connect.js";
+import { withInstallLock, readAcceptedEpoch, recordAcceptedEpoch } from "./release.js";
+
+export const SHARE_SERVICE = Object.freeze({ ...AGENT_SERVICE, label: "com.agentcoor.share", unit: "agentcoor-share", description: "AgentCoor model share", log: "share", flag: "-share-config", extra: ["-share-model"] });
+export const DEFAULT_FLEET_URL = "https://cloud.nionto.com";
+export const FLEET_TOKEN = /^bbf_[A-Za-z0-9_-]{8,256}$/;
+const LISTING_ID = /^lst_[A-Za-z0-9_-]{1,64}$/;
+const FLEET_ID = /^flt_[A-Za-z0-9_-]{1,64}$/;
+const MODEL = /^[A-Za-z0-9][A-Za-z0-9._:/@+-]{0,127}$/;
+
+export function sharePaths(env = process.env, platform = process.platform) {
+  const p = installPaths(env, platform);
+  const dir = join(p.base, "share");
+  return { ...p, dir, shareConfig: join(dir, "share.json"), tokenFile: join(dir, "fleet.token") };
+}
+
+/** Same rule as internal/modelshare.AllowedUpstreamHost: loopback or tailnet only. */
+export function allowedUpstreamHost(host) {
+  const h = String(host).toLowerCase().replace(/\.$/, "").replace(/^\[|\]$/g, "");
+  if (h === "localhost" || h.endsWith(".localhost") || h.endsWith(".ts.net")) return true;
+  const v4 = /^(\d{1,3})\.(\d{1,3})\.(\d{1,3})\.(\d{1,3})$/.exec(h);
+  if (v4) {
+    const [a, b] = v4.slice(1).map(Number);
+    if (v4.slice(1).some((x) => Number(x) > 255)) return false;
+    return a === 127 || (a === 100 && b >= 64 && b <= 127);
+  }
+  if (h === "::1") return true;
+  return /^fd7a:115c:a1e0:/i.test(h);
+}
+
+export function normalizeEndpoint(raw) {
+  let u;
+  try { u = new URL(String(raw || "").trim()); } catch { throw new Error(`invalid --endpoint URL: ${raw}`); }
+  if (u.protocol !== "http:" && u.protocol !== "https:") throw new Error("--endpoint must be an http(s) URL such as http://127.0.0.1:8000/v1");
+  if (u.username || u.password || u.search || u.hash) throw new Error("--endpoint must not contain credentials, a query or a fragment");
+  if (!allowedUpstreamHost(u.hostname)) throw new Error(`--endpoint host ${u.hostname} is not loopback or a tailnet address; the endpoint must stay on this machine or your tailnet`);
+  return `${u.origin}${u.pathname.replace(/\/+$/, "")}`;
+}
+
+export function normalizeFleetUrl(raw) {
+  let u;
+  try { u = new URL(String(raw || DEFAULT_FLEET_URL).trim()); } catch { throw new Error(`invalid fleet URL: ${raw}`); }
+  const loop = ["localhost", "127.0.0.1", "[::1]"].includes(u.hostname);
+  if (u.protocol !== "https:" && !(u.protocol === "http:" && loop)) throw new Error("fleet URL must use https");
+  if (u.username || u.password) throw new Error("fleet URL must not contain credentials");
+  return u.origin;
+}
+
+function intFlag(v, name, min, max, dflt) {
+  if (v === undefined) return dflt;
+  const n = Number(v);
+  if (!Number.isSafeInteger(n) || n < min || n > max) throw new Error(`--${name} must be an integer between ${min} and ${max}`);
+  return n;
+}
+
+/** Validate share-model flags into a listing spec + local settings. Pure; tested. */
+export function shareSpec(f) {
+  if (!f.endpoint || !f.model) throw new Error("usage: agentcoor share-model --endpoint http://127.0.0.1:8000/v1 --model <name> [--context N] [--max-concurrency N]");
+  if (!MODEL.test(f.model)) throw new Error("--model contains unexpected characters");
+  if (f["price-input"] !== undefined || f["price-output"] !== undefined) {
+    throw new Error("model listings are paid at AgentCoor tier prices in v1; --price-input/--price-output are not accepted yet (see the earnings rate in the dashboard)");
+  }
+  const upstream = normalizeEndpoint(f.endpoint);
+  const spec = { model: f.model, context: intFlag(f.context, "context", 1024, 2_000_000, 8192), max_concurrency: intFlag(f["max-concurrency"], "max-concurrency", 1, 16, 1) };
+  return { spec, upstream, visibility: f.private ? "private" : "public" };
+}
+
+async function call(api, origin, key, path, opts) {
+  const r = await api(origin, path, key, { timeoutMs: 30_000, ...opts });
+  if (r.status === 401) throw new Error("AgentCoor rejected this API key");
+  return r;
+}
+
+/** Write the one-time fleet token before anything else can fail, so it is never lost. */
+export async function saveFleetToken(path, token) {
+  if (!FLEET_TOKEN.test(String(token || ""))) throw new Error("billing returned no valid fleet token");
+  await ensurePrivateDir(dirname(path));
+  await atomicWrite(path, `${token}\n`, { mode: 0o600 });
+}
+
+export async function readShareConfig(env = process.env) {
+  const text = await readIfExists(sharePaths(env).shareConfig);
+  if (text === null) throw new Error("no model is shared from this machine (share.json not found); run `agentcoor share-model` first");
+  const cfg = JSON.parse(text);
+  if (!LISTING_ID.test(String(cfg.listing_id || ""))) throw new Error("share.json has no valid listing_id");
+  return cfg;
+}
+
+/** Ensure the agent binary exists (installed by `agentcoor connect`, else a verified download). */
+export async function ensureAgentBinary({ origin, p, log, fetcher }) {
+  if (await lstat(p.bin).catch(() => null)) return;
+  for (const d of [p.base, dirname(p.bin), p.state, p.logs]) await ensurePrivateDir(d);
+  await withInstallLock(p.base, async () => {
+    const name = agentBinaryName();
+    log(`==> Downloading ${name}`);
+    const { binary, digest, manifest } = await fetchVerifiedAgent(origin, name, { acceptedEpoch: await readAcceptedEpoch(p.base), ...(fetcher ? { fetcher } : {}) });
+    await recordAcceptedEpoch(p.base, manifest.epoch);
+    await atomicWrite(p.bin, binary, { mode: 0o755, sha256: digest });
+    log(`==> Verified signed release ${manifest.version} and SHA-256 ${digest}`);
+  });
+}
+
+export async function shareModel({ origin, apiKey, flags, env = process.env, log = () => {}, api = apiJson, start = startService, ensureBinary = ensureAgentBinary }) {
+  const { spec, upstream, visibility } = shareSpec(flags);
+  const fleetBase = normalizeFleetUrl(flags["fleet-url"] || env.AGENTCOOR_FLEET_URL || DEFAULT_FLEET_URL);
+  const p = sharePaths(env);
+  const existing = await readIfExists(p.shareConfig);
+  if (existing !== null && !flags.replace) throw new Error(`a model is already shared from this machine (${p.shareConfig}); run \`agentcoor share withdraw\` first, or pass --replace`);
+
+  let r = await call(api, origin, apiKey, "/v1/marketplace/providers", { method: "POST", body: {} });
+  if (!r.ok) throw new Error(`provider profile: ${errorMessage(r)}`);
+  r = await call(api, origin, apiKey, "/v1/marketplace/listings", { method: "POST", body: { product: "model", visibility, spec } });
+  if (!r.ok) throw new Error(`create listing: ${errorMessage(r)}`);
+  const listingId = r.data?.listing_id;
+  if (!LISTING_ID.test(String(listingId || ""))) throw new Error("billing returned no listing id");
+  let fleetId = r.data?.fleet_id, token = r.data?.fleet_token;
+  if (token) await saveFleetToken(p.tokenFile, token);
+  log(`==> Created listing ${listingId} (${spec.model}, ${visibility})`);
+
+  r = await call(api, origin, apiKey, `/v1/marketplace/listings/${listingId}`, { method: "PATCH", body: { action: "publish" } });
+  if (!r.ok) throw new Error(`publish ${listingId}: ${errorMessage(r)} (withdraw it with: agentcoor share withdraw --listing ${listingId})`);
+  if (!token && r.data?.fleet_token) { token = r.data.fleet_token; fleetId = r.data.fleet_id; await saveFleetToken(p.tokenFile, token); }
+  token = undefined; // never kept around or printed
+  if (!(await lstat(p.tokenFile).catch(() => null))) throw new Error(`billing did not issue a fleet for ${listingId}; withdraw it with: agentcoor share withdraw --listing ${listingId}`);
+  fleetId = fleetId || r.data?.listing?.fleet_id;
+  if (!FLEET_ID.test(String(fleetId || ""))) throw new Error("billing returned no fleet id");
+  log(`==> Published: state ${r.data?.state || "probing"}; fleet ${fleetId}; token saved to ${p.tokenFile} (mode 600)`);
+
+  const share = { fleet_base: fleetBase, fleet_id: fleetId, listing_id: listingId, token_file: p.tokenFile, upstream, model: spec.model, max_concurrency: spec.max_concurrency, gateway: origin };
+  await writePrivateFile(p.shareConfig, JSON.stringify(share, null, 2) + "\n");
+  log(`==> Share configuration written to ${p.shareConfig}`);
+
+  await ensureBinary({ origin, p, log });
+  await stopPidfileAgent(join(p.state, "share.pid"), [p.bin]);
+  await start({ bin: p.bin, config: p.shareConfig, logs: p.logs, state: p.state, log, env, service: SHARE_SERVICE });
+  log("==> Done. Probes run next; the listing becomes active when they pass. Check with: agentcoor share status");
+  return share;
+}
+
+/** Stop and remove the agentcoor-share service (never touches the terminal agent). */
+export async function stopShareService({ env = process.env, platform = process.platform, run = capture } = {}) {
+  const home = env.HOME || homedir();
+  const p = sharePaths(env, platform);
+  if (platform === "darwin") {
+    run("launchctl", ["bootout", `gui/${process.getuid()}/${SHARE_SERVICE.label}`]);
+    await unlink(join(home, "Library", "LaunchAgents", `${SHARE_SERVICE.label}.plist`)).catch(() => {});
+  } else {
+    run("systemctl", ["--user", "disable", "--now", `${SHARE_SERVICE.unit}.service`]);
+    await unlink(join(env.XDG_CONFIG_HOME || join(home, ".config"), "systemd", "user", `${SHARE_SERVICE.unit}.service`)).catch(() => {});
+  }
+  await stopPidfileAgent(join(p.state, "share.pid"), [p.bin]);
+}
+
+export async function shareCommand(sub, { origin, apiKey, flags, env = process.env, out = () => {}, api = apiJson, stop = stopShareService }) {
+  // Earnings are account-wide (models, jobs and tools alike): no listing or
+  // share.json is needed, so a jobs/tools-only provider can read them too.
+  if (sub === "earnings") {
+    const r = await call(api, origin, apiKey, "/v1/marketplace/providers/me/earnings", {});
+    if (r.status === 404) { out(`earnings is not available to API keys yet. See ${origin} (Points tab).\n`); return 0; }
+    if (!r.ok) throw new Error(`earnings: ${errorMessage(r)}`);
+    out(JSON.stringify(r.data, null, 2) + "\n");
+    return 0;
+  }
+  const listingId = flags.listing || (await readShareConfig(env)).listing_id;
+  if (!LISTING_ID.test(listingId)) throw new Error("--listing must be a lst_ id");
+  const path = `/v1/marketplace/listings/${listingId}`;
+  switch (sub) {
+    case "pause": case "resume": case "withdraw": {
+      const r = await call(api, origin, apiKey, path, { method: "PATCH", body: { action: sub } });
+      if (!r.ok) throw new Error(`${sub}: ${errorMessage(r)}`);
+      out(`${listingId}: ${r.data?.state}\n`);
+      if (sub === "withdraw") {
+        const p = sharePaths(env);
+        const cfg = await readShareConfig(env).catch(() => null);
+        // Only the listing this machine serves stops the local share service;
+        // withdrawing some other listing by id leaves it running.
+        if (!flags.listing || cfg?.listing_id === listingId) {
+          await stop({ env });
+          for (const f of [p.tokenFile, p.shareConfig]) await unlink(f).catch(() => {});
+          out("Stopped the agentcoor-share service and removed the fleet token and share.json.\n");
+        }
+        if (r.data?.fleet_revoked === false) out("warning: billing could not revoke the fleet yet; it retries on the next withdraw call.\n");
+      }
+      return 0;
+    }
+    case "status": {
+      const r = await call(api, origin, apiKey, "/v1/marketplace/providers/me/listings", {});
+      if (!r.ok) throw new Error(`status: ${errorMessage(r)}`);
+      const l = (r.data?.data || []).find((x) => x.id === listingId);
+      if (!l) throw new Error(`listing ${listingId} not found for this account`);
+      // Billing's owner view does not carry the fleet; share.json on this machine does.
+      const local = await readShareConfig(env).catch(() => null);
+      const fleet = l.fleet_id || (local?.listing_id === l.id ? local.fleet_id : "") || "none";
+      out(`Listing:     ${l.id}\nModel:       ${l.spec?.model}\nState:       ${l.state}${l.state_reason ? ` (${l.state_reason})` : ""}\nRoutable:    ${l.routable ? "yes" : "no"}\nHeartbeat:   ${l.heartbeat_age_s == null ? "never" : `${l.heartbeat_age_s}s ago`}\nReliability: ${(l.reliability_bp / 100).toFixed(2)}%\nFleet:       ${fleet}\n`);
+      return 0;
+    }
+    case "usage": {
+      const r = await call(api, origin, apiKey, `${path}/usage`, {});
+      if (r.status === 404) { out(`${sub} is not available to API keys yet. See ${origin} (Points tab).\n`); return 0; }
+      if (!r.ok) throw new Error(`${sub}: ${errorMessage(r)}`);
+      out(JSON.stringify(r.data, null, 2) + "\n");
+      return 0;
+    }
+    default:
+      throw new Error("usage: agentcoor share <pause|resume|withdraw|status|usage|earnings> [--listing lst_...]");
+  }
+}

package/src/signature.js

@@ -0,0 +1,27 @@
+import { createPublicKey, verify, createHash } from "node:crypto";
+
+/**
+ * AgentCoor release signing key (Ed25519, public half). release.json (which
+ * also lists install.sh by SHA-256 and size) is signed offline with the private half (scripts/sign-release.sh);
+ * see release.js for what a verified manifest must also satisfy. Keep in sync
+ * with web/public/install.sh, docs/SECURITY.md and the dashboard.
+ */
+export const RELEASE_PUBLIC_KEY = `-----BEGIN PUBLIC KEY-----
+MCowBQYDK2VwAyEAC27Sl1eaSoUeW7S30V0+21v/EpsL7Nxl2mVIPJ8Ni3U=
+-----END PUBLIC KEY-----
+`;
+
+/** sha256 of the DER SubjectPublicKeyInfo (matches `openssl pkey -pubin -outform DER | openssl dgst -sha256`). */
+export function keyFingerprint(pem = RELEASE_PUBLIC_KEY) {
+  return createHash("sha256").update(createPublicKey(pem).export({ type: "spki", format: "der" })).digest("hex");
+}
+
+/** Fail closed: throws unless `sig` is a valid Ed25519 signature of the exact bytes `data` by the release key. */
+export function verifyReleaseSignature(data, sig, pem = RELEASE_PUBLIC_KEY, label = "release.json") {
+  if (!sig || sig.length === 0) throw new Error(`${label}.sig is missing: refusing to trust an unsigned ${label}`);
+  if (sig.length !== 64) throw new Error(`${label}.sig is malformed: refusing to trust ${label}`);
+  const key = createPublicKey(pem);
+  if (key.asymmetricKeyType !== "ed25519") throw new Error("release key is not Ed25519");
+  if (!verify(null, Buffer.from(data), key, Buffer.from(sig))) throw new Error(`${label} signature is invalid: refusing to trust it`);
+  return true;
+}

package/src/toml.js

@@ -0,0 +1,137 @@
+// Minimal, conservative TOML structure scanner. It does not evaluate values; it
+// only finds top-level table headers and refuses input it cannot account for, so
+// we never rewrite a config file we do not understand.
+
+const KEY = String.raw`(?:[A-Za-z0-9_-]+|"(?:[^"\\]|\\.)*"|'[^']*')`;
+const DOTTED = String.raw`${KEY}(?:\s*\.\s*${KEY})*`;
+const HEADER = new RegExp(String.raw`^\s*(\[\[?)\s*(${DOTTED})\s*(\]\]?)\s*(?:#.*)?$`);
+const KV = new RegExp(String.raw`^\s*${DOTTED}\s*=`);
+
+const unescapeBasic = (body, line) => body.replace(/\\(?:u([0-9A-Fa-f]{4})|U([0-9A-Fa-f]{8})|(.))/g, (m, u4, u8, c) => {
+  if (u4 || u8) {
+    const cp = parseInt(u4 || u8, 16);
+    if (cp > 0x10ffff || (cp >= 0xd800 && cp <= 0xdfff)) throw new Error(`invalid unicode escape in key on line ${line}`);
+    return String.fromCodePoint(cp);
+  }
+  const map = { b: "\b", t: "\t", n: "\n", f: "\f", r: "\r", e: "\x1b", '"': '"', "\\": "\\" };
+  if (!(c in map)) throw new Error(`invalid escape in key on line ${line}`);
+  return map[c];
+});
+
+/**
+ * Split a TOML dotted key into its canonical components: bare keys as written,
+ * "basic" keys unescaped, 'literal' keys verbatim. So [a."b"], [ a . 'b' ] and
+ * [a.b] all canonicalize to ["a", "b"], while [a."b.c"] is ["a", "b.c"].
+ */
+export function parseDottedKey(src, line = 0) {
+  const parts = [];
+  let i = 0;
+  const s = String(src);
+  const ws = () => { while (i < s.length && (s[i] === " " || s[i] === "\t")) i++; };
+  for (;;) {
+    ws();
+    if (s[i] === '"') {
+      let j = i + 1;
+      while (j < s.length && s[j] !== '"') j += s[j] === "\\" ? 2 : 1;
+      if (j >= s.length) throw new Error(`unterminated quoted key on line ${line}`);
+      parts.push(unescapeBasic(s.slice(i + 1, j), line)); i = j + 1;
+    } else if (s[i] === "'") {
+      const j = s.indexOf("'", i + 1);
+      if (j < 0) throw new Error(`unterminated quoted key on line ${line}`);
+      parts.push(s.slice(i + 1, j)); i = j + 1;
+    } else {
+      const m = /^[A-Za-z0-9_-]+/.exec(s.slice(i));
+      if (!m) throw new Error(`malformed key on line ${line}`);
+      parts.push(m[0]); i += m[0].length;
+    }
+    ws();
+    if (i >= s.length) return parts;
+    if (s[i] !== ".") throw new Error(`malformed key on line ${line}`);
+    i++;
+  }
+}
+
+/** True when `path` is the table `name` (a dotted key string) or one of its sub-tables. */
+export function tableOwnedBy(path, name) {
+  const want = parseDottedKey(name);
+  return path.length >= want.length && want.every((c, k) => path[k] === c);
+}
+
+/**
+ * Returns [{ line, name, path }] for each top-level table header. Throws on anything
+ * that does not look like TOML (unbalanced brackets or strings, stray lines).
+ */
+export function scanToml(text) {
+  const lines = String(text).split("\n");
+  const headers = [];
+  let depth = 0;      // [] and {} nesting inside a value
+  let ml = null;      // inside a multi-line string: '"""' or "'''"
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i];
+    const topLevel = depth === 0 && ml === null;
+    if (topLevel) {
+      const t = line.trim();
+      if (t === "" || t.startsWith("#")) continue;
+      const h = line.match(HEADER);
+      if (h) {
+        if ((h[1] === "[[") !== (h[3] === "]]")) throw new Error(`malformed TOML header on line ${i + 1}`);
+        headers.push({ line: i, name: h[2].replace(/\s+/g, ""), path: parseDottedKey(h[2], i + 1) });
+        continue;
+      }
+      if (!KV.test(line)) throw new Error(`malformed TOML on line ${i + 1}`);
+    }
+    // Scan characters to track strings and bracket depth.
+    let j = topLevel ? line.indexOf("=") + 1 : 0;
+    while (j < line.length) {
+      if (ml) {
+        const end = line.indexOf(ml, j);
+        if (end < 0) { j = line.length; break; }
+        j = end + 3; ml = null; continue;
+      }
+      const c = line[j];
+      if (c === "#") break;
+      if (line.startsWith('"""', j) || line.startsWith("'''", j)) { ml = line.slice(j, j + 3); j += 3; continue; }
+      if (c === '"') {
+        j++;
+        while (j < line.length && line[j] !== '"') j += line[j] === "\\" ? 2 : 1;
+        if (j >= line.length) throw new Error(`unterminated string on line ${i + 1}`);
+        j++; continue;
+      }
+      if (c === "'") {
+        const end = line.indexOf("'", j + 1);
+        if (end < 0) throw new Error(`unterminated string on line ${i + 1}`);
+        j = end + 1; continue;
+      }
+      if (c === "[" || c === "{") depth++;
+      else if (c === "]" || c === "}") { depth--; if (depth < 0) throw new Error(`unbalanced brackets on line ${i + 1}`); }
+      j++;
+    }
+  }
+  if (depth !== 0 || ml !== null) throw new Error("malformed TOML: unterminated array, table or string");
+  return headers;
+}
+
+/**
+ * Remove the tables named in `names` (and their sub-tables, e.g. mcp_servers.agentcoor.env)
+ * plus the block's own leading comment line, then append `block`. Idempotent: running it twice gives the same text.
+ */
+export function replaceTomlTables(text, names, block) {
+  const first = block.replace(/^\n+/, "").split("\n")[0];
+  const marker = first.startsWith("#") ? first : null;
+  const src = String(text || "");
+  const headers = scanToml(src);
+  const lines = src.split("\n");
+  const drop = new Set();
+  headers.forEach((h, k) => {
+    if (!names.some((x) => tableOwnedBy(h.path, x))) return;
+    const end = k + 1 < headers.length ? headers[k + 1].line : lines.length;
+    for (let i = h.line; i < end; i++) drop.add(i);
+  });
+  const kept = lines.filter((l, i) => !drop.has(i) && (marker === null || l !== marker));
+  let out = kept.join("\n").replace(/\n{3,}/g, "\n\n").replace(/\s+$/, "");
+  out = (out ? `${out}\n\n` : "") + block.replace(/^\n+/, "").replace(/\s+$/, "") + "\n";
+  scanToml(out);
+  return out;
+}
+
+export const tomlString = (s) => JSON.stringify(String(s)); // JSON string escapes are valid TOML basic-string escapes