@inneranimalmedia/agentsam-sdk 2.6.4 → 2.6.7

package/src/attachments/intake.js

@@ -0,0 +1,235 @@
+/**
+ * Portable multimodal attachment intake (CLI + Local Studio).
+ * Authority: AgentAttachment references — never base64 in AgentInput.
+ */
+import crypto from 'node:crypto';
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+import { createRequire } from 'node:module';
+
+const require = createRequire(import.meta.url);
+
+const IMAGE_EXT = new Set(['.png', '.jpg', '.jpeg', '.webp', '.gif', '.avif', '.heic', '.heif', '.svg']);
+
+function trySharp() {
+  try {
+    return require('sharp');
+  } catch {
+    return null;
+  }
+}
+
+function sha256Buffer(buf) {
+  return `sha256:${crypto.createHash('sha256').update(buf).digest('hex')}`;
+}
+
+function sniffMime(buf, filePath = '') {
+  if (buf?.length >= 8 && buf[0] === 0x89 && buf[1] === 0x50) return 'image/png';
+  if (buf?.length >= 3 && buf[0] === 0xff && buf[1] === 0xd8 && buf[2] === 0xff) return 'image/jpeg';
+  if (buf?.length >= 12 && buf.toString('ascii', 0, 4) === 'RIFF' && buf.toString('ascii', 8, 12) === 'WEBP') {
+    return 'image/webp';
+  }
+  if (buf?.length >= 12 && buf.toString('ascii', 4, 8) === 'ftyp') return 'image/avif';
+  const ext = path.extname(filePath).toLowerCase();
+  if (ext === '.svg' || (buf && /<svg[\s>]/i.test(buf.toString('utf8', 0, 256)))) return 'image/svg+xml';
+  if (ext === '.gif') return 'image/gif';
+  if (ext === '.png') return 'image/png';
+  if (ext === '.jpg' || ext === '.jpeg') return 'image/jpeg';
+  if (ext === '.webp') return 'image/webp';
+  return 'application/octet-stream';
+}
+
+function kindFromMime(mime) {
+  if (String(mime).startsWith('image/')) return 'image';
+  if (String(mime).startsWith('audio/')) return 'audio';
+  if (String(mime).startsWith('video/')) return 'video';
+  if (String(mime).startsWith('text/')) return 'text';
+  return 'binary';
+}
+
+function nextTokenLabel(index) {
+  return `[Image #${index}]`;
+}
+
+/**
+ * Intake a local filesystem path into a structured AgentAttachment.
+ * Local-first: no Cloudflare required.
+ */
+export async function intakeLocalPath(filePath, {
+  lifetime = 'ephemeral',
+  workDir = path.join(os.tmpdir(), 'agentsam-attachments'),
+  maxPixels = 40_000_000,
+  inferenceLongEdge = 2048,
+  index = 1,
+} = {}) {
+  const abs = path.resolve(String(filePath).replace(/^@/, '').replace(/^['"]|['"]$/g, ''));
+  if (!fs.existsSync(abs)) {
+    const err = new Error(`attachment_missing:${abs}`);
+    err.code = 'attachment_missing';
+    throw err;
+  }
+  const buf = fs.readFileSync(abs);
+  const mimeType = sniffMime(buf, abs);
+  const kind = kindFromMime(mimeType);
+  const id = `att_${crypto.randomBytes(8).toString('hex')}`;
+  const sha256 = sha256Buffer(buf);
+  const name = path.basename(abs);
+
+  /** @type {import('../../agentsam-contracts/src/artifacts.ts').AgentAttachment} */
+  const attachment = {
+    id,
+    name,
+    mimeType,
+    size: buf.length,
+    kind,
+    source: { type: 'local_path', path: abs },
+    sha256,
+    lifetime,
+    metadata: {
+      token: kind === 'image' ? nextTokenLabel(index) : `[File #${index}]`,
+    },
+  };
+
+  if (kind === 'image' && mimeType !== 'image/svg+xml') {
+    const sharp = trySharp();
+    if (sharp) {
+      const meta = await sharp(buf, { failOn: 'none' }).metadata();
+      const width = meta.width || 0;
+      const height = meta.height || 0;
+      if (width * height > maxPixels) {
+        const err = new Error(`attachment_pixel_guard:${width}x${height}`);
+        err.code = 'attachment_pixel_guard';
+        throw err;
+      }
+      attachment.image = {
+        width,
+        height,
+        alpha: Boolean(meta.hasAlpha),
+        orientation: meta.orientation,
+      };
+
+      // Inference derivative — preserve original path as source
+      fs.mkdirSync(workDir, { recursive: true });
+      const inferPath = path.join(workDir, `${id}-inference.png`);
+      let pipeline = sharp(buf, { failOn: 'none' }).rotate();
+      const longEdge = Math.max(width, height);
+      if (longEdge > inferenceLongEdge) {
+        pipeline = pipeline.resize({
+          width: width >= height ? inferenceLongEdge : undefined,
+          height: height > width ? inferenceLongEdge : undefined,
+          fit: 'inside',
+          withoutEnlargement: true,
+        });
+      }
+      // Flatten transparent marks onto neutral for vision (keep original intact)
+      if (meta.hasAlpha) {
+        pipeline = pipeline.flatten({ background: { r: 32, g: 36, b: 44 } });
+      }
+      await pipeline.png().toFile(inferPath);
+      const inferStat = fs.statSync(inferPath);
+      const inferMeta = await sharp(inferPath).metadata();
+      attachment.inference = {
+        mimeType: 'image/png',
+        source: { type: 'local_path', path: inferPath },
+        width: inferMeta.width,
+        height: inferMeta.height,
+        bytes: inferStat.size,
+      };
+      attachment.preview = { localPath: inferPath };
+    } else {
+      attachment.metadata.capability_warning = {
+        status: 'blocked',
+        reason: 'capability_missing',
+        capability_id: 'image.raster.transform',
+        acceptable_backends: ['sharp', 'imagemagick'],
+      };
+    }
+  }
+
+  return attachment;
+}
+
+/**
+ * Parse CLI tokens for @path / absolute image paths dropped into the prompt.
+ * Returns { text, attachmentPaths }.
+ */
+export function extractAttachmentPathsFromText(text = '') {
+  const paths = [];
+  let cleaned = String(text || '');
+  // @./file or @/abs or @~/rel
+  cleaned = cleaned.replace(/(^|\s)@([^\s]+)/g, (full, lead, p) => {
+    const candidate = p.replace(/^['"]|['"]$/g, '');
+    const expanded = candidate.startsWith('~/')
+      ? path.join(os.homedir(), candidate.slice(2))
+      : path.resolve(candidate);
+    if (fs.existsSync(expanded) && IMAGE_EXT.has(path.extname(expanded).toLowerCase())) {
+      paths.push(expanded);
+      return `${lead}`;
+    }
+    return full;
+  });
+  // bare absolute/relative image path as sole token
+  cleaned = cleaned.replace(/(^|\s)(\/?[^\s]+\.(?:png|jpe?g|webp|gif|avif|heic|svg))\b/gi, (full, lead, p) => {
+    const expanded = p.startsWith('~/')
+      ? path.join(os.homedir(), p.slice(2))
+      : path.isAbsolute(p)
+        ? p
+        : path.resolve(p);
+    if (fs.existsSync(expanded)) {
+      paths.push(expanded);
+      return lead;
+    }
+    return full;
+  });
+  return {
+    text: cleaned.replace(/\s+/g, ' ').trim(),
+    attachmentPaths: [...new Set(paths)],
+  };
+}
+
+/**
+ * Validate selected model modalities against attachments.
+ * Fail closed — never silently swap models.
+ */
+export function validateAttachmentModalities({ attachments = [], model = {} } = {}) {
+  const modalities = new Set(model.input_modalities || model.inputModalities || ['text']);
+  const accepted = new Set(
+    model.attachment_policy?.accepted_mime_types
+      || model.acceptedMimeTypes
+      || (modalities.has('image') ? ['image/png', 'image/jpeg', 'image/webp', 'image/gif'] : []),
+  );
+  const images = attachments.filter((a) => a.kind === 'image' || String(a.mimeType || '').startsWith('image/'));
+  if (!images.length) return { ok: true, images: [] };
+  if (!modalities.has('image')) {
+    return {
+      ok: false,
+      code: 'model_rejects_image',
+      message: `${model.id || model.name || 'Selected model'} does not accept image input.`,
+      images,
+    };
+  }
+  for (const img of images) {
+    const mime = String(img.inference?.mimeType || img.mimeType || '');
+    if (accepted.size && mime && !accepted.has(mime) && !accepted.has(img.mimeType)) {
+      return {
+        ok: false,
+        code: 'mime_not_accepted',
+        message: `${model.id || 'Model'} does not accept ${mime || img.mimeType}.`,
+        images,
+      };
+    }
+  }
+  return { ok: true, images };
+}
+
+export function formatAttachmentChip(attachment) {
+  const token = attachment.metadata?.token || attachment.name;
+  const dims = attachment.image
+    ? `${attachment.image.width}×${attachment.image.height}`
+    : '—';
+  const kb = attachment.size < 1024
+    ? `${attachment.size} B`
+    : `${(attachment.size / 1024).toFixed(attachment.size >= 10240 ? 0 : 1)} KB`;
+  return `${token}  ${attachment.mimeType || 'unknown'} · ${dims} · ${kb}`;
+}

package/src/capabilities/repository-snapshot.js

@@ -4,7 +4,7 @@ import { execFile } from 'node:child_process';
 import { promisify } from 'node:util';
 import { fileURLToPath } from 'node:url';
 import { createHash } from 'node:crypto';
-import { resolveGitContext } from '../../packages/agentsam-repository/src/git-context.js';
+import { tryResolveGitContext } from '../../packages/agentsam-repository/src/git-context.js';
 import { getRepositoryId, tryReadProjectConfig } from '../lib/project-config.js';
 import { buildMerkleTree } from '../../packages/agentsam-repository/src/merkle/index.js';
 import { gitIgnoredPaths } from '../../packages/agentsam-repository/src/merkle/git-ignore.js';
@@ -111,7 +111,23 @@ export async function repositorySnapshot({ cwd = process.cwd(), churnDays = 30 }
   if (!Number.isInteger(churnDays) || churnDays < 1 || churnDays > 3650) {
     throw new RangeError('churnDays must be an integer from 1..3650');
   }
-  const git = resolveGitContext({ cwd });
+  const requestedRoot = path.resolve(cwd);
+  if (!fs.existsSync(requestedRoot) || !fs.statSync(requestedRoot).isDirectory()) {
+    throw new Error(`repository_root_not_found:${requestedRoot}`);
+  }
+  const resolvedGit = tryResolveGitContext({ cwd: requestedRoot });
+  const git = resolvedGit || {
+    root: requestedRoot,
+    remoteUrl: '',
+    remoteHost: null,
+    repoFullName: null,
+    owner: null,
+    repo: null,
+    revisionSha: null,
+    branch: null,
+    detached: false,
+    dirty: null,
+  };
   const root = git.root;
   const ignored = await gitIgnoredPaths(root);
   const projectConfig = tryReadProjectConfig(root);
@@ -137,6 +153,7 @@ export async function repositorySnapshot({ cwd = process.cwd(), churnDays = 30 }
     repository: {
       repository_id: repositoryId,
       identity_source: projectRepositoryId ? 'project-config' : knowledge.repository_id ? 'knowledge-config' : portableRepositoryId ? 'git-remote' : 'unresolved',
+      source_kind: resolvedGit ? 'git' : 'filesystem',
       provider,
       full_name: git.repoFullName,
       remote_url: git.remoteUrl || null,

package/src/cli/command-catalog.js

@@ -3,7 +3,7 @@
  * Alias ≠ authority: skill tips and SAM operation ids live here so help is not a prose-only dump.
  */
 
-/** @typedef {{ id: string, aliases?: string[], summary: string, topic: string, skill?: string, operation?: string, common?: boolean }} CliCommandEntry */
+/** @typedef {{ id: string, aliases?: string[], summary: string, topic: string, skill?: string, operation?: string, common?: boolean, usage?: string[], options?: Array<{ flag: string, description: string }> }} CliCommandEntry */
 
 /** @type {CliCommandEntry[]} */
 export const CLI_COMMAND_CATALOG = Object.freeze([
@@ -13,13 +13,41 @@ export const CLI_COMMAND_CATALOG = Object.freeze([
   { id: 'plugins', summary: 'Install and manage AgentSam plugins', topic: 'create', skill: 'agentsam-app-fundamentals' },
   { id: 'dev', summary: 'Run this project’s npm dev script', topic: 'work', skill: 'agentsam-app-fundamentals' },
   { id: 'inspect', summary: 'Bounded repository inspect / authority view', topic: 'work', skill: 'agentsam-app-fundamentals', operation: 'repository.inspect', common: true },
+  { id: 'machine', summary: 'Deterministic local machine perception (inspect / asset discovery)', topic: 'work', skill: 'agentsam-app-fundamentals', operation: 'machine.inspect', common: true },
   { id: 'capabilities', summary: 'Inspect capability contracts', topic: 'create', skill: 'agentsam-app-fundamentals' },
+  {
+    id: 'setup',
+    summary: 'Discover → plan → approve → install capabilities (Homebrew-style)',
+    topic: 'start',
+    skill: 'agentsam-app-fundamentals',
+    common: true,
+    usage: [
+      'agentsam setup [capability-id] [--dry-run|--yes]',
+      'agentsam setup runtime [--profile <id>] [--dry-run|--yes]',
+      'agentsam setup --list',
+    ],
+  },
   { id: 'skills', aliases: ['skill'], summary: 'List or load portable skill instructions', topic: 'create', skill: 'agentsam-app-fundamentals', common: true },
   { id: 'context', summary: 'Git + bridge context from any repo', topic: 'work', skill: 'agentsam-app-fundamentals' },
-  { id: 'status', summary: 'Account, models, terminal, and live deploy awareness', topic: 'runtime', skill: 'agentsam-progression-guard', common: true },
+  {
+    id: 'status',
+    summary: 'Account, models, terminal, and live deploy awareness',
+    topic: 'runtime',
+    skill: 'agentsam-progression-guard',
+    common: true,
+    usage: ['agentsam status [--offline] [--no-discover] [--json] [-i|--interactive]'],
+    options: [
+      { flag: '--offline', description: 'Skip network-dependent status probes.' },
+      { flag: '--no-discover', description: 'Skip provider model discovery.' },
+      { flag: '--json', description: 'Emit the machine-readable status + next-action plan.' },
+      { flag: '-i, --interactive', description: 'Open the interactive next-action menu.' },
+    ],
+  },
   { id: 'db', summary: 'Project-local SQLite status/init', topic: 'runtime', skill: 'agentsam-app-fundamentals' },
   { id: 'models', summary: 'Probe hosted/local model availability', topic: 'start', skill: 'agentsam-app-fundamentals', common: true },
   { id: 'providers', summary: 'Configure machine provider credentials', topic: 'start', skill: 'agentsam-app-fundamentals' },
+  { id: 'credentials', aliases: ['credential'], summary: 'Audit credentials, drift, and failure remediation (never prints secrets)', topic: 'start', skill: 'agentsam-app-fundamentals', common: true },
+  { id: 'cheat-sheet', aliases: ['cheatsheet'], summary: 'Organized command groups (gcloud-like)', topic: 'start', skill: 'agentsam-app-fundamentals', common: true },
   { id: 'env', summary: 'Provider profile / shell loader helpers', topic: 'start', skill: 'agentsam-app-fundamentals' },
   { id: 'api-key', aliases: ['apikey', 'api-keys'], summary: 'Create/list/rotate AgentSam API keys (aak_*)', topic: 'start', skill: 'agentsam-app-fundamentals', common: true },
   { id: 'login', summary: 'Sign in and persist machine-local session', topic: 'start', skill: 'agentsam-app-fundamentals' },
@@ -31,15 +59,37 @@ export const CLI_COMMAND_CATALOG = Object.freeze([
   { id: 'ollama', summary: 'Local Ollama setup/status/models', topic: 'runtime', skill: 'agentsam-app-fundamentals' },
   { id: 'tunnel', summary: 'Cloudflare Tunnel via Wrangler', topic: 'runtime', skill: 'agentsam-cloudflare-workers' },
   { id: 'connections', aliases: ['connection'], summary: 'Inspect execution connections', topic: 'runtime', skill: 'agentsam-cloudflare-workers' },
+  { id: 'compute', summary: 'Alias for google-cloud compute/iam helpers', topic: 'runtime', skill: 'agentsam-app-fundamentals' },
+  { id: 'google-cloud', aliases: ['gcp', 'gcloud'], summary: 'Google Cloud auth, projects, compute, IAM SAs, billing, doctor', topic: 'runtime', skill: 'agentsam-app-fundamentals', common: true },
+  { id: 'billing', aliases: ['costs'], summary: 'Billing account relationships (not --billing-project)', topic: 'runtime', skill: 'agentsam-app-fundamentals' },
+  { id: 'update', summary: 'Component update preview (gcloud-like)', topic: 'runtime', skill: 'agentsam-app-fundamentals' },
   { id: 'deploy', summary: 'Graduate intentionally to cloud', topic: 'runtime', skill: 'agentsam-progression-guard', common: true },
   { id: 'deploy-receipt', summary: 'Merkle deploy/checkpoint receipts', topic: 'runtime', skill: 'agentsam-progression-guard' },
   { id: 'cloudflare', aliases: ['cf'], summary: 'Wrangler reads + Worker CPU profiles', topic: 'runtime', skill: 'agentsam-cloudflare-workers' },
   { id: 'go', summary: 'Go product discover/build/deploy', topic: 'runtime', skill: 'agentsam-cloudflare-workers' },
+  { id: 'rust', aliases: ['wasm', 'rapid-rust'], summary: 'Rust/Wasm scaffold, doctor, check, build, dev, explicit deploy', topic: 'runtime', skill: 'agentsam-cloudflare-workers' },
   { id: 'mcp', summary: 'MCP server catalog and client adapters', topic: 'runtime', skill: 'agentsam-cloudflare-workers' },
   { id: 'eval', summary: 'Context fixtures and live eval telemetry', topic: 'runtime', skill: 'agentsam-app-fundamentals' },
   { id: 'index', summary: 'Plan/run incremental AST (+ optional embeddings)', topic: 'work', skill: 'agentsam-codebaseindex', operation: 'codebaseindex.ingest' },
   { id: 'search', summary: 'Retrieve indexed code/text', topic: 'work', skill: 'agentsam-codebaseindex' },
-  { id: 'repo', summary: 'Repository snapshot / observations', topic: 'work', skill: 'agentsam-app-fundamentals', operation: 'repository.inspect' },
+  {
+    id: 'repo',
+    summary: 'Repository snapshot / observations',
+    topic: 'work',
+    skill: 'agentsam-app-fundamentals',
+    operation: 'repository.inspect',
+    usage: [
+      'agentsam repo [snapshot] [--cwd <path>] [--churn-days <days>] [--save] [--json]',
+      'agentsam repo history [--cwd <path>]',
+      'agentsam repo compare [--cwd <path>]',
+    ],
+    options: [
+      { flag: '--json', description: 'Emit the full deterministic repository-intelligence receipt.' },
+      { flag: '--save', description: 'Persist the observation for history/compare.' },
+      { flag: '--churn-days <days>', description: 'Set the Git churn window (1..3650).' },
+      { flag: '--cwd <path>', description: 'Inspect another repository root.' },
+    ],
+  },
   { id: 'init', summary: 'Knowledge setup or local scaffold', topic: 'create', skill: 'agentsam-app-fundamentals' },
   { id: 'codebaseindex', aliases: ['ingest', 'codebase-index'], summary: 'Guided codebase ingest: materials, allowlist, embeddings, storage', topic: 'work', skill: 'agentsam-codebaseindex', operation: 'codebaseindex.ingest', common: true },
   { id: 'brand', summary: 'Deterministic brand intelligence', topic: 'work', skill: 'agentsam-app-fundamentals', operation: 'brand.scan' },

package/src/cli/dispatch.js

@@ -10,6 +10,7 @@ const HANDLERS = {
   codebaseindex: async () => (await import('../commands/codebaseindex.js')).runCodebaseindex,
   ingest: async () => (await import('../commands/codebaseindex.js')).runCodebaseindex,
   'codebase-index': async () => (await import('../commands/codebaseindex.js')).runCodebaseindex,
+  machine: async () => (await import('../commands/machine.js')).runMachine,
   skill: async () => (await import('../commands/skill.js')).runSkill,
   skills: async () => (await import('../commands/skills.js')).runSkills,
 };