@slashfi/agents-sdk 0.68.0 → 0.69.1

package/src/materialize.ts

@@ -1,16 +1,25 @@
 /**
  * Ref Materialization — Download agent docs to local filesystem.
  *
- * When `adk ref add` succeeds, materialize the agent's tool schemas,
- * resources (skills), and generate TypeScript type definitions locally.
+ * When `adk ref add` or `adk sync` runs, materialize the agent's tool schemas,
+ * resources (skills), and generate readable markdown docs locally.
  *
- * Files are written under the adk config dir at refs/<name>/.
+ * Output format:
+ *   refs/<name>/
+ *     agent.json            — metadata (name, description, tool list)
+ *     entrypoint.md         — agent overview with tool summary
+ *     tools/<tool>.tool.md  — per-tool docs with parameter tables
+ *     tools/<tool>.tool.json — raw JSON schemas
+ *     types/<name>.d.ts     — TypeScript type stubs
+ *     skills/               — resources from the agent
+ *
+ * The .tool.md files are the primary output — designed for LLMs to read.
  */
 
 import { existsSync, mkdirSync, writeFileSync } from "node:fs";
 import { dirname, join } from "node:path";
 import type { Adk } from "./config-store.js";
-// No init imports needed — materialize is self-contained
+import type { JsonSchema } from "./types.js";
 
 // ============================================
 // Types
@@ -19,18 +28,25 @@ import type { Adk } from "./config-store.js";
 interface ToolSchema {
   name: string;
   description?: string;
-  inputSchema?: Record<string, unknown>;
+  inputSchema?: JsonSchema;
   outputSchema?: Record<string, unknown>;
 }
 
-interface MaterializeResult {
+export interface MaterializeResult {
   toolCount: number;
   skillCount: number;
   typesGenerated: boolean;
+  docsGenerated: boolean;
+}
+
+export interface SyncResult {
+  refs: Array<{ name: string; result: MaterializeResult; error?: string }>;
+  totalTools: number;
+  totalSkills: number;
 }
 
 // ============================================
-// Helpers
+// File Helpers
 // ============================================
 
 function ensureWrite(path: string, content: string): void {
@@ -41,27 +57,163 @@ function ensureWrite(path: string, content: string): void {
   writeFileSync(path, content, "utf-8");
 }
 
+function toKebabCase(name: string): string {
+  return name
+    .replace(/[^a-zA-Z0-9]+/g, "-")
+    .replace(/^-|-$/g, "")
+    .toLowerCase();
+}
+
+function pascalCase(s: string): string {
+  return s
+    .replace(/[^a-zA-Z0-9]+(.)/g, (_, c) => c.toUpperCase())
+    .replace(/^./, (c) => c.toUpperCase());
+}
+
+// ============================================
+// JSON Schema → TypeScript type string
+// ============================================
+
+function jsonSchemaToTsType(schema: JsonSchema): string {
+  if (!schema) return "unknown";
+
+  const s = schema as any;
+
+  // const literal
+  if (s.const !== undefined) return JSON.stringify(s.const);
+
+  // enum
+  if (schema.enum) return schema.enum.map((v) => JSON.stringify(v)).join(" | ");
+
+  // oneOf / anyOf → union
+  if (s.oneOf) return (s.oneOf as JsonSchema[]).map(jsonSchemaToTsType).join(" | ");
+  if (s.anyOf) return (s.anyOf as JsonSchema[]).map(jsonSchemaToTsType).join(" | ");
+
+  // allOf → intersection
+  if (s.allOf) return (s.allOf as JsonSchema[]).map(jsonSchemaToTsType).join(" & ");
+
+  // $ref
+  if (s.$ref) {
+    const match = (s.$ref as string).match(/\/([^/]+)$/);
+    return match ? match[1] : "unknown";
+  }
+
+  switch (schema.type) {
+    case "string":
+      return s.format ? `string /* ${s.format} */` : "string";
+    case "integer":
+      return "number /* integer */";
+    case "number":
+      return "number";
+    case "boolean":
+      return "boolean";
+    case "null":
+      return "null";
+    case "array":
+      return schema.items ? `${jsonSchemaToTsType(schema.items as JsonSchema)}[]` : "unknown[]";
+    case "object": {
+      if (schema.properties) {
+        const required = new Set((schema.required as string[]) ?? []);
+        const props = Object.entries(schema.properties)
+          .map(([k, v]) => `${k}${required.has(k) ? "" : "?"}: ${jsonSchemaToTsType(v as JsonSchema)}`)
+          .join("; ");
+        if (schema.additionalProperties && typeof schema.additionalProperties === "object") {
+          const addlType = jsonSchemaToTsType(schema.additionalProperties as JsonSchema);
+          return props ? `{ ${props}; [key: string]: ${addlType} }` : `Record<string, ${addlType}>`;
+        }
+        return `{ ${props} }`;
+      }
+      if (schema.additionalProperties && typeof schema.additionalProperties === "object") {
+        return `Record<string, ${jsonSchemaToTsType(schema.additionalProperties as JsonSchema)}>`;
+      }
+      return "Record<string, unknown>";
+    }
+    default:
+      if (Array.isArray(schema.type)) {
+        return (schema.type as string[]).map((t) => (t === "null" ? "null" : t === "integer" ? "number" : t)).join(" | ");
+      }
+      return "unknown";
+  }
+}
+
+// ============================================
+// Markdown Generation
+// ============================================
+
+/** Generate a .tool.md file — readable tool docs with parameter tables. */
+function generateToolMd(tool: ToolSchema): string {
+  const schema = tool.inputSchema ?? ({ type: "object", properties: {} } as JsonSchema);
+  const lines: string[] = [];
+
+  lines.push(`# ${tool.name}`);
+  lines.push("");
+  if (tool.description) {
+    lines.push(tool.description);
+    lines.push("");
+  }
+
+  const props = (schema.properties ?? {}) as Record<string, JsonSchema>;
+  const required = new Set((schema.required as string[]) ?? []);
+  const paramNames = Object.keys(props);
+
+  if (paramNames.length > 0) {
+    lines.push("## Parameters");
+    lines.push("");
+    lines.push("| Name | Type | Required | Description |");
+    lines.push("|------|------|----------|-------------|");
+    for (const name of paramNames) {
+      const prop = props[name];
+      const type = jsonSchemaToTsType(prop);
+      const req = required.has(name) ? "✓" : "";
+      const desc = (prop.description ?? "").replace(/\|/g, "\\|");
+      lines.push(`| ${name} | \`${type}\` | ${req} | ${desc} |`);
+    }
+    lines.push("");
+  }
+
+  return lines.join("\n");
+}
+
+/** Generate entrypoint.md — agent overview with tool listing. */
+function generateEntrypoint(refName: string, description: string | undefined, tools: ToolSchema[]): string {
+  const lines: string[] = [];
+  lines.push(`# ${refName}`);
+  lines.push("");
+  if (description) {
+    lines.push(description);
+    lines.push("");
+  }
+  lines.push(`## Available Tools (${tools.length})`);
+  lines.push("");
+  for (const tool of tools) {
+    lines.push(`- **${tool.name}**: ${tool.description ?? "No description"}`);
+  }
+  lines.push("");
+  lines.push(`> Auto-generated by \`adk sync\` at ${new Date().toISOString()}`);
+  lines.push("");
+  return lines.join("\n");
+}
+
 /** Generate a .d.ts file from tool schemas. */
 function generateTypes(refName: string, tools: ToolSchema[]): string {
   const lines: string[] = [
-    `// Auto-generated by adk ref add`,
+    `// Auto-generated by adk sync`,
     `// Agent: ${refName}`,
     `// Tools: ${tools.length}`,
     ``,
     `export interface ${pascalCase(refName)}Tools {`,
   ];
-
   for (const tool of tools) {
+    const paramsType = tool.inputSchema
+      ? jsonSchemaToTsType(tool.inputSchema)
+      : "Record<string, unknown>";
     lines.push(`  /** ${tool.description ?? tool.name} */`);
     lines.push(`  ${JSON.stringify(tool.name)}: {`);
     lines.push(`    name: ${JSON.stringify(tool.name)};`);
-    if (tool.description) {
-      lines.push(`    description: ${JSON.stringify(tool.description)};`);
-    }
-    lines.push(`    params: Record<string, unknown>;`);
+    if (tool.description) lines.push(`    description: ${JSON.stringify(tool.description)};`);
+    lines.push(`    params: ${paramsType};`);
     lines.push(`  };`);
   }
-
   lines.push(`}`);
   lines.push(``);
   lines.push(`export declare const tools: (keyof ${pascalCase(refName)}Tools)[];`);
@@ -69,14 +221,8 @@ function generateTypes(refName: string, tools: ToolSchema[]): string {
   return lines.join("\n");
 }
 
-function pascalCase(s: string): string {
-  return s
-    .replace(/[^a-zA-Z0-9]+(.)/g, (_, c) => c.toUpperCase())
-    .replace(/^./, (c) => c.toUpperCase());
-}
-
 // ============================================
-// Materialize
+// Materialize a single ref
 // ============================================
 
 export async function materializeRef(
@@ -92,8 +238,9 @@ export async function materializeRef(
   let toolCount = 0;
   let skillCount = 0;
   let typesGenerated = false;
+  let docsGenerated = false;
 
-  // 1. Fetch and write tool schemas
+  // 1. Fetch tool schemas and generate docs
   try {
     const info = await adk.ref.inspect(refName, { full: true });
     if (info?.tools && info.tools.length > 0) {
@@ -104,15 +251,18 @@ export async function materializeRef(
         outputSchema: t.outputSchema,
       }));
 
+      // Write .tool.md files (primary output — readable by LLMs)
       for (const tool of tools) {
-        const safeName = tool.name.replace(/[^a-zA-Z0-9_-]/g, "_");
-        ensureWrite(
-          join(toolsDir, `${safeName}.tool.json`),
-          JSON.stringify(tool, null, 2),
-        );
+        const safeName = toKebabCase(tool.name);
+        ensureWrite(join(toolsDir, `${safeName}.tool.md`), generateToolMd(tool));
+        ensureWrite(join(toolsDir, `${safeName}.tool.json`), JSON.stringify(tool, null, 2));
       }
       toolCount = tools.length;
 
+      // Write entrypoint.md
+      ensureWrite(join(refDir, "entrypoint.md"), generateEntrypoint(refName, info.description, tools));
+      docsGenerated = true;
+
       // Write agent.json metadata
       ensureWrite(
         join(refDir, "agent.json"),
@@ -126,10 +276,7 @@ export async function materializeRef(
       );
 
       // Generate .d.ts
-      ensureWrite(
-        join(typesDir, `${refName}.d.ts`),
-        generateTypes(refName, tools),
-      );
+      ensureWrite(join(typesDir, `${refName}.d.ts`), generateTypes(refName, tools));
       typesGenerated = true;
     }
   } catch {
@@ -153,6 +300,69 @@ export async function materializeRef(
     // resources fetch failed — might not be supported
   }
 
-  return { toolCount, skillCount, typesGenerated };
+  return { toolCount, skillCount, typesGenerated, docsGenerated };
 }
 
+// ============================================
+// Sync all refs from consumer config
+// ============================================
+
+const DEFAULT_CONCURRENCY = 3;
+
+export async function syncAllRefs(
+  adk: Adk,
+  configDir: string,
+  opts?: { filter?: string; concurrency?: number; onProgress?: (name: string, status: string) => void },
+): Promise<SyncResult> {
+  const config = await adk.readConfig();
+  const refs = config.refs ?? [];
+
+  // Resolve ref names and filter
+  const names: string[] = [];
+  for (const refEntry of refs) {
+    const name = typeof refEntry === "string"
+      ? refEntry
+      : (refEntry as any).as ?? (refEntry as any).ref ?? (refEntry as any).name;
+    if (!name) continue;
+    if (opts?.filter && name !== opts.filter) continue;
+    names.push(name);
+  }
+
+  const results: SyncResult["refs"] = [];
+  let totalTools = 0;
+  let totalSkills = 0;
+  const concurrency = opts?.concurrency ?? DEFAULT_CONCURRENCY;
+
+  // Process in batches of `concurrency`
+  for (let i = 0; i < names.length; i += concurrency) {
+    const batch = names.slice(i, i + concurrency);
+    const batchResults = await Promise.allSettled(
+      batch.map(async (name) => {
+        opts?.onProgress?.(name, "syncing");
+        try {
+          const result = await materializeRef(adk, name, configDir);
+          opts?.onProgress?.(name, `done (${result.toolCount} tools)`);
+          return { name, result };
+        } catch (err: any) {
+          const error = err?.message ?? String(err);
+          opts?.onProgress?.(name, `error: ${error}`);
+          return {
+            name,
+            result: { toolCount: 0, skillCount: 0, typesGenerated: false, docsGenerated: false } as MaterializeResult,
+            error,
+          };
+        }
+      }),
+    );
+
+    for (const settled of batchResults) {
+      if (settled.status === "fulfilled") {
+        results.push(settled.value);
+        totalTools += settled.value.result.toolCount;
+        totalSkills += settled.value.result.skillCount;
+      }
+    }
+  }
+
+  return { refs: results, totalTools, totalSkills };
+}

package/src/registry-consumer.ts

@@ -926,12 +926,21 @@ export async function createRegistryConsumer(
       // Parallel O(1) lookups via describe_tools
       const results = await Promise.allSettled(
         targetRegistries.map(async (registry) => {
-          const data = (await callRegistry(registry, {
+          const raw = (await callRegistry(registry, {
             action: "describe_tools",
             path: agentPath,
             tools: undefined,
             ...(options?.full != null && { full: options.full }),
-          })) as {
+          })) as unknown as Record<string, unknown> | null;
+          if (!raw) return null;
+
+          // Some endpoints (e.g. twin MCP) wrap the response in { success, result },
+          // while registries return fields flat. Unwrap if needed.
+          const data = (
+            !raw.toolSummaries && !raw.tools && raw.result && typeof raw.result === "object"
+              ? raw.result
+              : raw
+          ) as {
             tools?: unknown[];
             toolSummaries?: Array<{ name: string; description: string; fullTokens: number }>;
             description?: string;
@@ -940,8 +949,7 @@ export async function createRegistryConsumer(
             context?: string;
             upstream?: string;
             mode?: string;
-          } | null;
-          if (!data) return null;
+          };
           return {
             path: agentPath,
             publisher: registry.publisher,