@scrappycoco/cli 0.6.0 → 0.7.0

package/dist/index.js

@@ -1138,77 +1138,7 @@ async function emitExecution(response, options, command) {
   const jsonMode = globals(command).json || false;
   if (options.output) {
     await emit(response, jsonMode, options.output, formatRecords(records, options.format));
-    const summary = { ...response };
-    delete summary.records;
-    delete summary.items;
-    delete summary.normalized_schema;
-    summary.truncated_count = records.filter((record) => {
-      const metadata = record.metadata;
-      return metadata && typeof metadata === "object" && !Array.isArray(metadata) && metadata.truncated === true;
-    }).length;
-    if (summary.usage) {
-      summary.usage = selectFields(summary.usage, [
-        "billing_status",
-        "payg_charge_usd_exact",
-        "provider_cost_usd_exact",
-        "unresolved_cost_count"
-      ]);
-    }
-    if (Array.isArray(summary.attempts)) {
-      summary.attempts = summary.attempts.map((attempt) => selectFields(attempt, [
-        "provider",
-        "status",
-        "result_count",
-        "latency_ms",
-        "estimated_cost_usd",
-        "error"
-      ]));
-    }
-    const providerResults = summary.provider_results;
-    if (providerResults && typeof providerResults === "object" && !Array.isArray(providerResults)) {
-      const counts = Object.fromEntries(
-        Object.entries(providerResults).map(([provider, values]) => [
-          provider,
-          Array.isArray(values) ? values.length : 0
-        ])
-      );
-      if (Object.keys(counts).length) summary.provider_result_counts = counts;
-      delete summary.provider_results;
-    }
-    if (Array.isArray(response.items)) {
-      summary.item_count = response.items.length;
-    }
-    if (Array.isArray(summary.routes)) {
-      summary.routes = summary.routes.map((value) => {
-        if (!value || typeof value !== "object" || Array.isArray(value)) return value;
-        const route = { ...value };
-        const routeResults = route.provider_results;
-        if (routeResults && typeof routeResults === "object" && !Array.isArray(routeResults)) {
-          const counts = Object.fromEntries(
-            Object.entries(routeResults).map(([provider, values]) => [
-              provider,
-              Array.isArray(values) ? values.length : 0
-            ])
-          );
-          if (Object.keys(counts).length) route.provider_result_counts = counts;
-          delete route.provider_results;
-        }
-        if (Array.isArray(route.attempts)) {
-          route.attempts = route.attempts.map((attempt) => selectFields(attempt, [
-            "provider",
-            "status",
-            "result_count",
-            "latency_ms",
-            "estimated_cost_usd",
-            "error"
-          ]));
-        }
-        return route;
-      });
-    }
-    for (const field of ["cursor", "monitor"]) {
-      if (summary[field] === null) delete summary[field];
-    }
+    const summary = executionSummary(response);
     summary.output = {
       path: options.output,
       format: options.format,
@@ -1221,6 +1151,96 @@ async function emitExecution(response, options, command) {
   }
   await emit(response, jsonMode);
 }
+function executionSummary(response) {
+  const records = "records" in response && Array.isArray(response.records) ? response.records : response.items;
+  const summary = { ...response };
+  delete summary.records;
+  delete summary.items;
+  delete summary.normalized_schema;
+  summary.truncated_count = records.filter((record) => {
+    const metadata = record.metadata;
+    return metadata && typeof metadata === "object" && !Array.isArray(metadata) && metadata.truncated === true;
+  }).length;
+  if (summary.usage) {
+    summary.usage = selectFields(summary.usage, [
+      "billing_status",
+      "payg_charge_usd_exact",
+      "provider_cost_usd_exact",
+      "unresolved_cost_count"
+    ]);
+  }
+  if (Array.isArray(summary.attempts)) {
+    summary.attempts = summary.attempts.map((attempt) => selectFields(attempt, [
+      "provider",
+      "status",
+      "result_count",
+      "latency_ms",
+      "estimated_cost_usd",
+      "error"
+    ]));
+  }
+  const providerResults = summary.provider_results;
+  if (providerResults && typeof providerResults === "object" && !Array.isArray(providerResults)) {
+    const counts = Object.fromEntries(
+      Object.entries(providerResults).map(([provider, values]) => [
+        provider,
+        Array.isArray(values) ? values.length : 0
+      ])
+    );
+    if (Object.keys(counts).length) summary.provider_result_counts = counts;
+    delete summary.provider_results;
+  }
+  if (Array.isArray(response.items)) summary.item_count = response.items.length;
+  if (Array.isArray(summary.routes)) {
+    summary.routes = summary.routes.map((value) => {
+      if (!value || typeof value !== "object" || Array.isArray(value)) return value;
+      const route = { ...value };
+      const routeResults = route.provider_results;
+      if (routeResults && typeof routeResults === "object" && !Array.isArray(routeResults)) {
+        const counts = Object.fromEntries(
+          Object.entries(routeResults).map(([provider, values]) => [
+            provider,
+            Array.isArray(values) ? values.length : 0
+          ])
+        );
+        if (Object.keys(counts).length) route.provider_result_counts = counts;
+        delete route.provider_results;
+      }
+      if (Array.isArray(route.attempts)) {
+        route.attempts = route.attempts.map((attempt) => selectFields(attempt, [
+          "provider",
+          "status",
+          "result_count",
+          "latency_ms",
+          "estimated_cost_usd",
+          "error"
+        ]));
+      }
+      return route;
+    });
+  }
+  for (const field of ["cursor", "monitor"]) {
+    if (summary[field] === null) delete summary[field];
+  }
+  return summary;
+}
+function compactCatalog(items) {
+  return items.map((item) => ({
+    id: item.id,
+    source: item.source,
+    capability: item.capability,
+    label: item.label,
+    description: item.description,
+    execution_mode: item.execution_mode,
+    providers: Array.isArray(item.providers) ? item.providers.map((provider) => selectFields(provider, [
+      "id",
+      "label",
+      "available",
+      "reason",
+      "pricing"
+    ])) : []
+  }));
+}
 async function executeQueuedJob(path, payload, options, command) {
   if (options.detach && options.output) {
     throw new CliError(
@@ -1389,13 +1409,13 @@ scrapers.command("inspect <scraper-id>").action(async (scraperId, _options, comm
   );
 });
 var catalog = program.command("catalog").description("Inspect capabilities, provider schemas, options, and pricing");
-catalog.command("list").option("--source <source>", "filter by web, x, reddit, or filings").option("--provider <provider>", "filter by provider implementation").option("--available", "only include available providers").action(async (options, command) => {
+catalog.command("list").option("--source <source>", "filter by web, x, reddit, or filings").option("--provider <provider>", "filter by provider implementation").option("--available", "only include configured providers; this is not a live health check").option("--full", "include input/output and provider option schemas in JSON output").action(async (options, command) => {
   const query = new URLSearchParams();
   if (options.source) query.set("source", options.source);
   if (options.provider) query.set("provider", options.provider);
   if (options.available) query.set("available_only", "true");
   const items = await client(command).get(`/scrapers${query.size ? `?${query}` : ""}`);
-  if (globals(command).json) await emit(items, true);
+  if (globals(command).json) await emit(options.full ? items : compactCatalog(items), true);
   else process.stdout.write(formatCatalog(items));
 });
 catalog.command("inspect <capability-id>").action(async (capabilityId, _options, command) => {
@@ -1539,7 +1559,7 @@ discoveries.command("delete <discovery-id>").requiredOption("--yes", "confirm pe
   await client(command).delete(`/discoveries/${encodeURIComponent(discoveryId)}`);
   await emit({ deleted: true, discovery_id: discoveryId }, globals(command).json || false);
 });
-program.command("discover").description("Save, sample-test, or finalize an agent-authored configuration").option("-f, --file <path>", "create from agent-authored discovery JSON").option("--id <discovery-id>", "existing discovery ID").option("--test", "run a representative provider sample test").option("--input <json>", "sample runtime input JSON").option("--update <path>", "replace fields or configuration from agent-authored JSON").option("--finalize", "mark the current explicit configuration finalized").option("--idempotency-key <key>", "stable sample retry key").action(async (options, command) => {
+program.command("discover").description("Save, sample-test, or finalize an agent-authored configuration").option("-f, --file <path>", "create from agent-authored discovery JSON").option("--id <discovery-id>", "existing discovery ID").option("--test", "run a representative provider sample test").option("--input <json>", "sample runtime input JSON").option("--update <path>", "replace fields or configuration from agent-authored JSON").option("--finalize", "mark the current explicit configuration finalized").option("--idempotency-key <key>", "stable sample retry key").option("-o, --output <path>", "write complete sample-test evidence to a JSON file").action(async (options, command) => {
   const selected = Number(Boolean(options.file)) + Number(Boolean(options.test)) + Number(Boolean(options.update)) + Number(Boolean(options.finalize));
   if (selected !== 1) {
     throw new CliError(
@@ -1547,6 +1567,9 @@ program.command("discover").description("Save, sample-test, or finalize an agent
       EXIT.usage
     );
   }
+  if (options.output && !options.test) {
+    throw new CliError("--output is supported only with --test.", EXIT.usage);
+  }
   if (options.file) {
     await emit(
       await client(command).post("/discoveries", await readJsonFile(options.file)),
@@ -1581,6 +1604,25 @@ program.command("discover").description("Save, sample-test, or finalize an agent
     { input, limit: 25 },
     options.idempotencyKey || randomUUID4()
   );
+  if (options.output) {
+    await emit(
+      response,
+      true,
+      options.output,
+      `${JSON.stringify(response, null, 2)}
+`
+    );
+    const summary = executionSummary(response);
+    summary.output = {
+      path: options.output,
+      format: "json",
+      kind: "discovery_evidence"
+    };
+    await emit(summary, globals(command).json || false);
+    process.stderr.write(`Saved complete Discovery evidence to ${options.output}
+`);
+    return;
+  }
   await emit(response, globals(command).json || false);
 });
 program.configureOutput({ writeErr: (text) => process.stderr.write(text) });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@scrappycoco/cli",
-  "version": "0.6.0",
+  "version": "0.7.0",
   "description": "CLI for Scrappycoco scraper discovery and execution",
   "type": "module",
   "bin": {