@hassangameryt/freeflow 0.4.0 → 0.6.0

package/pi-extension/src/output-router/router-tools.ts

@@ -1,579 +0,0 @@
-import {
-  discoverEryxPythonSandboxAdaptersFromEnv,
-  discoverJqWasmSandboxAdaptersFromEnv,
-  discoverQuickJsWasiSandboxAdaptersFromEnv,
-  freeflowBatch,
-  freeflowTransform,
-  freeflowSearch,
-  freeflowRun,
-  processSource,
-} from "../../../router/dist/index.js";
-import { buildFreeflowStatusReport } from "./status.js";
-import {
-  renderFreeflowBatchCall,
-  renderFreeflowBatchResult,
-  renderFreeflowSearchCall,
-  renderFreeflowSearchResult,
-  renderFreeflowRunCall,
-  renderFreeflowRunResult,
-  renderFreeflowStatusCall,
-  renderFreeflowStatusResult,
-} from "./renderers.js";
-import { readOutputRouterConfig, notifyRouterConfigWarnings } from "../runtime/runtime-context.js";
-import {
-  FREEFLOW_BATCH_PARAMETERS,
-  FREEFLOW_RUN_PARAMETERS,
-  FREEFLOW_SEARCH_PARAMETERS,
-  FREEFLOW_STATUS_PARAMETERS,
-} from "./schemas.js";
-import {
-  compactBatchToolText,
-  compactRunToolText,
-  compactSearchToolText,
-  getRouterSessionId,
-  routedToolText,
-} from "./utils.js";
-
-function normalizeTransformOperation(operation) {
-  if (!operation || typeof operation !== "object" || Array.isArray(operation)) {
-    return operation;
-  }
-  if (typeof operation.group !== "string" || !/^(0|[1-9][0-9]*)$/.test(operation.group)) {
-    return operation;
-  }
-  return {
-    ...operation,
-    group: Number(operation.group),
-  };
-}
-
-async function normalizeTransformParams(params, ctx) {
-  const operation = normalizeTransformOperation(params.operation);
-  if (operation?.kind === "script") {
-    if (!Array.isArray(params.sources)) {
-      throw new Error("freeflow_search action=transform operation.kind=script requires sources[].");
-    }
-    return {
-      ...params,
-      operation,
-      sources: params.sources.map((source, index) => {
-        if (!source || source.kind !== "vault") {
-          throw new Error(`freeflow_search transform script source ${index} requires kind=vault.`);
-        }
-        return {
-          kind: "vault",
-          outputId: source.outputId,
-          alias: source.alias,
-          ...(source.stream ? { stream: source.stream } : {}),
-        };
-      }),
-      ...(params.limits ? { limits: params.limits } : {}),
-    };
-  }
-
-  const source = params.source;
-  if (!source || source.kind !== "vault") {
-    throw new Error("freeflow_search action=transform operation currently supports source.kind=vault only.");
-  }
-  if (!source.outputId) {
-    throw new Error("freeflow_search action=transform source.kind=vault requires source.outputId.");
-  }
-  return {
-    ...params,
-    operation,
-    source: {
-      kind: "vault",
-      outputId: source.outputId,
-      ...(source.stream ? { stream: source.stream } : {}),
-    },
-  };
-}
-
-async function normalizeSearchEvidenceParams(params, ctx, providedRouterConfigResult = undefined) {
-  const routerConfigResult = providedRouterConfigResult ?? (await readOutputRouterConfig(ctx.cwd));
-  if (!providedRouterConfigResult) {
-    notifyRouterConfigWarnings(ctx, routerConfigResult);
-  }
-  const source = params.source ?? { kind: "repo" };
-
-  if (source.kind === "repo") {
-    return {
-      ...params,
-      generatedPathGlobs: routerConfigResult.config.hints?.generatedPathGlobs,
-      source: {
-        kind: "repo",
-        root: ctx.cwd,
-        ...(source.path ? { path: source.path } : {}),
-      },
-    };
-  }
-
-  if (source.kind === "local") {
-    if (!source.root) {
-      throw new Error("freeflow_search source.kind=local requires an explicit absolute source.root.");
-    }
-    return {
-      ...params,
-      generatedPathGlobs: routerConfigResult.config.hints?.generatedPathGlobs,
-      source: {
-        kind: "local",
-        root: source.root,
-        ...(source.path ? { path: source.path } : {}),
-      },
-    };
-  }
-
-  if (source.kind === "vault") {
-    if (!source.outputId && params.action !== "query" && params.action !== "locate" && params.action !== "get") {
-      throw new Error("freeflow_search source.kind=vault requires source.outputId for retrieve, expand, and explain.");
-    }
-    return {
-      ...params,
-      source: {
-        kind: "vault",
-        root: routerConfigResult.config.vault.root,
-        sessionId: getRouterSessionId(ctx),
-        ...(source.outputId ? { outputId: source.outputId } : {}),
-        ...(source.stream ? { stream: source.stream } : {}),
-        ...(source.producerKind ? { producerKind: source.producerKind } : {}),
-        ...(source.server ? { server: source.server } : {}),
-        ...(source.tool ? { tool: source.tool } : {}),
-        ...(source.hostToolName ? { hostToolName: source.hostToolName } : {}),
-        ...(source.recordKind ? { recordKind: source.recordKind } : {}),
-        ...(source.recoverability ? { recoverability: source.recoverability } : {}),
-      },
-    };
-  }
-
-  throw new Error(`Unsupported freeflow_search source kind: ${source.kind}`);
-}
-
-async function normalizeSearchTransformProcessingParams(params, ctx, routerConfigResult) {
-  const source = params.source ?? { kind: "repo" };
-  if (source.kind === "repo") {
-    if (!source.path) {
-      throw new Error("freeflow_search action=transform source.kind=repo requires source.path.");
-    }
-    return {
-      source: { kind: "repo-file", root: ctx.cwd, path: source.path },
-      options: {
-        sessionId: getRouterSessionId(ctx),
-        vaultRoot: routerConfigResult.config.vault.root,
-        vaultRetention: routerConfigResult.config.vault.retention,
-        goal: params.goal,
-        limits: params.limits,
-        script: params.script,
-        scriptTransform: routerConfigResult.freeflowConfig.scriptTransform,
-        localConfig: routerConfigResult.localConfig,
-        scriptSandboxAdapters: params.script
-          ? [
-              ...(await discoverQuickJsWasiSandboxAdaptersFromEnv()),
-              ...(await discoverJqWasmSandboxAdaptersFromEnv()),
-              ...(await discoverEryxPythonSandboxAdaptersFromEnv()),
-            ]
-          : [],
-      },
-    };
-  }
-
-  if (source.kind === "local") {
-    if (!source.root) {
-      throw new Error("freeflow_search action=transform source.kind=local requires an explicit absolute source.root.");
-    }
-    if (!source.path) {
-      throw new Error(
-        "freeflow_search action=transform source.kind=local requires source.path for an explicit local file.",
-      );
-    }
-    return {
-      source: { kind: "local-file", root: source.root, path: source.path },
-      options: {
-        sessionId: getRouterSessionId(ctx),
-        vaultRoot: routerConfigResult.config.vault.root,
-        vaultRetention: routerConfigResult.config.vault.retention,
-        goal: params.goal,
-        limits: params.limits,
-        script: params.script,
-        scriptTransform: routerConfigResult.freeflowConfig.scriptTransform,
-        localConfig: routerConfigResult.localConfig,
-        scriptSandboxAdapters: params.script
-          ? [
-              ...(await discoverQuickJsWasiSandboxAdaptersFromEnv()),
-              ...(await discoverJqWasmSandboxAdaptersFromEnv()),
-              ...(await discoverEryxPythonSandboxAdaptersFromEnv()),
-            ]
-          : [],
-      },
-    };
-  }
-
-  if (source.kind === "vault") {
-    if (!source.outputId) {
-      throw new Error("freeflow_search action=transform source.kind=vault requires source.outputId.");
-    }
-    return {
-      source: {
-        kind: "vault-output",
-        sessionId: getRouterSessionId(ctx),
-        vaultRoot: routerConfigResult.config.vault.root,
-        outputId: source.outputId,
-        ...(source.stream ? { stream: source.stream } : {}),
-      },
-      options: {
-        sessionId: getRouterSessionId(ctx),
-        vaultRoot: routerConfigResult.config.vault.root,
-        vaultRetention: routerConfigResult.config.vault.retention,
-        goal: params.goal,
-        limits: params.limits,
-        script: params.script,
-        scriptTransform: routerConfigResult.freeflowConfig.scriptTransform,
-        localConfig: routerConfigResult.localConfig,
-        scriptSandboxAdapters: params.script
-          ? [
-              ...(await discoverQuickJsWasiSandboxAdaptersFromEnv()),
-              ...(await discoverJqWasmSandboxAdaptersFromEnv()),
-              ...(await discoverEryxPythonSandboxAdaptersFromEnv()),
-            ]
-          : [],
-      },
-    };
-  }
-
-  throw new Error(`Unsupported freeflow_search action=transform source kind: ${source.kind}`);
-}
-
-async function executeSearch(params, ctx, routerConfigResult) {
-  if (params.action === "transform") {
-    if (params.operation) {
-      const normalized = await normalizeTransformParams(params, ctx);
-      const scriptSandboxAdapters =
-        normalized.operation?.kind === "script"
-          ? [
-              ...(await discoverQuickJsWasiSandboxAdaptersFromEnv()),
-              ...(await discoverJqWasmSandboxAdaptersFromEnv()),
-              ...(await discoverEryxPythonSandboxAdaptersFromEnv()),
-            ]
-          : [];
-      return freeflowTransform({
-        ...normalized,
-        sessionId: getRouterSessionId(ctx),
-        vaultRoot: routerConfigResult.config.vault.root,
-        vaultRetention: routerConfigResult.config.vault.retention,
-        thresholds: routerConfigResult.config.thresholds,
-        scriptTransform: routerConfigResult.freeflowConfig.scriptTransform,
-        scriptSandboxAdapters,
-      });
-    }
-    const normalized = await normalizeSearchTransformProcessingParams(params, ctx, routerConfigResult);
-    return processSource(normalized.source as any, normalized.options);
-  }
-
-  return freeflowSearch(await normalizeSearchEvidenceParams(params, ctx, routerConfigResult));
-}
-
-async function normalizeSearchParams(params, ctx, routerConfigResult) {
-  if (params.action === "transform") {
-    return params;
-  }
-  return normalizeSearchEvidenceParams(params, ctx, routerConfigResult);
-}
-
-async function normalizeBatchParams(params, ctx, routerConfigResult) {
-  if (!Array.isArray(params.steps)) {
-    throw new Error("freeflow_batch requires steps[].");
-  }
-  const steps = [];
-  for (let index = 0; index < params.steps.length; index += 1) {
-    const step = params.steps[index];
-    if (!step || typeof step !== "object") {
-      throw new Error(`freeflow_batch step ${index} must be an object.`);
-    }
-    const input = step.input ?? {};
-    if (step.kind === "run") {
-      steps.push({
-        id: step.id,
-        kind: "run",
-        input: {
-          ...input,
-          cwd: input.cwd ?? ctx.cwd,
-        },
-      });
-      continue;
-    }
-    if (step.kind === "search") {
-      if (input.action === "transform") {
-        throw new Error(
-          "freeflow_batch search transform steps are not public yet; use freeflow_search directly for transform processing.",
-        );
-      }
-      steps.push({
-        id: step.id,
-        kind: "search",
-        input: await normalizeSearchParams(input, ctx, routerConfigResult),
-      });
-      continue;
-    }
-    throw new Error(`Unsupported freeflow_batch step kind: ${step.kind}`);
-  }
-  return {
-    steps,
-    ...(Array.isArray(params.queries) ? { queries: params.queries } : {}),
-    ...(params.concurrency !== undefined ? { concurrency: params.concurrency } : {}),
-    ...(params.preserve !== undefined ? { preserve: params.preserve } : {}),
-  };
-}
-
-function batchNeedsScriptAdapters(params) {
-  if (!Array.isArray(params?.steps)) {
-    return false;
-  }
-  return params.steps.some((step) => {
-    const input = step?.input;
-    if (!input || typeof input !== "object") {
-      return false;
-    }
-    if (step.kind === "run") {
-      return Boolean(input.script) || Boolean(input.scriptFilter);
-    }
-    if (step.kind === "search") {
-      return input.action === "transform" && (Boolean(input.script) || input.operation?.kind === "script");
-    }
-    return false;
-  });
-}
-
-function disabledByConfigToolResult(toolName) {
-  return {
-    content: [
-      {
-        type: "text",
-        text: `${toolName}|disabled_by_config\ncapability|output-router\nroute|configure with /output-router settings`,
-      },
-    ],
-    details: {
-      result: {
-        toolStatus: "disabled_by_config",
-        toolName,
-        capability: "output-router",
-        route: "/output-router settings",
-      },
-    },
-  };
-}
-
-function createPiCommandRunner(pi, signal) {
-  return {
-    async run(request) {
-      const startedAt = Date.now();
-      const command = Array.isArray(request.command) ? request.command.join(" ") : request.command;
-      const result = await pi.exec("bash", ["-lc", command], {
-        cwd: request.cwd,
-        timeout: request.timeoutMs,
-        signal,
-      });
-      const durationMs = Date.now() - startedAt;
-      const killed = Boolean(result.killed);
-      const code = typeof result.code === "number" ? result.code : null;
-      const executionStatus = (
-        signal?.aborted ? "cancelled" : killed ? "timed_out" : code === 0 ? "success" : "failed"
-      ) as "cancelled" | "timed_out" | "success" | "failed";
-      return {
-        stdout: result.stdout ?? "",
-        stderr: result.stderr ?? "",
-        executionStatus,
-        exitCode: code,
-        durationMs,
-      };
-    },
-  };
-}
-
-export function registerRouterTools(pi) {
-  pi.registerTool({
-    name: "freeflow_status",
-    label: "Freeflow Status",
-    description:
-      "Inspect effective Freeflow router, observed-routing, script-transform, vault, warnings, and non-destructive migration recommendations.",
-    promptSnippet:
-      "Inspect Freeflow effective config, observed routing, script transform, vault status, and migration recommendations.",
-    promptGuidelines: [
-      "Use freeflow_status when setup/config/status/doctor evidence is needed.",
-      "Status and migration recommendations are read-only; do not rewrite .freeflow/config.json without explicit confirmation.",
-    ],
-    parameters: FREEFLOW_STATUS_PARAMETERS,
-    async execute(_toolCallId, params, _signal, _onUpdate, ctx) {
-      const result = await buildFreeflowStatusReport(params, ctx);
-      return {
-        content: [{ type: "text", text: routedToolText(result) }],
-        details: { result },
-      };
-    },
-    renderCall(args, theme) {
-      return renderFreeflowStatusCall(args, theme);
-    },
-    renderResult(result, options, theme) {
-      return renderFreeflowStatusResult(result, options, theme);
-    },
-  });
-
-  pi.registerTool({
-    name: "freeflow_search",
-    label: "Freeflow Search",
-    description:
-      "Search, retrieve, expand, explain, or transform repo, explicit local, and vaulted Freeflow evidence. Returns compact facts with recoverable source pointers.",
-    promptSnippet:
-      "Search repo/local/vault evidence or transform file/output sources with compact recoverable results.",
-    promptGuidelines: [
-      "Use freeflow_search for targeted repo, explicit local, or vault evidence before reading whole files or dumping captured output.",
-      "Use freeflow_search with source.kind=vault and an outputId to recover exact output from freeflow_run.",
-      "Use freeflow_search action=transform for file/output processing through deterministic reducers or explicit scripts.",
-    ],
-    parameters: FREEFLOW_SEARCH_PARAMETERS,
-    async execute(_toolCallId, params, _signal, _onUpdate, ctx) {
-      const routerConfigResult = await readOutputRouterConfig(ctx.cwd);
-      notifyRouterConfigWarnings(ctx, routerConfigResult);
-      if (!routerConfigResult.config.enabled) {
-        return disabledByConfigToolResult("freeflow_search");
-      }
-      const result = await executeSearch(params, ctx, routerConfigResult);
-      return {
-        content: [{ type: "text", text: compactSearchToolText(result) }],
-        details: { result },
-      };
-    },
-    renderCall(args, theme) {
-      return renderFreeflowSearchCall(args, theme);
-    },
-    renderResult(result, options, theme) {
-      return renderFreeflowSearchResult(result, options, theme);
-    },
-  });
-
-  pi.registerTool({
-    name: "freeflow_run",
-    label: "Freeflow Run",
-    description:
-      "Run a shell command or sandboxed script producer, vault captured stdout/stderr when storage policy requires it, and return compact routed evidence plus an outputId.",
-    promptSnippet: "Run likely-large/noisy commands or sandboxed script producers with routed evidence.",
-    promptGuidelines: [
-      "Use freeflow_run for commands or script producers likely to produce large or noisy output when routed evidence is enough.",
-      "Use freeflow_run script for sandboxed code-as-producer execution when repo/home/env/network access is not needed.",
-      "Use native bash when direct shell behavior, host script access, or exact small raw output is intentionally needed.",
-    ],
-    parameters: FREEFLOW_RUN_PARAMETERS,
-    async execute(_toolCallId, params, signal, _onUpdate, ctx) {
-      const routerConfigResult = await readOutputRouterConfig(ctx.cwd);
-      notifyRouterConfigWarnings(ctx, routerConfigResult);
-      if (!routerConfigResult.config.enabled) {
-        return disabledByConfigToolResult("freeflow_run");
-      }
-      const runner = createPiCommandRunner(pi, signal);
-      const scriptSandboxAdapters =
-        params.script || params.scriptFilter
-          ? [
-              ...(await discoverQuickJsWasiSandboxAdaptersFromEnv()),
-              ...(await discoverJqWasmSandboxAdaptersFromEnv()),
-              ...(await discoverEryxPythonSandboxAdaptersFromEnv()),
-            ]
-          : [];
-      const result = await freeflowRun(
-        {
-          command: params.command,
-          script: params.script,
-          cwd: params.cwd ?? ctx.cwd,
-          timeoutMs: params.timeoutMs,
-          preserve: params.preserve,
-          goal: params.goal,
-          filters: params.filters,
-          scriptFilter: params.scriptFilter,
-          sessionId: getRouterSessionId(ctx),
-          vaultRoot: routerConfigResult.config.vault.root,
-          vaultRetention: routerConfigResult.config.vault.retention,
-          thresholds: routerConfigResult.config.thresholds,
-          storagePolicy: routerConfigResult.config.storagePolicy,
-          scriptTransform: routerConfigResult.freeflowConfig.scriptTransform,
-          scriptSandboxAdapters,
-        },
-        {
-          async run(request) {
-            if (signal?.aborted) {
-              return { stdout: "", stderr: "", executionStatus: "cancelled", exitCode: null };
-            }
-            return runner.run(request);
-          },
-        },
-      );
-      return {
-        content: [{ type: "text", text: compactRunToolText(result) }],
-        details: { result },
-      };
-    },
-    renderCall(args, theme) {
-      return renderFreeflowRunCall(args, theme);
-    },
-    renderResult(result, options, theme, context) {
-      return renderFreeflowRunResult(result, options, theme, context);
-    },
-  });
-
-  pi.registerTool({
-    name: "freeflow_batch",
-    label: "Freeflow Batch",
-    description:
-      "Run independent Freeflow-owned run/search operations in parallel and return one compact summary while preserving full child results in details.result.steps.",
-    promptSnippet: "Batch independent Freeflow run/search operations with compact model-visible output.",
-    promptGuidelines: [
-      "Use freeflow_batch when several independent Freeflow run/search operations can run in parallel.",
-      "Use queries[] when the batch should answer deterministic fact requests from completed child evidence handles.",
-      "Do not use freeflow_batch for sequenced workflows, arbitrary external tool orchestration, or unsafe parallel writer behavior.",
-      "Intermediate child outputs are suppressed unless needed for query answers; inspect details.result.steps or child recovery ids when needed.",
-    ],
-    parameters: FREEFLOW_BATCH_PARAMETERS,
-    async execute(_toolCallId, params, signal, _onUpdate, ctx) {
-      const routerConfigResult = await readOutputRouterConfig(ctx.cwd);
-      notifyRouterConfigWarnings(ctx, routerConfigResult);
-      if (!routerConfigResult.config.enabled) {
-        return disabledByConfigToolResult("freeflow_batch");
-      }
-      const normalized = await normalizeBatchParams(params, ctx, routerConfigResult);
-      const runner = createPiCommandRunner(pi, signal);
-      const scriptSandboxAdapters = batchNeedsScriptAdapters(params)
-        ? [
-            ...(await discoverQuickJsWasiSandboxAdaptersFromEnv()),
-            ...(await discoverJqWasmSandboxAdaptersFromEnv()),
-            ...(await discoverEryxPythonSandboxAdaptersFromEnv()),
-          ]
-        : [];
-      const result = await freeflowBatch(
-        {
-          ...normalized,
-          sessionId: getRouterSessionId(ctx),
-          vaultRoot: routerConfigResult.config.vault.root,
-          vaultRetention: routerConfigResult.config.vault.retention,
-          thresholds: routerConfigResult.config.thresholds,
-          storagePolicy: routerConfigResult.config.storagePolicy,
-          scriptTransform: routerConfigResult.freeflowConfig.scriptTransform,
-          scriptSandboxAdapters,
-        },
-        {
-          async run(request) {
-            if (signal?.aborted) {
-              return { stdout: "", stderr: "", executionStatus: "cancelled", exitCode: null };
-            }
-            return runner.run(request);
-          },
-        },
-      );
-      return {
-        content: [{ type: "text", text: compactBatchToolText(result) }],
-        details: { result },
-      };
-    },
-    renderCall(args, theme) {
-      return renderFreeflowBatchCall(args, theme);
-    },
-    renderResult(result, options, theme) {
-      return renderFreeflowBatchResult(result, options, theme);
-    },
-  });
-}