@lobu/worker 3.0.8 → 3.0.12

package/src/server.ts

@@ -1,329 +0,0 @@
-/**
- * Worker HTTP server for serving session data and health checks.
- * Lightweight Hono server started before SSE gateway connection.
- */
-
-import { readFile } from "node:fs/promises";
-import { createServer } from "node:http";
-import { join } from "node:path";
-import { getRequestListener } from "@hono/node-server";
-import { createLogger } from "@lobu/core";
-import { Hono } from "hono";
-
-const logger = createLogger("worker-http");
-
-const app = new Hono();
-
-async function findSessionFile(): Promise<string | null> {
-  const { readdir, stat } = await import("node:fs/promises");
-  const workspaceDir = process.env.WORKSPACE_DIR || "/workspace";
-
-  // Direct path: {WORKSPACE_DIR}/.openclaw/session.jsonl
-  const directPath = join(workspaceDir, ".openclaw", "session.jsonl");
-  try {
-    await stat(directPath);
-    return directPath;
-  } catch {
-    // Not found, search subdirectories
-  }
-
-  // Search one level deep: {WORKSPACE_DIR}/{subdir}/.openclaw/session.jsonl
-  try {
-    const entries = await readdir(workspaceDir, { withFileTypes: true });
-    for (const entry of entries) {
-      if (entry.isDirectory() && !entry.name.startsWith(".")) {
-        const subPath = join(
-          workspaceDir,
-          entry.name,
-          ".openclaw",
-          "session.jsonl"
-        );
-        try {
-          await stat(subPath);
-          return subPath;
-        } catch {
-          // Not in this subdir
-        }
-      }
-    }
-  } catch {
-    // Can't read workspace dir
-  }
-
-  return null;
-}
-
-interface SessionEntry {
-  type: string;
-  id: string;
-  parentId: string | null;
-  timestamp: string;
-  message?: {
-    role: string;
-    content: unknown;
-    usage?: { inputTokens?: number; outputTokens?: number };
-  };
-  summary?: string;
-  provider?: string;
-  modelId?: string;
-  customType?: string;
-  content?: unknown;
-  display?: boolean;
-  tokensBefore?: number;
-  firstKeptEntryId?: string;
-}
-
-interface ParsedMessage {
-  id: string;
-  type: string;
-  role?: string;
-  content: unknown;
-  model?: string;
-  timestamp: string;
-  isVerbose?: boolean;
-  usage?: { inputTokens?: number; outputTokens?: number };
-}
-
-function parseSessionFile(content: string): {
-  entries: SessionEntry[];
-  sessionId?: string;
-} {
-  const lines = content.split("\n").filter((l) => l.trim());
-  const entries: SessionEntry[] = [];
-  let sessionId: string | undefined;
-
-  for (const line of lines) {
-    try {
-      const parsed = JSON.parse(line);
-      if (parsed.type === "session") {
-        sessionId = parsed.id;
-        continue;
-      }
-      entries.push(parsed);
-    } catch {
-      // Skip malformed lines
-    }
-  }
-
-  return { entries, sessionId };
-}
-
-function entryToMessage(entry: SessionEntry): ParsedMessage | null {
-  if (entry.type === "message" && entry.message) {
-    const role = entry.message.role;
-    const isVerbose = role === "toolResult";
-    return {
-      id: entry.id,
-      type: "message",
-      role,
-      content: entry.message.content,
-      timestamp: entry.timestamp,
-      isVerbose,
-      usage: entry.message.usage,
-    };
-  }
-
-  if (entry.type === "compaction") {
-    return {
-      id: entry.id,
-      type: "compaction",
-      content: entry.summary || "",
-      timestamp: entry.timestamp,
-      isVerbose: true,
-    };
-  }
-
-  if (entry.type === "model_change") {
-    return {
-      id: entry.id,
-      type: "model_change",
-      content: `${entry.provider}/${entry.modelId}`,
-      model: `${entry.provider}/${entry.modelId}`,
-      timestamp: entry.timestamp,
-      isVerbose: true,
-    };
-  }
-
-  if (entry.type === "custom_message") {
-    return {
-      id: entry.id,
-      type: "custom_message",
-      role: "user",
-      content: entry.content,
-      timestamp: entry.timestamp,
-      isVerbose: !entry.display,
-    };
-  }
-
-  return null;
-}
-
-// Health check
-app.get("/health", (c) => c.json({ status: "ok" }));
-
-// Full session messages with cursor-based pagination
-app.get("/session/messages", async (c) => {
-  const cursor = c.req.query("cursor");
-  const limit = Math.min(parseInt(c.req.query("limit") || "50", 10), 200);
-
-  try {
-    const sessionPath = await findSessionFile();
-    if (!sessionPath) {
-      return c.json({
-        messages: [],
-        nextCursor: null,
-        hasMore: false,
-        sessionId: "none",
-      });
-    }
-    const content = await readFile(sessionPath, "utf-8");
-    const { entries, sessionId } = parseSessionFile(content);
-
-    // Convert all entries to messages, filtering nulls
-    const allMessages: ParsedMessage[] = [];
-    for (const entry of entries) {
-      const msg = entryToMessage(entry);
-      if (msg) allMessages.push(msg);
-    }
-
-    // Find cursor position
-    let startIndex = 0;
-    if (cursor) {
-      const cursorIdx = allMessages.findIndex((m) => m.id === cursor);
-      if (cursorIdx >= 0) {
-        startIndex = cursorIdx + 1;
-      }
-    }
-
-    const pageMessages = allMessages.slice(startIndex, startIndex + limit);
-    const hasMore = startIndex + limit < allMessages.length;
-    const nextCursor = hasMore
-      ? pageMessages[pageMessages.length - 1]?.id
-      : null;
-
-    return c.json({
-      messages: pageMessages,
-      nextCursor,
-      hasMore,
-      sessionId: sessionId || "unknown",
-    });
-  } catch (error: unknown) {
-    const isNotFound =
-      error instanceof Error &&
-      "code" in error &&
-      (error as NodeJS.ErrnoException).code === "ENOENT";
-    if (isNotFound) {
-      return c.json({
-        messages: [],
-        nextCursor: null,
-        hasMore: false,
-        sessionId: "none",
-      });
-    }
-    logger.error("Failed to read session file", { error });
-    return c.json({ error: "Failed to read session" }, 500);
-  }
-});
-
-// Session stats
-app.get("/session/stats", async (c) => {
-  try {
-    const sessionPath = await findSessionFile();
-    if (!sessionPath) {
-      return c.json({
-        sessionId: "none",
-        messageCount: 0,
-        userMessages: 0,
-        assistantMessages: 0,
-        totalInputTokens: 0,
-        totalOutputTokens: 0,
-      });
-    }
-    const content = await readFile(sessionPath, "utf-8");
-    const { entries, sessionId } = parseSessionFile(content);
-
-    let messageCount = 0;
-    let userMessages = 0;
-    let assistantMessages = 0;
-    let totalInputTokens = 0;
-    let totalOutputTokens = 0;
-    let currentModel: string | undefined;
-
-    for (const entry of entries) {
-      if (entry.type === "message" && entry.message) {
-        messageCount++;
-        if (entry.message.role === "user") userMessages++;
-        if (entry.message.role === "assistant") assistantMessages++;
-        if (entry.message.usage) {
-          const u = entry.message.usage as any;
-          totalInputTokens += u.inputTokens || u.input || 0;
-          totalOutputTokens += u.outputTokens || u.output || 0;
-        }
-      }
-      if (entry.type === "model_change") {
-        currentModel = `${entry.provider}/${entry.modelId}`;
-      }
-    }
-
-    return c.json({
-      sessionId: sessionId || "unknown",
-      messageCount,
-      userMessages,
-      assistantMessages,
-      totalInputTokens,
-      totalOutputTokens,
-      currentModel,
-    });
-  } catch (error: unknown) {
-    const isNotFound =
-      error instanceof Error &&
-      "code" in error &&
-      (error as NodeJS.ErrnoException).code === "ENOENT";
-    if (isNotFound) {
-      return c.json({
-        sessionId: "none",
-        messageCount: 0,
-        userMessages: 0,
-        assistantMessages: 0,
-        totalInputTokens: 0,
-        totalOutputTokens: 0,
-      });
-    }
-    logger.error("Failed to read session stats", { error });
-    return c.json({ error: "Failed to read session stats" }, 500);
-  }
-});
-
-let server: ReturnType<typeof createServer> | null = null;
-
-export function startWorkerHttpServer(): Promise<number> {
-  // Use port 0 to let the OS assign a free port (multiple workers share the host network)
-  const port = parseInt(process.env.WORKER_HTTP_PORT || "0", 10);
-
-  return new Promise((resolve, reject) => {
-    const listener = getRequestListener(app.fetch);
-    server = createServer(listener);
-
-    server.on("error", (err) => {
-      logger.error("Worker HTTP server error", { error: err });
-      reject(err);
-    });
-
-    server.listen(port, () => {
-      const addr = server!.address();
-      const actualPort = typeof addr === "object" && addr ? addr.port : port;
-      logger.info(`Worker HTTP server listening on port ${actualPort}`);
-      resolve(actualPort);
-    });
-  });
-}
-
-export function stopWorkerHttpServer(): Promise<void> {
-  return new Promise((resolve) => {
-    if (server) {
-      server.close(() => resolve());
-    } else {
-      resolve();
-    }
-  });
-}

package/src/shared/audio-provider-suggestions.ts

@@ -1,132 +0,0 @@
-export interface AudioProviderSuggestions {
-  providerIds: string[];
-  providerDisplayList: string;
-  available: boolean | null;
-  usedFallback: boolean;
-}
-
-const FALLBACK_PROVIDER_ENTRIES = [
-  { id: "chatgpt" },
-  { id: "gemini" },
-  { id: "elevenlabs" },
-] as const;
-
-const KNOWN_PROVIDER_LABELS: Record<string, string> = {
-  chatgpt: "ChatGPT/OpenAI",
-  openai: "OpenAI",
-  gemini: "Google Gemini",
-  google: "Google Gemini",
-  elevenlabs: "ElevenLabs",
-};
-
-function normalizeProviderId(raw: unknown): string | null {
-  if (typeof raw !== "string") return null;
-  const value = raw.trim().toLowerCase();
-  return value ? value : null;
-}
-
-function prefillProviderIdsFromCapabilityProvider(
-  providerId: string
-): string[] {
-  if (providerId === "openai") {
-    return ["chatgpt", "openai"];
-  }
-  if (providerId === "google") {
-    return ["gemini"];
-  }
-  return [providerId];
-}
-
-function normalizeProviderName(providerId: string, rawName: unknown): string {
-  if (typeof rawName === "string" && rawName.trim()) {
-    return rawName.trim();
-  }
-  return KNOWN_PROVIDER_LABELS[providerId] || providerId;
-}
-
-function getFallbackSuggestions(
-  available: boolean | null
-): AudioProviderSuggestions {
-  return {
-    providerIds: FALLBACK_PROVIDER_ENTRIES.map((entry) => entry.id),
-    providerDisplayList: "",
-    available,
-    usedFallback: true,
-  };
-}
-
-export function normalizeAudioProviderSuggestions(
-  payload: unknown
-): AudioProviderSuggestions {
-  if (typeof payload !== "object" || payload === null) {
-    return getFallbackSuggestions(null);
-  }
-
-  const body = payload as {
-    available?: unknown;
-    provider?: unknown;
-    providers?: unknown;
-  };
-
-  const available = typeof body.available === "boolean" ? body.available : null;
-
-  const ids: string[] = [];
-  const names: string[] = [];
-  const addEntry = (providerId: string, providerName: unknown) => {
-    const mappedIds = prefillProviderIdsFromCapabilityProvider(providerId);
-    for (const mappedId of mappedIds) {
-      if (!ids.includes(mappedId)) ids.push(mappedId);
-    }
-    const name = normalizeProviderName(providerId, providerName);
-    if (!names.includes(name)) names.push(name);
-  };
-
-  if (Array.isArray(body.providers)) {
-    for (const provider of body.providers) {
-      if (typeof provider !== "object" || provider === null) continue;
-      const entry = provider as { provider?: unknown; name?: unknown };
-      const providerId = normalizeProviderId(entry.provider);
-      if (!providerId) continue;
-      addEntry(providerId, entry.name);
-    }
-  }
-
-  const primaryProviderId = normalizeProviderId(body.provider);
-  if (primaryProviderId) {
-    addEntry(primaryProviderId, undefined);
-  }
-
-  if (ids.length === 0) {
-    return getFallbackSuggestions(available);
-  }
-
-  return {
-    providerIds: ids,
-    providerDisplayList: names.join(", "),
-    available,
-    usedFallback: false,
-  };
-}
-
-export async function fetchAudioProviderSuggestions(params: {
-  gatewayUrl: string;
-  workerToken: string;
-  fetchFn?: typeof fetch;
-}): Promise<AudioProviderSuggestions> {
-  const fetchFn = params.fetchFn || fetch;
-  try {
-    const response = await fetchFn(
-      `${params.gatewayUrl}/internal/audio/capabilities`,
-      {
-        headers: { Authorization: `Bearer ${params.workerToken}` },
-      }
-    );
-    if (!response.ok) {
-      return getFallbackSuggestions(null);
-    }
-    const payload = (await response.json()) as unknown;
-    return normalizeAudioProviderSuggestions(payload);
-  } catch {
-    return getFallbackSuggestions(null);
-  }
-}

package/src/shared/processor-utils.ts

@@ -1,33 +0,0 @@
-import { getToolDisplayConfig } from "./tool-display-config";
-
-/**
- * Format MCP-style tool names: prefix__server__tool -> prefix.server.tool
- */
-function formatMcpToolName(toolName: string): string {
-  const match = toolName.match(/^([^_]+)__([^_]+)__(.+)$/);
-  if (!match) return toolName;
-  const [, prefix, server, tool] = match;
-  return `${prefix}.${server}.${tool}`;
-}
-
-/**
- * Format tool execution for user-friendly display in bullet lists.
- * Shared across agent processors.
- */
-export function formatToolExecution(
-  toolName: string,
-  params: Record<string, unknown>,
-  verboseLogging: boolean
-): string | null {
-  if (!verboseLogging) return null;
-
-  const config = getToolDisplayConfig(toolName);
-  const displayName = config ? toolName : formatMcpToolName(toolName);
-  const emoji = config?.emoji ?? "🔧";
-
-  const inputStr =
-    Object.keys(params).length > 0
-      ? `\n\`\`\`json\n${JSON.stringify(params, null, 2)}\n\`\`\``
-      : "";
-  return `└ ${emoji} **${displayName}**${inputStr}`;
-}

package/src/shared/provider-auth-hints.ts

@@ -1,64 +0,0 @@
-const PROVIDER_API_KEY_ENV_VARS: Record<string, string> = {
-  "openai-codex": "OPENAI_API_KEY",
-  openai: "OPENAI_API_KEY",
-  google: "GOOGLE_API_KEY",
-  mistral: "MISTRAL_API_KEY",
-  anthropic: "ANTHROPIC_API_KEY",
-  "z-ai": "Z_AI_API_KEY",
-};
-
-function sanitizeProviderToken(value: string): string {
-  return value
-    .trim()
-    .toLowerCase()
-    .replace(/[^a-z0-9]+/g, "_")
-    .replace(/^_+|_+$/g, "");
-}
-
-export function getApiKeyEnvVarForProvider(providerName: string): string {
-  const normalizedProvider = providerName.trim().toLowerCase();
-  const mapped = PROVIDER_API_KEY_ENV_VARS[normalizedProvider];
-  if (mapped) {
-    return mapped;
-  }
-
-  const sanitized = sanitizeProviderToken(providerName);
-  if (!sanitized || sanitized === "provider") {
-    return "API_KEY";
-  }
-
-  return `${sanitized.toUpperCase()}_API_KEY`;
-}
-
-export function getProviderAuthHintFromError(
-  errorMessage: string,
-  defaultProvider?: string
-): { providerName: string; envVar: string } | null {
-  const needsAuthSetup =
-    /No API key found|Authentication failed|invalid x-api-key|invalid api[-\s]?key|authentication_error|incorrect api key/i.test(
-      errorMessage
-    );
-  if (!needsAuthSetup) {
-    return null;
-  }
-
-  const explicitProviderMatch = errorMessage.match(
-    /(?:No API key found for|Authentication failed for)\s+"?([A-Za-z0-9_-]+)/i
-  );
-  const jsonProviderMatch = errorMessage.match(
-    /"provider"\s*:\s*"([A-Za-z0-9._-]+)"/i
-  );
-  const fallbackProvider = defaultProvider?.trim().toLowerCase() || undefined;
-  const providerName =
-    explicitProviderMatch?.[1]?.toLowerCase() ||
-    jsonProviderMatch?.[1]?.toLowerCase() ||
-    (fallbackProvider && fallbackProvider !== "undefined"
-      ? fallbackProvider
-      : undefined) ||
-    "provider";
-
-  return {
-    providerName,
-    envVar: getApiKeyEnvVarForProvider(providerName),
-  };
-}

package/src/shared/tool-display-config.ts

@@ -1,75 +0,0 @@
-/**
- * Shared tool display configuration for progress processors.
- * Maps tool names to emoji and description formatting.
- */
-
-export interface ToolDisplayEntry {
-  emoji: string;
-  action: string;
-  getParam: (params: Record<string, unknown>) => string;
-}
-
-const TOOL_DISPLAY_CONFIG: Record<string, ToolDisplayEntry> = {
-  Write: {
-    emoji: "✏️",
-    action: "Writing",
-    getParam: (p) => `\`${p.file_path || ""}\``,
-  },
-  Edit: {
-    emoji: "✏️",
-    action: "Editing",
-    getParam: (p) => `\`${p.file_path || ""}\``,
-  },
-  Bash: {
-    emoji: "👾",
-    action: "Running",
-    getParam: (p) => {
-      const cmd = String(p.command || p.description || "command");
-      return `\`${cmd.length > 50 ? `${cmd.substring(0, 50)}...` : cmd}\``;
-    },
-  },
-  Read: {
-    emoji: "📖",
-    action: "Reading",
-    getParam: (p) => `\`${p.file_path || p.path || ""}\``,
-  },
-  Grep: {
-    emoji: "🔍",
-    action: "Searching",
-    getParam: (p) => `\`${p.pattern || ""}\``,
-  },
-  Glob: {
-    emoji: "🔍",
-    action: "Finding",
-    getParam: (p) => `\`${p.pattern || ""}\``,
-  },
-  TodoWrite: {
-    emoji: "📝",
-    action: "Updating task list",
-    getParam: () => "",
-  },
-  WebFetch: {
-    emoji: "🌐",
-    action: "Fetching",
-    getParam: (p) => `\`${p.url || ""}\``,
-  },
-  WebSearch: {
-    emoji: "🔎",
-    action: "Searching web",
-    getParam: (p) => `\`${p.query || ""}\``,
-  },
-};
-
-/**
- * Look up tool display config, case-insensitively.
- * OpenClaw uses lowercase tool names (bash, read, write, etc.)
- * while some agents use PascalCase (Bash, Read, Write, etc.).
- */
-export function getToolDisplayConfig(
-  toolName: string
-): ToolDisplayEntry | undefined {
-  return (
-    TOOL_DISPLAY_CONFIG[toolName] ??
-    TOOL_DISPLAY_CONFIG[toolName.charAt(0).toUpperCase() + toolName.slice(1)]
-  );
-}