opencandle 0.11.0 → 0.12.0

package/gui/server/projector.ts

@@ -1,263 +0,0 @@
-import type { Message, ToolResultMessage } from "@earendil-works/pi-ai";
-import type { SessionEntry } from "@earendil-works/pi-coding-agent";
-
-export interface DashboardState {
-  watchlist: Array<{
-    symbol: string;
-    quote: Record<string, unknown> | null;
-    pinned: boolean;
-    lastSeen: string;
-  }>;
-  activeAnalyses: Array<{
-    workflowId: string;
-    workflow: string;
-    symbol?: string;
-    analystsTotal: number;
-    analystsDone: number;
-    startedAt: string;
-  }>;
-  recentResearch: Array<{
-    sessionId: string;
-    workflow: string;
-    symbol?: string;
-    completedAt: string;
-  }>;
-  dataQuality: {
-    softGaps: Array<{ provider: string; lastSeen: string }>;
-    hardSkips: Array<{ provider: string; lastSeen: string }>;
-  };
-}
-
-const DIRECT_TOOL_GAP_PROVIDERS: Record<string, string> = {
-  get_company_overview: "alpha_vantage",
-  get_financials: "alpha_vantage",
-  get_earnings: "alpha_vantage",
-  compute_dcf: "alpha_vantage",
-  compare_companies: "alpha_vantage",
-  get_economic_data: "fred",
-  get_twitter_sentiment: "twitter",
-  get_reddit_sentiment: "reddit",
-};
-
-export function createEmptyDashboardState(): DashboardState {
-  return {
-    watchlist: [],
-    activeAnalyses: [],
-    recentResearch: [],
-    dataQuality: { softGaps: [], hardSkips: [] },
-  };
-}
-
-export function projectDashboard(entries: SessionEntry[], sessionId = "local"): DashboardState {
-  const state = createEmptyDashboardState();
-
-  for (const entry of entries) {
-    if (entry.type === "message") {
-      projectMessage(state, entry.message as Message, entry.timestamp, sessionId);
-      continue;
-    }
-
-    if (entry.type === "custom" && entry.customType === "opencandle-workflow") {
-      const data = asRecord(entry.data);
-      const workflow = stringValue(data.workflow) ?? stringValue(data.workflowType) ?? "workflow";
-      const slots = asRecord(data.resolvedSlots);
-      const symbol = stringValue(slots.symbol) ?? firstString(slots.symbols);
-      state.activeAnalyses.push({
-        workflowId: stringValue(data.runId) ?? entry.id,
-        workflow,
-        symbol,
-        analystsTotal: numberValue(data.analystsTotal) ?? 0,
-        analystsDone: 0,
-        startedAt: entry.timestamp,
-      });
-      continue;
-    }
-
-    if (entry.type === "custom" && entry.customType === "opencandle-turn-gap") {
-      // The accumulator writes a single combined annotation string with one
-      // [OPENCANDLE_SKIPPED ... provider=X ...] tag per fallback provider.
-      // Older shapes may carry { softGaps: [...] } or { provider } directly —
-      // accept either to stay forward/backward compatible.
-      const data = asRecord(entry.data);
-      const annotation = stringValue(data.annotation);
-      if (annotation) {
-        for (const provider of parseSkippedProviders(annotation)) {
-          upsertProviderGap(state.dataQuality.softGaps, provider, entry.timestamp);
-        }
-      }
-      for (const gap of asArray(data.softGaps)) {
-        const provider = stringValue(asRecord(gap).provider);
-        if (provider) upsertProviderGap(state.dataQuality.softGaps, provider, entry.timestamp);
-      }
-      const provider = stringValue(data.provider);
-      if (provider) upsertProviderGap(state.dataQuality.softGaps, provider, entry.timestamp);
-    }
-
-    if (entry.type === "custom" && entry.customType === "opencandle-quote-refresh") {
-      const data = asRecord(entry.data);
-      projectQuote(
-        state,
-        stringValue(data.symbol),
-        asRecord(data.value),
-        asArray(data.content) as ToolResultMessage["content"],
-        entry.timestamp,
-      );
-    }
-  }
-
-  return state;
-}
-
-function projectMessage(
-  state: DashboardState,
-  message: Message,
-  timestamp: string,
-  sessionId: string,
-): void {
-  if (message.role === "toolResult") {
-    projectToolResult(state, message, timestamp);
-    return;
-  }
-
-  if (message.role === "assistant" && message.stopReason === "stop") {
-    const active = state.activeAnalyses.shift();
-    if (active) {
-      state.recentResearch.unshift({
-        sessionId,
-        workflow: active.workflow,
-        symbol: active.symbol,
-        completedAt: timestamp,
-      });
-    }
-  }
-}
-
-function projectToolResult(
-  state: DashboardState,
-  message: ToolResultMessage,
-  timestamp: string,
-): void {
-  if (message.toolName === "get_stock_quote") {
-    const rawDetails = asRecord(message.details);
-    const nestedValue = asRecord(rawDetails.value);
-    const details = Object.keys(nestedValue).length > 0 ? nestedValue : rawDetails;
-    projectQuote(state, stringValue(details.symbol), details, message.content, timestamp);
-  }
-
-  const text = message.content
-    .filter((part) => part.type === "text")
-    .map((part) => part.text)
-    .join("\n");
-  for (const provider of parseSoftGapProviders(text)) {
-    upsertProviderGap(state.dataQuality.softGaps, provider, timestamp);
-  }
-  for (const provider of parseCredentialRequiredProviders(text)) {
-    upsertProviderGap(state.dataQuality.hardSkips, provider, timestamp);
-  }
-  const provider = inferDirectToolGapProvider(message.toolName, text);
-  if (provider) upsertProviderGap(state.dataQuality.softGaps, provider, timestamp);
-}
-
-function upsertProviderGap(
-  gaps: Array<{ provider: string; lastSeen: string }>,
-  provider: string,
-  lastSeen: string,
-): void {
-  const existing = gaps.find((gap) => gap.provider === provider);
-  if (!existing) {
-    gaps.push({ provider, lastSeen });
-    return;
-  }
-
-  const existingTime = Date.parse(existing.lastSeen);
-  const nextTime = Date.parse(lastSeen);
-  if (!Number.isFinite(existingTime) || (Number.isFinite(nextTime) && nextTime > existingTime)) {
-    existing.lastSeen = lastSeen;
-  }
-}
-
-function projectQuote(
-  state: DashboardState,
-  symbolHint: string | undefined,
-  details: Record<string, unknown>,
-  content: ToolResultMessage["content"],
-  timestamp: string,
-): void {
-  const symbol = symbolHint ?? inferSymbolFromContent(content);
-  if (!symbol) return;
-
-  const existing = state.watchlist.find((row) => row.symbol === symbol);
-  const row = {
-    symbol,
-    quote: Object.keys(details).length > 0 ? details : null,
-    pinned: existing?.pinned ?? false,
-    lastSeen: timestamp,
-  };
-  if (existing) Object.assign(existing, row);
-  else state.watchlist.push(row);
-}
-
-function parseCredentialRequiredProviders(text: string): string[] {
-  const providers: string[] = [];
-  const re = /\[OPENCANDLE_CREDENTIAL_REQUIRED[^\]]*provider=([a-z0-9_-]+)/gi;
-  while (true) {
-    const match = re.exec(text);
-    if (!match) break;
-    providers.push(match[1]);
-  }
-  return providers;
-}
-
-function parseSkippedProviders(text: string): string[] {
-  return parseSoftGapProviders(text);
-}
-
-function parseSoftGapProviders(text: string): string[] {
-  const providers: string[] = [];
-  const re =
-    /\[OPENCANDLE_(?:SKIPPED|SOFT_DEGRADED|EXTERNAL_TOOL_REQUIRED)[^\]]*provider=([a-z0-9_-]+)/gi;
-  while (true) {
-    const match = re.exec(text);
-    if (!match) break;
-    providers.push(match[1]);
-  }
-  return providers;
-}
-
-function inferDirectToolGapProvider(
-  toolName: string | undefined,
-  text: string,
-): string | undefined {
-  if (!toolName || !/(?:⚠|unavailable|No .*data found|EXTERNAL_TOOL_SETUP)/i.test(text)) {
-    return undefined;
-  }
-  return DIRECT_TOOL_GAP_PROVIDERS[toolName];
-}
-
-function inferSymbolFromContent(content: ToolResultMessage["content"]): string | undefined {
-  const text = content.find((part) => part.type === "text")?.text;
-  const match = text?.match(/^([A-Z]{1,8})\b/);
-  return match?.[1];
-}
-
-function asRecord(value: unknown): Record<string, unknown> {
-  return typeof value === "object" && value !== null && !Array.isArray(value)
-    ? (value as Record<string, unknown>)
-    : {};
-}
-
-function asArray(value: unknown): unknown[] {
-  return Array.isArray(value) ? value : [];
-}
-
-function stringValue(value: unknown): string | undefined {
-  return typeof value === "string" && value.length > 0 ? value : undefined;
-}
-
-function firstString(value: unknown): string | undefined {
-  return Array.isArray(value) ? value.find((item) => typeof item === "string") : undefined;
-}
-
-function numberValue(value: unknown): number | undefined {
-  return typeof value === "number" ? value : undefined;
-}

package/gui/server/prompt-observation.ts

@@ -1,58 +0,0 @@
-import type { AgentSessionEvent } from "@earendil-works/pi-coding-agent";
-
-export interface PromptObservation {
-  userTexts: string[];
-  sawAssistantOrTool: boolean;
-}
-
-export function createPromptObservation(): PromptObservation {
-  return {
-    userTexts: [],
-    sawAssistantOrTool: false,
-  };
-}
-
-export function observePromptEvent(observation: PromptObservation, event: AgentSessionEvent): void {
-  if (event.type === "message_start") {
-    const message = event.message as { role?: unknown; content?: unknown };
-    if (message.role === "user") {
-      observation.userTexts.push(messageTextFromContent(message.content));
-      return;
-    }
-    if (message.role === "assistant") {
-      observation.sawAssistantOrTool = true;
-    }
-    return;
-  }
-
-  if (event.type === "tool_execution_start") {
-    observation.sawAssistantOrTool = true;
-  }
-}
-
-export function selectReplayPrompt(
-  observation: PromptObservation,
-  originalPrompt: string,
-): string | undefined {
-  if (observation.sawAssistantOrTool) return undefined;
-
-  const original = originalPrompt.trim();
-  const text = [...observation.userTexts]
-    .reverse()
-    .map((candidate) => candidate.trim())
-    .find((candidate) => candidate.length > 0 && candidate !== original);
-
-  return text || undefined;
-}
-
-function messageTextFromContent(content: unknown): string {
-  if (typeof content === "string") return content;
-  if (!Array.isArray(content)) return "";
-  return content
-    .map((part) =>
-      typeof part === "object" && part !== null && "text" in part && typeof part.text === "string"
-        ? part.text
-        : "",
-    )
-    .join("");
-}

package/gui/server/quote-snapshot-store.ts

@@ -1,50 +0,0 @@
-import type { MarketStateQuoteSnapshot } from "./market-state-api.js";
-
-export class QuoteSnapshotStore {
-  private snapshot: MarketStateQuoteSnapshot | null = null;
-  private fetchedAtMs = 0;
-  private inFlight: Promise<MarketStateQuoteSnapshot> | null = null;
-  private invalidationVersion = 0;
-
-  constructor(
-    private readonly build: () => Promise<MarketStateQuoteSnapshot>,
-    private readonly maxAgeMs = 60_000,
-    private readonly now: () => number = Date.now,
-  ) {}
-
-  async get(): Promise<MarketStateQuoteSnapshot> {
-    if (this.snapshot == null) return this.refresh();
-    if (this.now() - this.fetchedAtMs >= this.maxAgeMs) {
-      // Stale-while-revalidate: serve the old snapshot now, refresh in the background.
-      this.refresh().catch(() => {});
-    }
-    return this.snapshot;
-  }
-
-  invalidate(): void {
-    this.invalidationVersion += 1;
-    this.snapshot = null;
-    this.fetchedAtMs = 0;
-    this.inFlight = null;
-  }
-
-  private refresh(): Promise<MarketStateQuoteSnapshot> {
-    if (this.inFlight) return this.inFlight;
-    const version = this.invalidationVersion;
-    const inFlight = this.build()
-      .then((snapshot) => {
-        if (version === this.invalidationVersion) {
-          this.snapshot = snapshot;
-          this.fetchedAtMs = this.now();
-        }
-        return snapshot;
-      })
-      .finally(() => {
-        if (this.inFlight === inFlight) {
-          this.inFlight = null;
-        }
-      });
-    this.inFlight = inFlight;
-    return this.inFlight;
-  }
-}

package/gui/server/server.ts

@@ -1,289 +0,0 @@
-import { randomBytes } from "node:crypto";
-import { createServer } from "node:http";
-import { resolve } from "node:path";
-import { fileURLToPath } from "node:url";
-import {
-  AuthStorage,
-  createAgentSessionRuntime,
-  createAgentSessionServices,
-  getAgentDir,
-  ModelRegistry,
-  SettingsManager,
-} from "@earendil-works/pi-coding-agent";
-import { createOpenCandleSession } from "../../src/index.js";
-import { assertSupportedNodeVersion } from "../../src/infra/node-version.js";
-import { createAskUserBridge } from "./ask-user-bridge.js";
-import {
-  createLocalAutomationHeartbeat,
-  normalizeAutomationHeartbeatMs,
-} from "./automation-heartbeat.js";
-import {
-  type BackgroundQuotePoller,
-  BackgroundQuoteRefreshes,
-  createBackgroundQuotePoller,
-} from "./background-quotes.js";
-import { createInitialGuiSessionManager } from "./gui-session-manager.js";
-import { createHttpRequestHandler, resolveSessionManagerById } from "./http-routes.js";
-import { createToolInvokeController } from "./invoke-tool.js";
-import { createLocalSessionCoordinator } from "./local-session-coordinator.js";
-import { buildMarketStateQuoteSnapshot } from "./market-state-api.js";
-import { createModelSetupController } from "./model-setup.js";
-import { isTrustedPrivateApiRequest } from "./private-api-access.js";
-import { QuoteSnapshotStore } from "./quote-snapshot-store.js";
-import { createSessionActionsController } from "./session-actions.js";
-import { createGracefulShutdown } from "./shutdown.js";
-import {
-  acquireWriterLock,
-  migrateWriterLockScope,
-  refreshWriterLock,
-  releaseWriterLock,
-  writerLockScopeForSession,
-} from "./writer-lock.js";
-import { createWsHub, type WsHub } from "./ws-hub.js";
-
-assertSupportedNodeVersion();
-
-const cwd = process.cwd();
-const host = process.env.OPENCANDLE_GUI_HOST ?? "127.0.0.1";
-const port = Number(process.env.OPENCANDLE_GUI_PORT ?? 14567);
-const automationHeartbeatMs = normalizeAutomationHeartbeatMs(
-  process.env.OPENCANDLE_AUTOMATION_HEARTBEAT_MS,
-);
-const allowRemotePrivateApi = process.env.OPENCANDLE_GUI_ALLOW_REMOTE_PRIVATE_API === "1";
-const privateApiSessionToken = randomBytes(32).toString("base64url");
-const localCoordinatorSecret = randomBytes(32).toString("base64url");
-const localCoordinatorEndpoint = `http://${coordinatorEndpointHost(host)}:${port}`;
-const __dirname = fileURLToPath(new URL(".", import.meta.url));
-const webDist = resolve(__dirname, "../web/dist");
-
-const agentDir = getAgentDir();
-const authStorage = AuthStorage.create();
-const modelRegistry = ModelRegistry.create(authStorage);
-const settingsManager = SettingsManager.create(cwd, agentDir);
-const initialSessionManager = createInitialGuiSessionManager(cwd);
-let sessionManager = initialSessionManager;
-const sessionDir = sessionManager.getSessionDir();
-const initialWriterLockScope = writerLockScopeForSession(sessionManager);
-const lockResult = await acquireWriterLock(initialWriterLockScope, "gui", {
-  coordinatorEndpoint: localCoordinatorEndpoint,
-  coordinatorSecret: localCoordinatorSecret,
-});
-let activeWriterLockScope = initialWriterLockScope;
-let currentWriterLockLost = false;
-let wsHub: WsHub;
-let quotePoller: BackgroundQuotePoller;
-const askUserBridge = createAskUserBridge({
-  broadcast: (message) => wsHub.broadcast(message),
-  getSessionId: () => sessionManager.getSessionId(),
-});
-const runtime = await createAgentSessionRuntime(
-  async (opts) => {
-    const services = await createAgentSessionServices({
-      cwd: opts.cwd,
-      agentDir: opts.agentDir,
-      authStorage,
-      settingsManager,
-      modelRegistry,
-    });
-    const result = await createOpenCandleSession({
-      cwd: opts.cwd,
-      agentDir: opts.agentDir,
-      authStorage,
-      modelRegistry,
-      settingsManager,
-      sessionManager: opts.sessionManager,
-      askUserHandler: askUserBridge.ask,
-    });
-    return { ...result, services, diagnostics: services.diagnostics };
-  },
-  { cwd, agentDir, sessionManager },
-);
-let session = runtime.session;
-function syncCurrentWriterLockScope(): void {
-  if (currentWriterLockLost) throw new Error("OpenCandle is reconnecting to this session.");
-  if (lockResult.role !== "writer") return;
-  const nextScope = writerLockScopeForSession(sessionManager);
-  if (nextScope === activeWriterLockScope) return;
-  if (migrateWriterLockScope(activeWriterLockScope, nextScope)) {
-    activeWriterLockScope = nextScope;
-  } else {
-    currentWriterLockLost = true;
-    throw new Error("OpenCandle is reconnecting to this session.");
-  }
-}
-const heartbeat = setInterval(() => {
-  try {
-    syncCurrentWriterLockScope();
-    refreshWriterLock(activeWriterLockScope);
-  } catch {
-    clearInterval(heartbeat);
-  }
-}, 5000);
-const backgroundQuoteRefreshes = new BackgroundQuoteRefreshes();
-const localSessionCoordinator = createLocalSessionCoordinator();
-const quoteSnapshotStore = new QuoteSnapshotStore(() => buildMarketStateQuoteSnapshot());
-quotePoller = createBackgroundQuotePoller({
-  getClientCount: () => wsHub.getClientCount(),
-  getSessionManager: () => sessionManager,
-  refreshes: backgroundQuoteRefreshes,
-  broadcastState: () => wsHub.broadcastState(),
-});
-const localAutomationHeartbeat = createLocalAutomationHeartbeat({
-  role: lockResult.role,
-  getSessionId: () => sessionManager.getSessionId(),
-  intervalMs: automationHeartbeatMs,
-});
-const modelSetupController = createModelSetupController({
-  role: lockResult.role,
-  getSession: () => session,
-  getSessionManager: () => sessionManager,
-  broadcastState: () => wsHub.broadcastState(),
-});
-const toolInvokeController = createToolInvokeController({
-  role: lockResult.role,
-  getSessionManager: () => sessionManager,
-  broadcastState: () => wsHub.broadcastState(),
-  broadcastSessionSnapshot: (targetSessionManager) =>
-    wsHub.broadcastSessionSnapshot(targetSessionManager),
-  broadcastSessions: () => wsHub.broadcastSessions(),
-  onMarketStateChanged: () => quoteSnapshotStore.invalidate(),
-  askUserHandler: askUserBridge.ask,
-  askUserHandlerForSessionId: (sessionId) => askUserBridge.askForSession(sessionId),
-  localCoordinatorEndpoint,
-  localCoordinatorSecret,
-  localSessionCoordinator,
-  syncWriterLockScope: syncCurrentWriterLockScope,
-  resolveSessionManager: (sessionId) =>
-    resolveSessionManagerById(
-      { cwd, sessionDir, getSessionManager: () => sessionManager },
-      sessionId,
-    ),
-});
-const sessionActionsController = createSessionActionsController({
-  role: lockResult.role,
-  cwd,
-  sessionDir,
-  getSession: () => session,
-  getSessionManager: () => sessionManager,
-  getModelSetupState: () => modelSetupController.buildCurrentModelSetupState(),
-  askUserBridge,
-  runtime,
-  sendBoot: (client) => wsHub.sendBoot(client),
-  broadcastState: () => wsHub.broadcastState(),
-  broadcastSessions: () => wsHub.broadcastSessions(),
-  localSessionCoordinator,
-});
-wsHub = createWsHub({
-  role: lockResult.role,
-  lock: lockResult.lock,
-  cwd,
-  sessionDir,
-  getSession: () => session,
-  getSessionManager: () => sessionManager,
-  backgroundQuoteRefreshes,
-  askUserBridge,
-  modelSetupController,
-  toolInvokeController,
-  sessionActionsController,
-  onClientCountChanged: () => quotePoller.updatePoller(),
-  isTrustedRequest: (req) =>
-    isTrustedPrivateApiRequest(req.headers, privateApiSessionToken, req.socket.remoteAddress, {
-      allowRemote: allowRemotePrivateApi,
-    }),
-});
-
-let unsubscribeSession = wsHub.subscribeToSessionEvents();
-runtime.setRebindSession(async (nextSession) => {
-  const nextWriterLockScope = writerLockScopeForSession(nextSession.sessionManager);
-  if (lockResult.role === "writer" && nextWriterLockScope !== activeWriterLockScope) {
-    const nextLockResult = await acquireWriterLock(nextWriterLockScope, "gui", {
-      coordinatorEndpoint: localCoordinatorEndpoint,
-      coordinatorSecret: localCoordinatorSecret,
-    });
-    if (nextLockResult.role !== "writer") {
-      throw new Error("OpenCandle is reconnecting to this session.");
-    }
-    releaseWriterLock(activeWriterLockScope);
-    activeWriterLockScope = nextWriterLockScope;
-  }
-  unsubscribeSession();
-  session = nextSession;
-  sessionManager = nextSession.sessionManager;
-  unsubscribeSession = wsHub.subscribeToSessionEvents();
-});
-
-const httpRequestHandler = createHttpRequestHandler({
-  host,
-  port,
-  webDist,
-  role: lockResult.role,
-  cwd,
-  agentDir,
-  sessionDir,
-  privateApiSessionToken,
-  localCoordinatorEndpoint,
-  localCoordinatorSecret,
-  allowRemotePrivateApi,
-  syncCurrentWriterLockScope,
-  getSession: () => session,
-  getSessionManager: () => sessionManager,
-  createSessionForManager: async (targetSessionManager) =>
-    createOpenCandleSession({
-      cwd,
-      agentDir,
-      authStorage,
-      modelRegistry,
-      settingsManager,
-      sessionManager: targetSessionManager,
-      askUserHandler: askUserBridge.askForSession(targetSessionManager.getSessionId()),
-    }),
-  wsHub,
-  modelSetupController,
-  sessionActionsController,
-  toolInvokeController,
-  quoteSnapshotStore,
-  localSessionCoordinator,
-});
-
-const server = createServer((req, res) => {
-  void httpRequestHandler(req, res);
-});
-
-server.on("upgrade", (req, socket) => wsHub.handleUpgrade(req, socket));
-
-server.listen(port, host, () => {
-  console.log(`OpenCandle GUI listening on http://${host}:${port}`);
-  if (host === "0.0.0.0") {
-    console.log(`OpenCandle GUI is accepting LAN/Tailscale connections on port ${port}`);
-  }
-  if (allowRemotePrivateApi) {
-    console.log(
-      "OpenCandle GUI private market-state API accepts cookie-authenticated remote requests.",
-    );
-  }
-  console.log(`Writer role: ${lockResult.role}`);
-  localAutomationHeartbeat.start();
-});
-
-const shutdown = createGracefulShutdown({
-  server,
-  cleanup: async () => {
-    clearInterval(heartbeat);
-    quotePoller.stop();
-    localAutomationHeartbeat.stop();
-    wsHub.closeClients();
-    unsubscribeSession();
-    releaseWriterLock(activeWriterLockScope);
-    await runtime.dispose();
-  },
-  exit: (code) => process.exit(code),
-});
-
-function coordinatorEndpointHost(bindHost: string): string {
-  if (bindHost === "0.0.0.0") return "127.0.0.1";
-  if (bindHost === "::") return "[::1]";
-  return bindHost.includes(":") && !bindHost.startsWith("[") ? `[${bindHost}]` : bindHost;
-}
-
-process.once("SIGINT", shutdown);
-process.once("SIGTERM", shutdown);