@chendpoc/pi-memory 0.1.13 → 0.2.0

package/src/session/activeBranch.ts

@@ -1,294 +0,0 @@
-import path from "node:path";
-
-interface UnknownRecord {
-  [key: string]: unknown;
-}
-
-export interface ActiveBranchTurn {
-  role: string;
-  content: string;
-  turnIndex: number;
-}
-
-export interface ParsedSession {
-  id: string;
-  title: string;
-  createdAt: string;
-  turns: ActiveBranchTurn[];
-  parentSessionId?: string;
-  parentSessionFile?: string;
-}
-
-interface JsonlNodeInfo {
-  parentId?: string;
-  parentSessionId?: string;
-  parentSessionFile?: string;
-}
-
-interface ParsedJsonlLine {
-  id?: string;
-  parentId?: string;
-  parentSessionId?: string;
-  parentSessionFile?: string;
-  message?: {
-    role?: string;
-    content?: unknown;
-  };
-  role?: string;
-  content?: unknown;
-  timestamp?: string;
-  createdAt?: string;
-}
-
-function asString(value: unknown): string | undefined {
-  if (typeof value === "string") {
-    const text = value.trim();
-    return text.length > 0 ? text : undefined;
-  }
-  return undefined;
-}
-
-function getStringField(obj: UnknownRecord, names: string[]): string | undefined {
-  for (const name of names) {
-    const found = asString(obj[name]);
-    if (found) return found;
-  }
-  return undefined;
-}
-
-function getBooleanField(obj: UnknownRecord, names: string[]): boolean | undefined {
-  for (const name of names) {
-    if (typeof obj[name] === "boolean") return obj[name];
-  }
-  return undefined;
-}
-
-function messageText(content: unknown): string {
-  if (typeof content === "string") return content;
-  if (!Array.isArray(content)) return "";
-
-  const parts: string[] = [];
-  for (const block of content) {
-    if (typeof block === "string") {
-      parts.push(block);
-      continue;
-    }
-    if (block && typeof block === "object") {
-      const b = block as UnknownRecord;
-      if (typeof b.text === "string") parts.push(b.text);
-      else if (typeof b.content === "string") parts.push(b.content);
-    }
-  }
-  return parts.join("\n");
-}
-
-function extractMessage(line: ParsedJsonlLine): { role: string; content: unknown } | null {
-  if (line.message?.role && line.message.content !== undefined) {
-    return { role: line.message.role, content: line.message.content };
-  }
-  if (line.role && line.content !== undefined) {
-    return { role: line.role, content: line.content };
-  }
-  return null;
-}
-
-function pickActiveLeafHint(obj: UnknownRecord): string | undefined {
-  const explicitByName = getStringField(obj, [
-    "activeSessionId",
-    "active_session_id",
-    "activeSession",
-    "active_session",
-    "activeLeafId",
-    "active_leaf_id",
-    "activeLeafSessionId",
-    "active_leaf_session_id",
-    "currentSessionId",
-    "current_session_id",
-    "leafSessionId",
-    "leaf_session_id",
-  ]);
-  if (explicitByName) return explicitByName;
-
-  if (getBooleanField(obj, ["active", "is_active", "isActive", "activeLeaf"])
-    && typeof obj.id === "string") {
-    return obj.id;
-  }
-  return undefined;
-}
-
-function parseSessionIdFromPath(filePath: string | undefined): string | undefined {
-  const normalized = asString(filePath);
-  if (!normalized) return undefined;
-  const base = path.basename(normalized, path.extname(normalized));
-  const underscore = base.lastIndexOf("_");
-  if (underscore >= 0 && underscore < base.length - 1) {
-    return base.slice(underscore + 1);
-  }
-  return base || undefined;
-}
-
-export function parseJsonlSession(raw: string, filePath: string): ParsedSession | null {
-  const lines = raw.split("\n").filter((line) => line.trim());
-  if (lines.length === 0) return null;
-
-  const parsedLines: ParsedJsonlLine[] = [];
-  const nodes = new Map<string, JsonlNodeInfo>();
-
-  let headerSessionId: string | undefined;
-  let headerTitle = "";
-  let headerCreatedAt = "";
-  let lastNodeId: string | undefined;
-  let explicitLeafHint: string | undefined;
-  let fallbackParentSessionId: string | undefined;
-  let fallbackParentSessionFile: string | undefined;
-
-  for (const rawLine of lines) {
-    let obj: UnknownRecord;
-    try {
-      obj = JSON.parse(rawLine) as UnknownRecord;
-    } catch {
-      continue;
-    }
-
-    const id = getStringField(obj, ["id", "entryId", "entry_id"]);
-    const parentId = getStringField(obj, ["parentId", "parent_id"]);
-    const parentSessionId = getStringField(obj, [
-      "parentSessionId",
-      "parent_session_id",
-    ]);
-    const parentSessionFile = getStringField(obj, [
-      "parentSessionFile",
-      "parent_session_file",
-      "parentSessionPath",
-      "parent_session_path",
-      "parentSession",
-      "parent_session",
-    ]);
-    const type = asString(obj.type);
-    const message: ParsedJsonlLine["message"] = obj.message as ParsedJsonlLine["message"] | undefined;
-
-    const line: ParsedJsonlLine = {
-      id,
-      parentId,
-      parentSessionId,
-      parentSessionFile,
-      message,
-      role: asString(obj.role),
-      content: obj.content,
-      timestamp: asString(obj.timestamp),
-      createdAt: asString(obj.createdAt),
-    };
-
-    const explicitLeafId = pickActiveLeafHint(obj);
-    if (explicitLeafId) explicitLeafHint = explicitLeafId;
-
-    if (type === "session") {
-      headerSessionId = asString(obj.id) ?? headerSessionId;
-      headerTitle = asString(obj.title) ?? headerTitle;
-      headerCreatedAt = asString(obj.timestamp) ?? asString(obj.created_at) ?? asString(obj.createdAt) ?? headerCreatedAt;
-      if (!fallbackParentSessionId) {
-        fallbackParentSessionId = getStringField(obj, ["parentSessionId", "parent_session_id"]);
-      }
-      if (!fallbackParentSessionFile) {
-        fallbackParentSessionFile = getStringField(obj, [
-          "parentSessionFile",
-          "parent_session_file",
-          "parentSessionPath",
-          "parent_session_path",
-          "parentSession",
-          "parent_session",
-        ]);
-      }
-      if (!fallbackParentSessionId && fallbackParentSessionFile) {
-        fallbackParentSessionId = parseSessionIdFromPath(fallbackParentSessionFile);
-      }
-    }
-
-    if (id && type !== "session") {
-      nodes.set(id, {
-        parentId,
-        parentSessionId,
-        parentSessionFile,
-      });
-      lastNodeId = id;
-    }
-
-    parsedLines.push(line);
-  }
-
-  if (parsedLines.length === 0) return null;
-
-  const hasBranchNodes = nodes.size > 0;
-  let activeLeafId = explicitLeafHint ?? lastNodeId;
-  if (activeLeafId && explicitLeafHint && explicitLeafHint !== lastNodeId && !nodes.has(activeLeafId)) {
-    activeLeafId = lastNodeId;
-  }
-  const activeSessionId = activeLeafId ?? headerSessionId ?? path.basename(filePath, path.extname(filePath));
-  let parentSessionId: string | undefined = fallbackParentSessionId;
-  let parentSessionFile: string | undefined = fallbackParentSessionFile;
-
-  const activeNodeIds = new Set<string>();
-  if (hasBranchNodes && activeLeafId) {
-    let cursor: string | undefined = activeLeafId;
-    const leafNode = nodes.get(activeLeafId);
-    if (leafNode) {
-      if (leafNode.parentSessionId) {
-        parentSessionId = leafNode.parentSessionId;
-      }
-      if (leafNode.parentSessionFile) {
-        parentSessionFile = leafNode.parentSessionFile;
-      }
-      if (!parentSessionId && parentSessionFile) {
-        parentSessionId = parseSessionIdFromPath(parentSessionFile);
-      }
-    }
-    for (let i = 0; i < nodes.size + 5; i++) {
-      if (!cursor || activeNodeIds.has(cursor)) break;
-      activeNodeIds.add(cursor);
-      const node = nodes.get(cursor);
-      if (!node) break;
-      if (!node.parentId) break;
-      cursor = node.parentId;
-      if (!nodes.has(cursor)) break;
-    }
-  }
-
-  const includeLine = (line: ParsedJsonlLine): boolean => {
-    if (!hasBranchNodes || !activeLeafId) return true;
-    if (!line.id && !line.parentId) return false;
-    if (line.id) return activeNodeIds.has(line.id);
-    if (line.parentId) return activeNodeIds.has(line.parentId);
-    return false;
-  };
-
-  const turns: ActiveBranchTurn[] = [];
-  let turnIndex = 0;
-  for (const line of parsedLines) {
-    if (!includeLine(line)) continue;
-
-    const messageObj = extractMessage(line);
-    if (!messageObj?.role || !messageObj.content) continue;
-    if (messageObj.role !== "user" && messageObj.role !== "assistant") continue;
-    const text = messageText(messageObj.content);
-    if (!text.trim()) continue;
-
-    turns.push({
-      role: messageObj.role,
-      content: text,
-      turnIndex: turnIndex++,
-    });
-  }
-
-  if (turns.length === 0) return null;
-
-  return {
-    id: activeSessionId,
-    title: headerTitle,
-    createdAt: headerCreatedAt,
-    turns,
-    parentSessionId,
-    parentSessionFile,
-  };
-}
-
-export { messageText };

package/src/settings.ts

@@ -1,161 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-
-import { getAgentDir } from "@earendil-works/pi-coding-agent";
-
-import {
-  defaultMemoryConfig,
-  normalizeMemoryConfig,
-  type ExtractorType,
-  type ConsolidationConfig,
-  type MemoryConfig,
-  type MemoryProvider,
-  type TrainerConfig,
-} from "./config.js";
-import type { OllamaConfig } from "./adapters/ollamaClient.js";
-import type { OpenAICompatConfig } from "./adapters/openaiCompatClient.js";
-
-export interface MemorySettingsFile {
-  provider?: MemoryProvider;
-  tlmPath?: string;
-  socketPath?: string;
-  bundleRoot?: string;
-  sidecarReadyTimeoutMs?: number;
-  queryTimeoutMs?: number;
-  clientRequestTimeoutMs?: number;
-  sessionsDir?: string;
-  memoryMdPaths?: string[];
-  /** LLM for intent detection, rerank, and LLM extraction. Overrides default helper model. */
-  helperModel?: string;
-  /** Ollama local API config for helper / trainer / rerank. */
-  ollama?: Partial<OllamaConfig>;
-  /** OpenAI-compatible endpoint config (vLLM, SGLang, LM Studio, etc.) */
-  vllm?: Partial<OpenAICompatConfig>;
-  trainer?: Partial<TrainerConfig>;
-  consolidation?: Partial<ConsolidationConfig>;
-}
-
-export interface LoadedMemorySettings {
-  config: MemoryConfig;
-  helperModel: string | undefined;
-  ollama: OllamaConfig | null;
-  vllm: OpenAICompatConfig | null;
-  configPath: string;
-}
-
-/** Default path: ~/.pi/agent/memory.json */
-export function defaultMemoryConfigPath(): string {
-  return path.join(getAgentDir(), "memory.json");
-}
-
-function readMemorySettingsFile(configPath = defaultMemoryConfigPath()): MemorySettingsFile {
-  try {
-    const raw = fs.readFileSync(configPath, "utf8");
-    const parsed = JSON.parse(raw) as unknown;
-    if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
-      return {};
-    }
-    return parsed as MemorySettingsFile;
-  } catch (err) {
-    if ((err as NodeJS.ErrnoException).code === "ENOENT") {
-      return {};
-    }
-    throw new Error(
-      `Failed to load pi-memory config from ${configPath}: ${err instanceof Error ? err.message : String(err)}`,
-    );
-  }
-}
-
-/** Load pi-memory config from ~/.pi/agent/memory.json. */
-export function loadMemorySettings(
-  overrides: Partial<MemoryConfig> = {},
-  configPath = defaultMemoryConfigPath(),
-): LoadedMemorySettings {
-  const fileSettings = readMemorySettingsFile(configPath);
-  const {
-    helperModel,
-    ollama,
-    vllm,
-    trainer,
-    consolidation,
-    ...configFields
-  } = fileSettings;
-
-  const config = normalizeMemoryConfig({
-    ...configFields,
-    ...(trainer ? { trainer } : {}),
-    ...(consolidation ? { consolidation } : {}),
-    ...overrides,
-  } as Partial<MemoryConfig> & Record<string, unknown>);
-
-  let resolvedOllama: OllamaConfig | null = null;
-  if (ollama && ollama.model) {
-    resolvedOllama = {
-      baseUrl: ollama.baseUrl?.trim() || "http://localhost:11434",
-      model: ollama.model.trim(),
-    };
-  }
-
-  let resolvedVllm: OpenAICompatConfig | null = null;
-  if (vllm && vllm.model) {
-    resolvedVllm = {
-      baseUrl: vllm.baseUrl?.trim() || "http://localhost:8000",
-      model: vllm.model.trim(),
-      apiKey: vllm.apiKey?.trim() || undefined,
-    };
-  }
-
-  return {
-    config,
-    helperModel: helperModel?.trim() || undefined,
-    ollama: resolvedOllama,
-    vllm: resolvedVllm,
-    configPath,
-  };
-}
-
-/** Convenience alias when only MemoryConfig is needed. */
-export function loadMemoryConfig(
-  overrides: Partial<MemoryConfig> = {},
-  configPath = defaultMemoryConfigPath(),
-): MemoryConfig {
-  return loadMemorySettings(overrides, configPath).config;
-}
-
-export function resolveHelperModelSpec(
-  flagValue: string | boolean | undefined,
-  settingsHelperModel: string | undefined,
-): string | undefined {
-  if (typeof flagValue === "string" && flagValue.trim()) {
-    return flagValue.trim();
-  }
-  return settingsHelperModel;
-}
-
-/** Write memory settings back to disk (preserves unknown fields). */
-export function saveMemorySettings(
-  updates: Partial<MemorySettingsFile>,
-  configPath = defaultMemoryConfigPath(),
-): void {
-  let existing: Record<string, unknown> = {};
-  try {
-    const raw = fs.readFileSync(configPath, "utf8");
-    const parsed = JSON.parse(raw);
-    if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
-      existing = parsed as Record<string, unknown>;
-    }
-  } catch { /* start fresh */ }
-
-  const merged = { ...existing, ...updates };
-  const dir = path.dirname(configPath);
-  fs.mkdirSync(dir, { recursive: true });
-  fs.writeFileSync(configPath, JSON.stringify(merged, null, 2) + "\n", "utf8");
-}
-
-export { defaultMemoryConfig };
-export type {
-  ConsolidationConfig,
-  ExtractorType,
-  MemoryProvider,
-  TrainerConfig,
-};

package/src/sidecar/bundle.ts

@@ -1,52 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-
-/**
- * True when `<bundleRoot>/current` resolves to a directory containing
- * JSON-parseable manifest.json (Kocoro memory/service.go currentBundleReadable).
- */
-export function currentBundleReadable(bundleRoot: string): boolean {
-  const currentPath = path.join(bundleRoot, "current");
-  let st: fs.Stats;
-  try {
-    st = fs.statSync(currentPath);
-  } catch {
-    return false;
-  }
-  if (!st.isDirectory()) return false;
-  try {
-    const data = fs.readFileSync(path.join(currentPath, "manifest.json"), "utf8");
-    JSON.parse(data);
-    return true;
-  } catch {
-    return false;
-  }
-}
-
-export interface BundleManifestFile {
-  path: string;
-  size: number;
-  sha256: string;
-}
-
-export interface BundleManifest {
-  bundle_ts: string;
-  bundle_version: string;
-  size_bytes: number;
-  integrity_sha256: string;
-  files: BundleManifestFile[];
-}
-
-export function readCurrentManifest(bundleRoot: string): BundleManifest | null {
-  if (!currentBundleReadable(bundleRoot)) return null;
-  const currentPath = path.join(bundleRoot, "current");
-  try {
-    const raw = fs.readFileSync(
-      path.join(currentPath, "manifest.json"),
-      "utf8",
-    );
-    return JSON.parse(raw) as BundleManifest;
-  } catch {
-    return null;
-  }
-}

package/src/sidecar/process.ts

@@ -1,160 +0,0 @@
-import { access, constants } from "node:fs/promises";
-import fs from "node:fs";
-import path from "node:path";
-import { spawn, type ChildProcess } from "node:child_process";
-
-import type { MemoryConfig } from "../config.js";
-import { SidecarClient } from "./client.js";
-
-export class SidecarProcess {
-  private child: ChildProcess | null = null;
-  private readonly client: SidecarClient;
-
-  constructor(private readonly cfg: MemoryConfig) {
-    this.client = new SidecarClient(
-      cfg.socketPath,
-      Math.min(cfg.clientRequestTimeoutMs, 5_000),
-    );
-  }
-
-  getClient(): SidecarClient {
-    return this.client;
-  }
-
-  async resolveBinary(): Promise<string> {
-    const bin = this.cfg.tlmPath;
-    if (path.isAbsolute(bin)) {
-      await access(bin, constants.X_OK);
-      return bin;
-    }
-    const resolved = await which(bin);
-    if (!resolved) throw new Error(`${bin} not found in PATH`);
-    return resolved;
-  }
-
-  async spawn(): Promise<void> {
-    const bin = await this.resolveBinary().catch(() => {
-      throw new Error("memory: tlm binary not found");
-    });
-
-    if (this.cfg.socketPath) {
-      try {
-        fs.unlinkSync(this.cfg.socketPath);
-      } catch {
-        /* absent */
-      }
-    }
-
-    const args = [
-      "serve",
-      "--socket",
-      this.cfg.socketPath,
-      "--bundle-root",
-      this.cfg.bundleRoot,
-    ];
-
-    this.child = spawn(bin, args, {
-      stdio: "ignore",
-      detached: process.platform !== "win32",
-    });
-
-    this.child.on("error", () => {
-      /* handled by waitReady timeout */
-    });
-
-    this.child.unref?.();
-  }
-
-  async waitReady(signal?: AbortSignal): Promise<void> {
-    const deadline = Date.now() + this.cfg.sidecarReadyTimeoutMs;
-    let lastCompat = "";
-    let lastSub = "";
-
-    while (Date.now() < deadline) {
-      if (signal?.aborted) throw signal.reason ?? new Error("aborted");
-
-      try {
-        const h = await this.client.health(signal);
-        lastCompat = h.compatibility ?? "";
-        lastSub = h.error ? String(h.error.details?.sub_code ?? "") : "";
-
-        if (h.ready === true) return;
-        if (h.compatibility === "unknown") return;
-        if (h.compatibility === "incompatible") {
-          // keep polling until ceiling — supervisor classifies schema mismatch
-        }
-      } catch {
-        /* sidecar still starting */
-      }
-
-      await sleep(500, signal);
-    }
-
-    throw new Error(
-      `memory: sidecar ready ceiling exceeded` +
-        (lastCompat === "incompatible" && lastSub
-          ? ` (incompatible: ${lastSub})`
-          : ""),
-    );
-  }
-
-  async stop(): Promise<void> {
-    const child = this.child;
-    this.child = null;
-    if (!child?.pid) return;
-
-    if (process.platform === "win32") {
-      spawn("taskkill", ["/pid", String(child.pid), "/t", "/f"]);
-    } else {
-      try {
-        process.kill(-child.pid, "SIGTERM");
-      } catch {
-        try {
-          child.kill("SIGTERM");
-        } catch {
-          /* already dead */
-        }
-      }
-    }
-
-    await new Promise<void>((resolve) => {
-      const t = setTimeout(resolve, 2_000);
-      child.on("exit", () => {
-        clearTimeout(t);
-        resolve();
-      });
-    });
-  }
-}
-
-async function which(cmd: string): Promise<string | null> {
-  const { execFileSync } = await import("node:child_process");
-  try {
-    const result = execFileSync(
-      process.platform === "win32" ? "where" : "which",
-      [cmd],
-      { encoding: "utf8", timeout: 3_000 },
-    ).trim();
-    return result.split("\n")[0]?.trim() || null;
-  } catch {
-    return null;
-  }
-}
-
-function sleep(ms: number, signal?: AbortSignal): Promise<void> {
-  return new Promise((resolve, reject) => {
-    if (signal?.aborted) {
-      reject(signal.reason ?? new Error("aborted"));
-      return;
-    }
-    const t = setTimeout(resolve, ms);
-    signal?.addEventListener(
-      "abort",
-      () => {
-        clearTimeout(t);
-        reject(signal.reason ?? new Error("aborted"));
-      },
-      { once: true },
-    );
-  });
-}