@chendpoc/pi-memory 0.1.13 → 0.2.1

package/src/trainer/scheduler.ts

@@ -1,107 +0,0 @@
-import { trainBundle, type TrainBundleConfig, type TrainBundleResult } from "./index.js";
-
-export interface SchedulerConfig {
-  /** Interval string: "1h", "6h", "12h", "24h", or null to disable. */
-  interval: string | null;
-  /** Passed through to trainBundle. */
-  trainConfig?: Omit<TrainBundleConfig, "full" | "dryRun">;
-  /** Called after a successful train tick (no error). Use to notify MemoryService. */
-  onSuccess?: () => void;
-}
-
-export interface TrainScheduler {
-  /** Stop the scheduler. Safe to call multiple times. */
-  stop(): void;
-  /** Whether the scheduler is currently running. */
-  running(): boolean;
-}
-
-export interface SchedulerLog {
-  timestamp: string;
-  sessionsProcessed: number;
-  entityCount: number;
-  relationCount: number;
-  eventCount: number;
-  durationMs: number;
-  error?: string;
-}
-
-const INTERVAL_MAP: Record<string, number> = {
-  "1h": 3_600_000,
-  "6h": 21_600_000,
-  "12h": 43_200_000,
-  "24h": 86_400_000,
-};
-
-/** Parse interval string to milliseconds. Returns null if disabled/invalid. */
-export function parseInterval(interval: string | null | undefined): number | null {
-  if (!interval) return null;
-  const ms = INTERVAL_MAP[interval.trim().toLowerCase()];
-  return ms ?? null;
-}
-
-export type SchedulerLogger = (log: SchedulerLog) => void;
-
-/**
- * Create an interval-based trainer that runs `trainBundle()` periodically.
- * Runs one tick immediately on start, then repeats at the configured interval.
- */
-export function createTrainScheduler(
-  config: SchedulerConfig,
-  logger?: SchedulerLogger,
-): TrainScheduler {
-  const intervalMs = parseInterval(config.interval);
-  if (intervalMs == null) {
-    return { stop() {}, running() { return false; } };
-  }
-
-  let timer: ReturnType<typeof setInterval> | null = null;
-  let stopped = false;
-  let tickInProgress = false;
-
-  async function tick(): Promise<void> {
-    if (stopped || tickInProgress) return;
-    tickInProgress = true;
-    const start = Date.now();
-    let result: TrainBundleResult | null = null;
-    let error: string | undefined;
-    try {
-      result = await trainBundle({
-        ...config.trainConfig,
-        full: false,
-        dryRun: false,
-      });
-      config.onSuccess?.();
-    } catch (err) {
-      error = err instanceof Error ? err.message : String(err);
-    }
-    const durationMs = Date.now() - start;
-    logger?.({
-      timestamp: new Date().toISOString(),
-      sessionsProcessed: result?.sessionsProcessed ?? 0,
-      entityCount: result?.entityCount ?? 0,
-      relationCount: result?.relationCount ?? 0,
-      eventCount: result?.eventCount ?? 0,
-      durationMs,
-      error,
-    });
-    tickInProgress = false;
-  }
-
-  // Fire first tick asynchronously, then schedule repeating
-  void tick();
-  timer = setInterval(() => void tick(), intervalMs);
-
-  return {
-    stop() {
-      stopped = true;
-      if (timer != null) {
-        clearInterval(timer);
-        timer = null;
-      }
-    },
-    running() {
-      return !stopped && timer != null;
-    },
-  };
-}

package/src/trainer/sessionLoader.ts

@@ -1,176 +0,0 @@
-import { createHash } from "node:crypto";
-import fs from "node:fs/promises";
-import path from "node:path";
-import { messageText, parseJsonlSession as parseActiveBranchJsonl } from "../session/activeBranch.js";
-
-export interface SessionTurn {
-  role: string;
-  content: string;
-  turnIndex: number;
-}
-
-export interface LoadedSession {
-  id: string;
-  title: string;
-  createdAt: string;
-  filePath: string;
-  modifiedAt: Date;
-  parentSessionFile?: string;
-  parentSessionId?: string;
-  turns: SessionTurn[];
-}
-
-interface PiSessionMessage {
-  role?: string;
-  content?: unknown;
-}
-
-interface PiSessionFile {
-  id?: string;
-  title?: string;
-  created_at?: string;
-  messages?: PiSessionMessage[];
-}
-
-export interface SessionLoaderOptions {
-  sessionsDir: string;
-  modifiedAfter?: Date | null;
-}
-
-/**
- * Collect all session files recursively (supports project subdirectories).
- * Returns both .json and .jsonl files.
- */
-async function collectSessionFiles(dir: string): Promise<string[]> {
-  let names: string[];
-  try {
-    names = await fs.readdir(dir);
-  } catch {
-    return [];
-  }
-
-  const files: string[] = [];
-  for (const name of names) {
-    const full = path.join(dir, name);
-    let st;
-    try { st = await fs.stat(full); } catch { continue; }
-    if (st.isDirectory()) {
-      const sub = await collectSessionFiles(full);
-      files.push(...sub);
-    } else if (st.isFile() && (name.endsWith(".json") || name.endsWith(".jsonl"))) {
-      files.push(full);
-    }
-  }
-  return files;
-}
-
-function parseJsonSession(raw: string, filePath: string): LoadedSession | null {
-  let session: PiSessionFile;
-  try {
-    session = JSON.parse(raw) as PiSessionFile;
-  } catch {
-    return null;
-  }
-
-  if (!session.messages || session.messages.length === 0) return null;
-
-  const turns: SessionTurn[] = [];
-  for (let i = 0; i < session.messages.length; i++) {
-    const msg = session.messages[i]!;
-    const text = messageText(msg.content);
-    if (!text.trim()) continue;
-    turns.push({ role: msg.role ?? "unknown", content: text, turnIndex: i });
-  }
-
-  if (turns.length === 0) return null;
-
-  return {
-    id: session.id ?? path.basename(filePath, ".json"),
-    title: session.title ?? "",
-    createdAt: session.created_at ?? "",
-    filePath,
-    modifiedAt: new Date(),
-    turns,
-  };
-}
-
-function parseJsonlSession(raw: string, filePath: string): LoadedSession | null {
-  const parsed = parseActiveBranchJsonl(raw, filePath);
-  if (!parsed) return null;
-  return {
-    ...parsed,
-    filePath,
-    modifiedAt: new Date(),
-  };
-}
-
-/**
- * Scan session files (JSON + JSONL, recursive subdirectories), parse Pi session
- * format, optionally filter by modified-after timestamp for incremental training.
- */
-export async function loadSessions(
-  opts: SessionLoaderOptions,
-): Promise<LoadedSession[]> {
-  const { sessionsDir, modifiedAfter } = opts;
-  if (!sessionsDir.trim()) return [];
-
-  const filePaths = await collectSessionFiles(sessionsDir);
-  const sessions: LoadedSession[] = [];
-
-  for (const filePath of filePaths) {
-    let st: Awaited<ReturnType<typeof fs.stat>>;
-    try {
-      st = await fs.stat(filePath);
-    } catch {
-      continue;
-    }
-    if (!st.isFile()) continue;
-    if (modifiedAfter && st.mtime <= modifiedAfter) continue;
-
-    const parsed = await loadSessionFile(filePath);
-
-    if (!parsed) continue;
-    parsed.modifiedAt = st.mtime;
-    sessions.push(parsed);
-  }
-
-  sessions.sort((a, b) => a.modifiedAt.getTime() - b.modifiedAt.getTime());
-  return deduplicateSessions(sessions);
-}
-
-export async function loadSessionFile(filePath: string): Promise<LoadedSession | null> {
-  let st: Awaited<ReturnType<typeof fs.stat>>;
-  try {
-    st = await fs.stat(filePath);
-  } catch {
-    return null;
-  }
-  if (!st.isFile()) return null;
-
-  let raw: string;
-  try {
-    raw = await fs.readFile(filePath, "utf8");
-  } catch {
-    return null;
-  }
-
-  const parsed = filePath.endsWith(".jsonl")
-    ? parseJsonlSession(raw, filePath)
-    : parseJsonSession(raw, filePath);
-  if (!parsed) return null;
-  parsed.modifiedAt = st.mtime;
-  return parsed;
-}
-
-function deduplicateSessions(sessions: LoadedSession[]): LoadedSession[] {
-  const seen = new Set<string>();
-  return sessions.filter((s) => {
-    const fingerprint = createHash("sha256")
-      .update(s.turns.map((t) => t.content).join("\n"))
-      .digest("hex")
-      .slice(0, 16);
-    if (seen.has(fingerprint)) return false;
-    seen.add(fingerprint);
-    return true;
-  });
-}

package/src/types.ts

@@ -1,168 +0,0 @@
-/** Wire types mirroring Kocoro internal/memory/types.go (TLM sidecar contract). */
-
-export type QueryMode =
-  | "direct_relation"
-  | "path_query"
-  | "typed_neighborhood";
-
-export interface QueryIntent {
-  mode: QueryMode;
-  anchor_mentions: string[];
-  relation_constraints?: string[];
-  candidate_type?: string | null;
-  scope_filter?: string[];
-  target_slot?: "" | "head" | "tail";
-  time_window?: string | null;
-  evidence_budget?: number;
-  result_limit?: number;
-}
-
-export interface QueryRequest {
-  intent: QueryIntent;
-  user_id?: string | null;
-  request_id?: string | null;
-}
-
-export interface HopRecord {
-  from_entity_id: string;
-  from_label: string;
-  relation: string;
-  direction: string;
-  to_entity_id: string;
-  to_label: string;
-  supporting_event_ids: string[];
-}
-
-export interface QueryCandidate {
-  value: string;
-  score: number;
-  evidence: string;
-  supporting_event_ids: string[];
-  support_count?: number | null;
-  distinct_session_count?: number | null;
-  entity_id?: string | null;
-  scope?: string | null;
-  observed_path?: HopRecord[];
-  path_collision_count?: number;
-}
-
-export interface MemoryCandidateGroup {
-  value: string;
-  score: number;
-  evidence: string;
-  support_count: number;
-  supporting_event_ids: string[];
-  entity_ids: string[];
-  scopes: string[];
-  via_relations: string[];
-  via_anchor_entity_ids: string[];
-  observed_path: HopRecord[];
-  path_collision_count: number;
-}
-
-export interface MemoryBlock {
-  groups: MemoryCandidateGroup[];
-  no_data_reason?: string | null;
-  notes: string[];
-}
-
-export interface Warning {
-  code: string;
-  message: string;
-}
-
-export interface ErrorObject {
-  code: string;
-  message: string;
-  details?: Record<string, unknown>;
-}
-
-export function errorSubCode(err: ErrorObject | null | undefined): string {
-  if (!err?.details) return "";
-  const v = err.details.sub_code;
-  return typeof v === "string" ? v : "";
-}
-
-export interface ResponseEnvelope {
-  protocol_version: number;
-  bundle_version?: string;
-  bundle_created_at?: string | null;
-  bundle_dir?: string;
-  request_id: string;
-  candidates: QueryCandidate[];
-  memory_block?: MemoryBlock | null;
-  warnings: Warning[];
-  reason: string;
-  error?: ErrorObject | null;
-  latency_ms: number;
-}
-
-export interface ReloadResponse {
-  protocol_version: number;
-  request_id: string;
-  swapped: boolean;
-  trigger: string;
-  reason: string;
-  previous_bundle_dir?: string | null;
-  current_bundle_dir?: string | null;
-  reload_duration_ms: number;
-  warnings: Warning[];
-  error?: ErrorObject | null;
-}
-
-export interface HealthPayload {
-  ready: boolean;
-  compatibility: string;
-  bundle_version?: string;
-  bundle_created_at?: string | null;
-  bundle_dir?: string;
-  last_reload_age_secs?: number | null;
-  last_reload_trigger?: string | null;
-  protocol_version: number;
-  uptime_secs: number;
-  error?: ErrorObject | null;
-  status_message?: string;
-}
-
-export type ServiceStatus =
-  | "disabled"
-  | "initializing"
-  | "ready"
-  | "degraded"
-  | "unavailable";
-
-export interface MemoryRecallArgs {
-  mode?: string;
-  anchor_mentions: string[];
-  relation_constraints?: string[];
-  candidate_type?: string | null;
-  scope_filter?: string[];
-  target_slot?: string;
-  time_window?: string | null;
-  evidence_budget?: number;
-  result_limit?: number;
-}
-
-export interface ToolResult {
-  content: string;
-  isError?: boolean;
-}
-
-export type ErrorClass = "ok" | "retryable" | "permanent" | "unavailable";
-
-export interface MemoryQuerier {
-  status(): ServiceStatus;
-  query(
-    intent: QueryIntent,
-    signal?: AbortSignal,
-  ): Promise<{
-    env: ResponseEnvelope | null;
-    errorClass: ErrorClass;
-    transportError?: Error;
-  }>;
-}
-
-export interface FallbackQuery {
-  sessionKeyword(query: string, limit: number): Promise<unknown[]>;
-  memoryFileSnippet(query: string): Promise<string>;
-}