@chendpoc/pi-memory 0.1.13 → 0.2.0

package/src/index.ts

@@ -1,247 +1,11 @@
-export type {
-  ErrorObject,
-  FallbackQuery,
-  HealthPayload,
-  HopRecord,
-  MemoryBlock,
-  MemoryCandidateGroup,
-  MemoryQuerier,
-  MemoryRecallArgs,
-  QueryCandidate,
-  QueryIntent,
-  QueryMode,
-  QueryRequest,
-  ReloadResponse,
-  ResponseEnvelope,
-  ServiceStatus,
-  ToolResult,
-  Warning,
-} from "./types.js";
-
-export {
-  defaultConsolidationConfig,
-  defaultMemoryConfig,
-  normalizeMemoryConfig,
-  type ConsolidationConfig,
-  type ConsolidationScheduleConfig,
-  type MemoryConfig,
-  type MemoryProvider,
-} from "./config.js";
-
-export {
-  defaultMemoryConfigPath,
-  loadMemoryConfig,
-  loadMemorySettings,
-  resolveHelperModelSpec,
-  type LoadedMemorySettings,
-  type MemorySettingsFile,
-} from "./settings.js";
-
-export {
-  defaultBundleRoot,
-  defaultPiHome,
-  defaultSessionsDir,
-  defaultSocketPath,
-  expandPath,
-} from "./paths.js";
-
-export {
-  classifyHTTP,
-  classifyTransportError,
-  ErrTransport,
-  type ErrorClass,
-} from "./errclass.js";
-
-export { SidecarClient } from "./sidecar/client.js";
-export {
-  currentBundleReadable,
-  readCurrentManifest,
-  type BundleManifest,
-} from "./sidecar/bundle.js";
-
-export {
-  installBundle,
-  retainBundles,
-  validateManifestPath,
-  versionInRange,
-  type InstallBundleOptions,
-  type InstallBundleResult,
-} from "./bundle/install.js";
-
-export {
-  createFallbackQuery,
-  memoryMdSnippet,
-  sessionKeywordSearch,
-  type FallbackOptions,
-  type SessionSearchHit,
-} from "./fallback/index.js";
-export { SidecarProcess } from "./sidecar/process.js";
-
-export {
-  MemoryService,
-  type MemoryServiceStatus,
-  type QueryBatchResult,
-} from "./service.js";
-
-export {
-  COMPILE_MEMORY_INTENTS_PARAMETERS,
-  MEMORY_HELPER_TOOL_NAME,
-  cleanMemoryAnchor,
-  defaultDirectMemoryIntent,
-  detectExactMemoryIntents,
-  detectMemoryIntents,
-  looksLikeTaskText,
-  looksMemoryRelevant,
-  sanitizeMemoryIntents,
-  type CompileMemoryIntentsResult,
-  type DetectIntentsOptions,
-  type MemoryHelperLLM,
-} from "./preflight/detectIntents.js";
-
-export {
-  PRIVATE_MEMORY_BODY_BYTE_CAP,
-  SEMANTIC_FALLBACK_CANDIDATES,
-  renderFallbackPrivateMemory,
-  renderPrivateMemoryContext,
-  sanitizeUserBlock,
-  truncatePrivateMemoryBody,
-  type FallbackRenderOptions,
-  type PreflightQueryResult,
-} from "./preflight/render.js";
-
-export {
-  injectPrivateMemoryContext,
-  stripPrivateMemory,
-} from "./preflight/strip.js";
-
-export {
-  MEMORY_PREFLIGHT_QUERY_TIMEOUT_MS,
-  createBeforeTurnHook,
-  runMemoryPreflight,
-  type BeforeTurnHook,
-  type BeforeTurnInput,
-  type MemoryPreflightOptions,
-  type MemoryPreflightResult,
-} from "./preflight/hook.js";
-
-export {
-  createMemoryRecallTool,
-  createStubFallback,
-  MemoryRecallTool,
-  MEMORY_RECALL_DESCRIPTION,
-  MEMORY_RECALL_NAME,
-  MEMORY_RECALL_PARAMETERS,
-} from "./tools/memoryRecall.js";
-
-export {
-  appendToMemoryMd,
-  createMemoryAppendTool,
-  MemoryAppendTool,
-  MEMORY_APPEND_DESCRIPTION,
-  MEMORY_APPEND_NAME,
-  MEMORY_APPEND_PARAMETERS,
-} from "./tools/memoryAppend.js";
-
-export {
-  default as piMemoryExtension,
-  getSharedMemoryService,
-  type PiAgentTool,
-  type PiExtensionAPI,
-} from "./extension.js";
-
-export {
-  createMemoryHelperLLM,
-  createPiLLMClient,
-  createStandaloneLLMClient,
-  DEFAULT_HELPER_MODEL,
-  DEFAULT_HELPER_PROVIDER,
-  parseModelSpec,
-  resolveMemoryHelperLLM,
-} from "./adapters/piComplete.js";
-
-export {
-  trainBundle,
-  loadSessionFile,
-  loadSessions,
-  extractFacts,
-  extractFactsFromSessions,
-  resolveEntities,
-  buildBundle,
-  readMarker,
-  writeMarker,
-  loadExistingBundle,
-  deltaMerge,
-  RELATION_CATALOG,
-  ALL_RELATIONS,
-  type TrainBundleConfig,
-  type TrainBundleResult,
-  type LoadedSession,
-  type SessionTurn,
-  type SessionLoaderOptions,
-  type ExtractedEntity,
-  type ExtractedRelation,
-  type ExtractedEvent,
-  type ExtractionResult,
-  type EntityType,
-  type LLMFactExtractor,
-  type ExtractFactsOptions,
-  type ResolvedEntity,
-  type ResolvedRelation,
-  type ResolvedGraph,
-  type BundleData,
-  type BuildBundleOptions,
-  type BuildBundleResult,
-  type ExistingBundle,
-  type DeltaOp,
-  type DeltaLogEntry,
-  type DeltaLog,
-  type MergeResult,
-} from "./trainer/index.js";
-
-export {
-  createLLMFactExtractor,
-  type LLMClient,
-  type LLMExtractorOptions,
-} from "./trainer/llmExtractor.js";
-
-export {
-  createTrainScheduler,
-  parseInterval,
-  type SchedulerConfig,
-  type TrainScheduler,
-  type SchedulerLog,
-  type SchedulerLogger,
-} from "./trainer/scheduler.js";
-
-export {
-  openSessionIndex,
-  type SessionIndex,
-  type SqliteDatabase,
-} from "./fallback/sessionIndex.js";
-
-export { defaultSessionDbPath } from "./fallback/sessionSearch.js";
-
-export { LocalGraphQuerier } from "./local/graphQuery.js";
-
-export {
-  createOllamaLLMClient,
-  createOllamaMemoryHelper,
-  ollamaHealthCheck,
-  DEFAULT_OLLAMA_CONFIG,
-  type OllamaConfig,
-} from "./adapters/ollamaClient.js";
-
-export {
-  createOpenAICompatLLMClient,
-  createOpenAICompatMemoryHelper,
-  openaiCompatHealthCheck,
-  type OpenAICompatConfig,
-} from "./adapters/openaiCompatClient.js";
-
-export {
-  rerankWithLLM,
-  type RerankOptions,
-  type RankedResult,
-} from "./fallback/llmRerank.js";
-
-export * from "./consolidation/index.js";
+export { initializeMemoryWorkspace, type InitMemoryWorkspaceResult } from "./init/workspace.js";
+export { loadEnv } from "./config/loadEnv.js";
+export { resolveAgentDirFromEnv, resolveMemoryAgentDir, type ResolveMemoryAgentDirOptions } from "./config/agentDir.js";
+export { readPiMemoryEnv, resolveEmbedDim, type PiMemoryEnv } from "./config/env.js";
+export { runConsolidateJob, type RunConsolidateJobResult } from "./consolidate/runJob.js";
+export * from "./constants/index.js";
+export * from "./utils/index.js";
+export { MemoryStore } from "./store/memoryStore.js";
+export { ensureSidecarRunning, stopSidecar } from "./sidecar/sidecarManager.js";
+export { query, reindex, ping } from "./sidecar/client.js";
+export { createLlmClient, type LlmClient } from "./adapters/llm/index.js";

package/src/init/workspace.ts

@@ -0,0 +1,44 @@
+import { DEFAULT_MEMORY_FILE } from "../constants/memory.js";
+import { MarkdownMemoryBackend } from "../store/backend.js";
+import { defaultMemoryTemplate } from "../store/markdown/template.js";
+import { resolveAgentDir } from "../store/paths.js";
+import { joinPath, readText } from "../utils/fs.js";
+
+export type InitMemoryWorkspaceResult = {
+  agentDir: string;
+  memoryFile: string;
+  created: boolean;
+  skipped: boolean;
+  reason?: "already_initialized";
+};
+
+/**
+ * Ensure the memory data directory exists and MEMORY.md follows the canonical template.
+ * Never overwrites a non-empty MEMORY.md.
+ */
+export async function initializeMemoryWorkspace(agentDir: string): Promise<InitMemoryWorkspaceResult> {
+  const resolved = resolveAgentDir(agentDir);
+  const memoryFile = joinPath(resolved, DEFAULT_MEMORY_FILE);
+  const backend = new MarkdownMemoryBackend(memoryFile);
+
+  await backend.ensureAgentDir();
+
+  const existing = await backend.readText(memoryFile);
+  if (existing.trim()) {
+    return {
+      agentDir: resolved,
+      memoryFile,
+      created: false,
+      skipped: true,
+      reason: "already_initialized",
+    };
+  }
+
+  await backend.writeText(memoryFile, defaultMemoryTemplate());
+  return { agentDir: resolved, memoryFile, created: true, skipped: false };
+}
+
+/** Read bundled template from templates/MEMORY.md.example (postinstall / docs). */
+export async function readMemoryTemplateExample(packageRoot: string): Promise<string> {
+  return readText(joinPath(packageRoot, "templates", "MEMORY.md.example"));
+}

package/src/ipc/jsonlFramer.ts

@@ -0,0 +1,29 @@
+/** Incremental JSONL (one JSON object per line) framing for UDS IPC. */
+
+export class JsonlFramer {
+  private buffer = "";
+
+  push(chunk: string): string[] {
+    this.buffer += chunk;
+    const lines: string[] = [];
+    let idx: number;
+    while ((idx = this.buffer.indexOf("\n")) !== -1) {
+      const line = this.buffer.slice(0, idx);
+      this.buffer = this.buffer.slice(idx + 1);
+      if (line.trim()) lines.push(line);
+    }
+    return lines;
+  }
+
+  reset(): void {
+    this.buffer = "";
+  }
+}
+
+export function serializeJsonlFrame(value: unknown): string {
+  return `${JSON.stringify(value)}\n`;
+}
+
+export function parseJsonlLine<T>(line: string): T {
+  return JSON.parse(line) as T;
+}