@theokit/sdk-memory 0.3.3 → 0.4.0

package/dist/index.js

@@ -1,12 +1,14 @@
-import { mkdir, readFile, readdir, stat, access, unlink } from 'fs/promises';
+import { mkdir, readdir, readFile, stat, access, unlink } from 'fs/promises';
 import { join, resolve, relative } from 'path';
 import { Security } from '@theokit/sdk';
-import { replaceFileAtomic, withCwdMutex, atomicWriteJson, openSqliteResilient, sanitizeFts5Query } from '@theokit/sdk/persistence';
-import { sanitizeIdentifier, safePathJoin } from '@theokit/sdk/path-safety';
+import { replaceFileAtomic, atomicWriteJson, withCwdMutex, openSqliteResilient, sanitizeFts5Query } from '@theokit/sdk/persistence';
+import { notesDir, memoryDir, readFactsFromMarkdown, memoryMdPath, appendFactToMarkdown } from '@theokit/sdk/internal/memory-store';
+export { appendFact, appendFactToMarkdown, claudeProjectMemoryDir, memoryDir, memoryMdPath, memoryWriteDir, notesDir, readFacts, readFactsFromMarkdown } from '@theokit/sdk/internal/memory-store';
 import { createHash } from 'crypto';
 import { createOpenAiCompatibleRuntime } from '@theokit/sdk/internal/memory-adapters';
 export { createOpenAiCompatibleRuntime } from '@theokit/sdk/internal/memory-adapters';
 import { AuthenticationError, RateLimitError, ConfigurationError, NetworkError, UnknownAgentError } from '@theokit/sdk/errors';
+import { sanitizeIdentifier, safePathJoin } from '@theokit/sdk/path-safety';
 import { mkdirSync, existsSync, rmSync, renameSync } from 'fs';
 import { createRequire } from 'module';
 
@@ -238,55 +240,6 @@ function createInMemoryMarkdownProvider() {
     }
   };
 }
-function redactSecrets(text, opts) {
-  return Security.redact(text, opts);
-}
-function legacyMemoryJsonPath(cwd, config) {
-  if (config.storePath !== void 0) {
-    return resolve(cwd, config.storePath);
-  }
-  const namespace = sanitizeIdentifier(config.namespace ?? "default");
-  const scope = sanitizeIdentifier(config.scope ?? "agent", { maxLen: 16 });
-  const userId = sanitizeIdentifier(config.userId ?? "default");
-  return safePathJoin(cwd, ".theokit", "memory", namespace, `${scope}-${userId}.json`);
-}
-
-// src/internal/store/markdown-store.ts
-var MEMORY_MD_HEADER = "# Memory\n\n> Auto-managed by @theokit/sdk. Edit freely \u2014 the SDK reads from here.\n";
-var FACTS_HEADING = "## Facts";
-function memoryDir(cwd) {
-  return join(cwd, ".theokit", "memory");
-}
-function memoryMdPath(cwd) {
-  return join(memoryDir(cwd), "MEMORY.md");
-}
-function notesDir(cwd) {
-  return join(memoryDir(cwd), "notes");
-}
-async function readFactsFromMarkdown(cwd) {
-  let raw;
-  try {
-    raw = await readFile(memoryMdPath(cwd), "utf8");
-  } catch {
-    return [];
-  }
-  return parseFactsSection(raw);
-}
-function appendFactToMarkdown(cwd, fact) {
-  return withCwdMutex(memoryDir(cwd), async () => {
-    const path = memoryMdPath(cwd);
-    let raw = "";
-    try {
-      raw = await readFile(path, "utf8");
-    } catch {
-      raw = "";
-    }
-    const sanitized = redactSecrets(fact.text);
-    const next = insertFactBullet(raw, sanitized);
-    await mkdir(memoryDir(cwd), { recursive: true });
-    await replaceFileAtomic(path, next);
-  });
-}
 async function listNotes(cwd) {
   let entries = [];
   try {
@@ -296,51 +249,6 @@ async function listNotes(cwd) {
   }
   return entries.filter((name) => name.endsWith(".md")).map((name) => ({ slug: name.replace(/\.md$/, ""), path: join(notesDir(cwd), name) }));
 }
-function parseFactsSection(raw) {
-  const idx = raw.indexOf(FACTS_HEADING);
-  if (idx === -1) return [];
-  const tail = raw.slice(idx + FACTS_HEADING.length);
-  const nextHeading = tail.search(/\n#{1,2}\s/);
-  const block = nextHeading === -1 ? tail : tail.slice(0, nextHeading);
-  return block.split("\n").map((line) => line.trim()).filter((line) => line.startsWith("- ")).map((line) => ({ text: line.slice(2).trim() }));
-}
-function insertFactBullet(raw, fact) {
-  const bullet = `- ${fact}`;
-  if (raw.length === 0) {
-    return `${MEMORY_MD_HEADER}
-${FACTS_HEADING}
-
-${bullet}
-`;
-  }
-  const idx = raw.indexOf(FACTS_HEADING);
-  if (idx === -1) {
-    const sep = raw.endsWith("\n") ? "" : "\n";
-    return `${raw}${sep}
-${FACTS_HEADING}
-
-${bullet}
-`;
-  }
-  const after = idx + FACTS_HEADING.length;
-  const nextHeading = raw.slice(after).search(/\n#{1,2}\s/);
-  if (nextHeading === -1) {
-    const trailing = raw.endsWith("\n") ? "" : "\n";
-    return `${raw}${trailing}${bullet}
-`;
-  }
-  const insertAt = after + nextHeading;
-  return `${raw.slice(0, insertAt)}
-${bullet}${raw.slice(insertAt)}`;
-}
-async function readFacts(cwd, config) {
-  if (!config.enabled) return [];
-  return readFactsFromMarkdown(cwd);
-}
-async function appendFact(cwd, config, fact) {
-  if (!config.enabled) return;
-  await appendFactToMarkdown(cwd, fact);
-}
 
 // src/internal/store/transcript-store.ts
 async function persistActiveMemoryTranscript(cwd, transcript) {
@@ -949,6 +857,20 @@ var MEMORY_EMBEDDING_ADAPTERS = {
   jina: jinaMemoryEmbeddingProviderAdapter,
   gemini: geminiMemoryEmbeddingProviderAdapter
 };
+function redactSecrets(text, opts) {
+  return Security.redact(text, opts);
+}
+function legacyMemoryJsonPath(cwd, config) {
+  if (config.storePath !== void 0) {
+    return resolve(cwd, config.storePath);
+  }
+  const namespace = sanitizeIdentifier(config.namespace ?? "default");
+  const scope = sanitizeIdentifier(config.scope ?? "agent", { maxLen: 16 });
+  const userId = sanitizeIdentifier(config.userId ?? "default");
+  return safePathJoin(cwd, ".theokit", "memory", namespace, `${scope}-${userId}.json`);
+}
+
+// src/internal/adapter-http-error.ts
 var RAW_MAX_BYTES = 2048;
 function parseRetryAfter(headers) {
   if (headers === void 0) return void 0;
@@ -1037,7 +959,7 @@ function mapOpenAiStatusToCode(status, body) {
 function formatMessage(providerId, status, code) {
   return `${providerId} API error: ${code} (HTTP ${status})`;
 }
-var FACTS_HEADING2 = "## Facts";
+var FACTS_HEADING = "## Facts";
 function createCategorizedMemory(options) {
   const { root, categories } = options;
   validateCategories(categories);
@@ -1111,7 +1033,7 @@ function header(category) {
 category: ${category}
 ---
 
-${FACTS_HEADING2}
+${FACTS_HEADING}
 `;
 }
 async function readFileOrEmpty(path) {
@@ -1135,24 +1057,24 @@ function decodeFact(text) {
   );
 }
 function parseFactBullets(raw) {
-  const idx = raw.indexOf(FACTS_HEADING2);
+  const idx = raw.indexOf(FACTS_HEADING);
   if (idx === -1) return [];
-  const tail = raw.slice(idx + FACTS_HEADING2.length);
+  const tail = raw.slice(idx + FACTS_HEADING.length);
   const nextHeading = tail.search(/\n#{1,2}\s/);
   const block = nextHeading === -1 ? tail : tail.slice(0, nextHeading);
   return block.split("\n").map((line) => line.trim()).filter((line) => line.startsWith("- ")).map((line) => line.slice(2).trim());
 }
 function appendBullet(raw, text) {
   const bullet = `- ${text}`;
-  const idx = raw.indexOf(FACTS_HEADING2);
+  const idx = raw.indexOf(FACTS_HEADING);
   if (idx === -1) {
     const sep = raw.endsWith("\n") ? "" : "\n";
-    return `${raw}${sep}${FACTS_HEADING2}
+    return `${raw}${sep}${FACTS_HEADING}
 
 ${bullet}
 `;
   }
-  const after = idx + FACTS_HEADING2.length;
+  const after = idx + FACTS_HEADING.length;
   const nextHeading = raw.slice(after).search(/\n#{1,2}\s/);
   if (nextHeading === -1) {
     const trailing = raw.endsWith("\n") ? "" : "\n";
@@ -1343,10 +1265,10 @@ async function runInner(options) {
 }
 async function writeConsolidatedNotes(cwd, clusters, timestampMs) {
   if (clusters.length === 0) return 0;
-  const notesDir2 = join(memoryDir(cwd), "notes");
-  await mkdir(notesDir2, { recursive: true });
+  const notesDir3 = join(memoryDir(cwd), "notes");
+  await mkdir(notesDir3, { recursive: true });
   const isoSlug = new Date(timestampMs).toISOString().replace(/[^\dT]/g, "-");
-  const file = join(notesDir2, `dreamed-${isoSlug}.md`);
+  const file = join(notesDir3, `dreamed-${isoSlug}.md`);
   const body = deepPhase(clusters, timestampMs);
   await replaceFileAtomic(file, body);
   return 1;
@@ -2525,6 +2447,6 @@ function isPathInside(root, candidate) {
   return candidate === root || candidate.startsWith(normalizedRoot);
 }
 
-export { ActiveMemoryCache, CircuitBreaker, DEFAULT_AZURE_OPENAI_EMBEDDING_MODEL, DEFAULT_COHERE_EMBEDDING_MODEL, DEFAULT_DEEPINFRA_EMBEDDING_MODEL, DEFAULT_GEMINI_EMBEDDING_MODEL, DEFAULT_JINA_EMBEDDING_MODEL, DEFAULT_MEMORY_READ_LINES, DEFAULT_MISTRAL_EMBEDDING_MODEL, DEFAULT_OLLAMA_EMBEDDING_MODEL, DEFAULT_OPENAI_EMBEDDING_MODEL, DEFAULT_OPENROUTER_EMBEDDING_MODEL, DEFAULT_VOYAGE_EMBEDDING_MODEL, IndexManager, LanceIndex, LanceMemoryAdapter, MEMORY_EMBEDDING_ADAPTERS, META_KEY_DIMENSION, META_KEY_MODEL, META_KEY_PROVIDER_ID, PRAGMA_STATEMENTS, SCHEMA_STATEMENTS, VALID_BACKENDS, appendDiaryEntry, appendFact, appendFactToMarkdown, assertValidBackend, azureOpenAiMemoryEmbeddingProviderAdapter, buildErrorMetadata, chunkMarkdown, cohereMemoryEmbeddingProviderAdapter, createCategorizedMemory, createInMemoryMarkdownProvider, createMemoryGetTool, createMemorySearchTool, createVectorIndex, deepPhase, deepinfraMemoryEmbeddingProviderAdapter, defaultIndexPath, diaryPath, discoverSessionFiles, discoverWikiFiles, dropVectorIndex, embedMissingChunks, entryHash, geminiMemoryEmbeddingProviderAdapter, identityMatches, isLanceAvailable, isSqliteVecLoaded, jinaMemoryEmbeddingProviderAdapter, lanceStoragePath, legacyMemoryJsonPath, lightPhase, listNotes, loadSqliteVecExtension, mapOpenAICompatibleError, memoryDir, memoryMdPath, migrateLegacyJson, migrateSqliteToLance, mistralMemoryEmbeddingProviderAdapter, notesDir, ollamaMemoryEmbeddingProviderAdapter, openAiMemoryEmbeddingProviderAdapter, openLanceIndex, openMemoryDb, openRouterMemoryEmbeddingProviderAdapter, packVector, parseRetryAfter, parseSearchOptions, persistActiveMemoryTranscript, readEmbeddingIdentity, readFacts, readFactsFromMarkdown, readMemoryFileBounded, redactSecrets, remPhase, renderDiaryEntry, resetMigrationStateForTests, runActiveMemory, runDreamingSweep, sessionSummaryPath, sessionsDir, truncateRaw, upsertEmbedding, vectorSearch, voyageMemoryEmbeddingProviderAdapter, wikiDir, writeEmbeddingIdentity, writeSessionSummary };
+export { ActiveMemoryCache, CircuitBreaker, DEFAULT_AZURE_OPENAI_EMBEDDING_MODEL, DEFAULT_COHERE_EMBEDDING_MODEL, DEFAULT_DEEPINFRA_EMBEDDING_MODEL, DEFAULT_GEMINI_EMBEDDING_MODEL, DEFAULT_JINA_EMBEDDING_MODEL, DEFAULT_MEMORY_READ_LINES, DEFAULT_MISTRAL_EMBEDDING_MODEL, DEFAULT_OLLAMA_EMBEDDING_MODEL, DEFAULT_OPENAI_EMBEDDING_MODEL, DEFAULT_OPENROUTER_EMBEDDING_MODEL, DEFAULT_VOYAGE_EMBEDDING_MODEL, IndexManager, LanceIndex, LanceMemoryAdapter, MEMORY_EMBEDDING_ADAPTERS, META_KEY_DIMENSION, META_KEY_MODEL, META_KEY_PROVIDER_ID, PRAGMA_STATEMENTS, SCHEMA_STATEMENTS, VALID_BACKENDS, appendDiaryEntry, assertValidBackend, azureOpenAiMemoryEmbeddingProviderAdapter, buildErrorMetadata, chunkMarkdown, cohereMemoryEmbeddingProviderAdapter, createCategorizedMemory, createInMemoryMarkdownProvider, createMemoryGetTool, createMemorySearchTool, createVectorIndex, deepPhase, deepinfraMemoryEmbeddingProviderAdapter, defaultIndexPath, diaryPath, discoverSessionFiles, discoverWikiFiles, dropVectorIndex, embedMissingChunks, entryHash, geminiMemoryEmbeddingProviderAdapter, identityMatches, isLanceAvailable, isSqliteVecLoaded, jinaMemoryEmbeddingProviderAdapter, lanceStoragePath, legacyMemoryJsonPath, lightPhase, listNotes, loadSqliteVecExtension, mapOpenAICompatibleError, migrateLegacyJson, migrateSqliteToLance, mistralMemoryEmbeddingProviderAdapter, ollamaMemoryEmbeddingProviderAdapter, openAiMemoryEmbeddingProviderAdapter, openLanceIndex, openMemoryDb, openRouterMemoryEmbeddingProviderAdapter, packVector, parseRetryAfter, parseSearchOptions, persistActiveMemoryTranscript, readEmbeddingIdentity, readMemoryFileBounded, redactSecrets, remPhase, renderDiaryEntry, resetMigrationStateForTests, runActiveMemory, runDreamingSweep, sessionSummaryPath, sessionsDir, truncateRaw, upsertEmbedding, vectorSearch, voyageMemoryEmbeddingProviderAdapter, wikiDir, writeEmbeddingIdentity, writeSessionSummary };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map