@agentmemory/agentmemory 0.7.2 → 0.7.3

package/src/functions/export-import.ts

@@ -1,508 +0,0 @@
-import type { ISdk } from "iii-sdk";
-import { getContext } from "iii-sdk";
-import type {
-  Session,
-  CompressedObservation,
-  Memory,
-  SessionSummary,
-  ProjectProfile,
-  ExportData,
-  GraphNode,
-  GraphEdge,
-  SemanticMemory,
-  ProceduralMemory,
-  Action,
-  ActionEdge,
-  Routine,
-  Signal,
-  Checkpoint,
-  Sentinel,
-  Sketch,
-  Crystal,
-  Facet,
-  Lesson,
-  ExportPagination,
-} from "../types.js";
-import { KV } from "../state/schema.js";
-import { StateKV } from "../state/kv.js";
-import { VERSION } from "../version.js";
-
-export function registerExportImportFunction(sdk: ISdk, kv: StateKV): void {
-  sdk.registerFunction(
-    { id: "mem::export", description: "Export all memory data as JSON" },
-    async (data?: { maxSessions?: number; offset?: number }) => {
-      const ctx = getContext();
-      const rawMax = Number(data?.maxSessions);
-      const maxSessions = Number.isFinite(rawMax) && rawMax > 0 ? Math.min(Math.floor(rawMax), 1000) : undefined;
-      const rawOffset = Number(data?.offset);
-      const offset = Number.isFinite(rawOffset) && rawOffset >= 0 ? Math.floor(rawOffset) : 0;
-
-      const allSessions = await kv.list<Session>(KV.sessions);
-      const paginatedSessions = maxSessions !== undefined
-        ? allSessions.slice(offset, offset + maxSessions)
-        : allSessions;
-      const memories = await kv.list<Memory>(KV.memories);
-      const summaries = await kv.list<SessionSummary>(KV.summaries);
-
-      const observations: Record<string, CompressedObservation[]> = {};
-      const obsResults = await Promise.all(
-        paginatedSessions.map((session) =>
-          kv
-            .list<CompressedObservation>(KV.observations(session.id))
-            .catch(() => [] as CompressedObservation[])
-            .then((obs) => ({ sessionId: session.id, obs })),
-        ),
-      );
-      for (const { sessionId, obs } of obsResults) {
-        if (obs.length > 0) {
-          observations[sessionId] = obs;
-        }
-      }
-
-      const profiles: ProjectProfile[] = [];
-      const uniqueProjects = [...new Set(paginatedSessions.map((s) => s.project))];
-      const profileResults = await Promise.all(
-        uniqueProjects.map((project) =>
-          kv.get<ProjectProfile>(KV.profiles, project).catch(() => null),
-        ),
-      );
-      for (const profile of profileResults) {
-        if (profile) profiles.push(profile);
-      }
-
-      const [
-        graphNodes,
-        graphEdges,
-        semanticMemories,
-        proceduralMemories,
-        actions,
-        actionEdges,
-        sentinels,
-        sketches,
-        crystals,
-        facets,
-        lessons,
-        routines,
-        signals,
-        checkpoints,
-      ] = await Promise.all([
-        kv.list<GraphNode>(KV.graphNodes).catch(() => []),
-        kv.list<GraphEdge>(KV.graphEdges).catch(() => []),
-        kv.list<SemanticMemory>(KV.semantic).catch(() => []),
-        kv.list<ProceduralMemory>(KV.procedural).catch(() => []),
-        kv.list<Action>(KV.actions).catch(() => []),
-        kv.list<ActionEdge>(KV.actionEdges).catch(() => []),
-        kv.list<Sentinel>(KV.sentinels).catch(() => []),
-        kv.list<Sketch>(KV.sketches).catch(() => []),
-        kv.list<Crystal>(KV.crystals).catch(() => []),
-        kv.list<Facet>(KV.facets).catch(() => []),
-        kv.list<Lesson>(KV.lessons).catch(() => []),
-        kv.list<Routine>(KV.routines).catch(() => []),
-        kv.list<Signal>(KV.signals).catch(() => []),
-        kv.list<Checkpoint>(KV.checkpoints).catch(() => []),
-      ]);
-
-      const exportData: ExportData = {
-        version: VERSION,
-        exportedAt: new Date().toISOString(),
-        sessions: paginatedSessions,
-        observations,
-        memories,
-        summaries,
-        profiles: profiles.length > 0 ? profiles : undefined,
-        graphNodes: graphNodes.length > 0 ? graphNodes : undefined,
-        graphEdges: graphEdges.length > 0 ? graphEdges : undefined,
-        semanticMemories:
-          semanticMemories.length > 0 ? semanticMemories : undefined,
-        proceduralMemories:
-          proceduralMemories.length > 0 ? proceduralMemories : undefined,
-        actions: actions.length > 0 ? actions : undefined,
-        actionEdges: actionEdges.length > 0 ? actionEdges : undefined,
-        sentinels: sentinels.length > 0 ? sentinels : undefined,
-        sketches: sketches.length > 0 ? sketches : undefined,
-        crystals: crystals.length > 0 ? crystals : undefined,
-        facets: facets.length > 0 ? facets : undefined,
-        lessons: lessons.length > 0 ? lessons : undefined,
-        routines: routines.length > 0 ? routines : undefined,
-        signals: signals.length > 0 ? signals : undefined,
-        checkpoints: checkpoints.length > 0 ? checkpoints : undefined,
-      };
-
-      if (maxSessions !== undefined) {
-        exportData.pagination = {
-          offset,
-          limit: maxSessions,
-          total: allSessions.length,
-          hasMore: offset + maxSessions < allSessions.length,
-        };
-      }
-
-      const totalObs = Object.values(observations).reduce(
-        (sum, arr) => sum + arr.length,
-        0,
-      );
-      ctx.logger.info("Export complete", {
-        sessions: paginatedSessions.length,
-        totalSessions: allSessions.length,
-        observations: totalObs,
-        memories: memories.length,
-        summaries: summaries.length,
-      });
-
-      return exportData;
-    },
-  );
-
-  sdk.registerFunction(
-    {
-      id: "mem::import",
-      description: "Import memory data from JSON export",
-    },
-    async (data: {
-      exportData: ExportData;
-      strategy?: "merge" | "replace" | "skip";
-    }) => {
-      const ctx = getContext();
-      const strategy = data.strategy || "merge";
-      const importData = data.exportData;
-
-      const supportedVersions = new Set(["0.3.0", "0.4.0", "0.5.0", "0.6.0", "0.6.1", "0.7.0", "0.7.2"]);
-      if (!supportedVersions.has(importData.version)) {
-        return {
-          success: false,
-          error: `Unsupported export version: ${importData.version}`,
-        };
-      }
-
-      const MAX_SESSIONS = 10_000;
-      const MAX_MEMORIES = 50_000;
-      const MAX_SUMMARIES = 10_000;
-      const MAX_OBS_PER_SESSION = 5_000;
-      const MAX_TOTAL_OBSERVATIONS = 500_000;
-
-      if (!Array.isArray(importData.sessions)) {
-        return { success: false, error: "sessions must be an array" };
-      }
-      if (!Array.isArray(importData.memories)) {
-        return { success: false, error: "memories must be an array" };
-      }
-      if (!Array.isArray(importData.summaries)) {
-        return { success: false, error: "summaries must be an array" };
-      }
-      if (
-        typeof importData.observations !== "object" ||
-        importData.observations === null ||
-        Array.isArray(importData.observations)
-      ) {
-        return { success: false, error: "observations must be an object" };
-      }
-
-      if (importData.sessions.length > MAX_SESSIONS) {
-        return {
-          success: false,
-          error: `Too many sessions (max ${MAX_SESSIONS})`,
-        };
-      }
-      if (importData.memories.length > MAX_MEMORIES) {
-        return {
-          success: false,
-          error: `Too many memories (max ${MAX_MEMORIES})`,
-        };
-      }
-      if (importData.summaries.length > MAX_SUMMARIES) {
-        return {
-          success: false,
-          error: `Too many summaries (max ${MAX_SUMMARIES})`,
-        };
-      }
-      const MAX_OBS_BUCKETS = 10_000;
-      const obsBuckets = Object.keys(importData.observations);
-      if (obsBuckets.length > MAX_OBS_BUCKETS) {
-        return {
-          success: false,
-          error: `Too many observation buckets (max ${MAX_OBS_BUCKETS})`,
-        };
-      }
-
-      let totalObservations = 0;
-      for (const [, obs] of Object.entries(importData.observations)) {
-        if (!Array.isArray(obs)) {
-          return { success: false, error: "observation values must be arrays" };
-        }
-        if (obs.length > MAX_OBS_PER_SESSION) {
-          return {
-            success: false,
-            error: `Too many observations per session (max ${MAX_OBS_PER_SESSION})`,
-          };
-        }
-        totalObservations += obs.length;
-      }
-      if (totalObservations > MAX_TOTAL_OBSERVATIONS) {
-        return {
-          success: false,
-          error: `Too many total observations (max ${MAX_TOTAL_OBSERVATIONS})`,
-        };
-      }
-
-      const stats = {
-        sessions: 0,
-        observations: 0,
-        memories: 0,
-        summaries: 0,
-        skipped: 0,
-      };
-
-      if (strategy === "replace") {
-        const existing = await kv.list<Session>(KV.sessions);
-        for (const session of existing) {
-          await kv.delete(KV.sessions, session.id);
-          const obs = await kv
-            .list<CompressedObservation>(KV.observations(session.id))
-            .catch(() => []);
-          for (const o of obs) {
-            await kv.delete(KV.observations(session.id), o.id);
-          }
-        }
-        const existingMem = await kv.list<Memory>(KV.memories);
-        for (const m of existingMem) {
-          await kv.delete(KV.memories, m.id);
-        }
-        const existingSummaries = await kv.list<SessionSummary>(KV.summaries);
-        for (const s of existingSummaries) {
-          await kv.delete(KV.summaries, s.sessionId);
-        }
-        for (const a of await kv.list<Action>(KV.actions).catch(() => [])) {
-          await kv.delete(KV.actions, a.id);
-        }
-        for (const e of await kv.list<ActionEdge>(KV.actionEdges).catch(() => [])) {
-          await kv.delete(KV.actionEdges, e.id);
-        }
-        for (const r of await kv.list<Routine>(KV.routines).catch(() => [])) {
-          await kv.delete(KV.routines, r.id);
-        }
-        for (const s of await kv.list<Signal>(KV.signals).catch(() => [])) {
-          await kv.delete(KV.signals, s.id);
-        }
-        for (const c of await kv.list<Checkpoint>(KV.checkpoints).catch(() => [])) {
-          await kv.delete(KV.checkpoints, c.id);
-        }
-        for (const s of await kv.list<Sentinel>(KV.sentinels).catch(() => [])) {
-          await kv.delete(KV.sentinels, s.id);
-        }
-        for (const s of await kv.list<Sketch>(KV.sketches).catch(() => [])) {
-          await kv.delete(KV.sketches, s.id);
-        }
-        for (const c of await kv.list<Crystal>(KV.crystals).catch(() => [])) {
-          await kv.delete(KV.crystals, c.id);
-        }
-        for (const f of await kv.list<Facet>(KV.facets).catch(() => [])) {
-          await kv.delete(KV.facets, f.id);
-        }
-        for (const l of await kv.list<Lesson>(KV.lessons).catch(() => [])) {
-          await kv.delete(KV.lessons, l.id);
-        }
-        for (const n of await kv.list<{ id: string }>(KV.graphNodes).catch(() => [])) {
-          await kv.delete(KV.graphNodes, n.id);
-        }
-        for (const e of await kv.list<{ id: string }>(KV.graphEdges).catch(() => [])) {
-          await kv.delete(KV.graphEdges, e.id);
-        }
-        for (const s of await kv.list<{ id: string }>(KV.semantic).catch(() => [])) {
-          await kv.delete(KV.semantic, s.id);
-        }
-        for (const p of await kv.list<{ id: string }>(KV.procedural).catch(() => [])) {
-          await kv.delete(KV.procedural, p.id);
-        }
-      }
-
-      for (const session of importData.sessions) {
-        if (strategy === "skip") {
-          const existing = await kv
-            .get<Session>(KV.sessions, session.id)
-            .catch(() => null);
-          if (existing) {
-            stats.skipped++;
-            continue;
-          }
-        }
-        await kv.set(KV.sessions, session.id, session);
-        stats.sessions++;
-      }
-
-      for (const [sessionId, obs] of Object.entries(importData.observations)) {
-        for (const o of obs) {
-          if (strategy === "skip") {
-            const existing = await kv
-              .get<CompressedObservation>(KV.observations(sessionId), o.id)
-              .catch(() => null);
-            if (existing) {
-              stats.skipped++;
-              continue;
-            }
-          }
-          await kv.set(KV.observations(sessionId), o.id, o);
-          stats.observations++;
-        }
-      }
-
-      for (const memory of importData.memories) {
-        if (strategy === "skip") {
-          const existing = await kv
-            .get<Memory>(KV.memories, memory.id)
-            .catch(() => null);
-          if (existing) {
-            stats.skipped++;
-            continue;
-          }
-        }
-        await kv.set(KV.memories, memory.id, memory);
-        stats.memories++;
-      }
-
-      for (const summary of importData.summaries) {
-        if (strategy === "skip") {
-          const existing = await kv
-            .get<SessionSummary>(KV.summaries, summary.sessionId)
-            .catch(() => null);
-          if (existing) {
-            stats.skipped++;
-            continue;
-          }
-        }
-        await kv.set(KV.summaries, summary.sessionId, summary);
-        stats.summaries++;
-      }
-
-      if (importData.graphNodes) {
-        for (const node of importData.graphNodes) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.graphNodes, node.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.graphNodes, node.id, node);
-        }
-      }
-      if (importData.graphEdges) {
-        for (const edge of importData.graphEdges) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.graphEdges, edge.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.graphEdges, edge.id, edge);
-        }
-      }
-      if (importData.semanticMemories) {
-        for (const sem of importData.semanticMemories) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.semantic, sem.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.semantic, sem.id, sem);
-        }
-      }
-      if (importData.proceduralMemories) {
-        for (const proc of importData.proceduralMemories) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.procedural, proc.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.procedural, proc.id, proc);
-        }
-      }
-
-      if (importData.actions) {
-        for (const action of importData.actions) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.actions, action.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.actions, action.id, action);
-        }
-      }
-      if (importData.actionEdges) {
-        for (const edge of importData.actionEdges) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.actionEdges, edge.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.actionEdges, edge.id, edge);
-        }
-      }
-      if (importData.routines) {
-        for (const routine of importData.routines) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.routines, routine.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.routines, routine.id, routine);
-        }
-      }
-      if (importData.signals) {
-        for (const signal of importData.signals) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.signals, signal.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.signals, signal.id, signal);
-        }
-      }
-      if (importData.checkpoints) {
-        for (const checkpoint of importData.checkpoints) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.checkpoints, checkpoint.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.checkpoints, checkpoint.id, checkpoint);
-        }
-      }
-      if (importData.sentinels) {
-        for (const sentinel of importData.sentinels) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.sentinels, sentinel.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.sentinels, sentinel.id, sentinel);
-        }
-      }
-      if (importData.sketches) {
-        for (const sketch of importData.sketches) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.sketches, sketch.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.sketches, sketch.id, sketch);
-        }
-      }
-      if (importData.crystals) {
-        for (const crystal of importData.crystals) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.crystals, crystal.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.crystals, crystal.id, crystal);
-        }
-      }
-      if (importData.facets) {
-        for (const facet of importData.facets) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.facets, facet.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.facets, facet.id, facet);
-        }
-      }
-      if (importData.lessons) {
-        for (const lesson of importData.lessons) {
-          if (strategy === "skip") {
-            const existing = await kv.get(KV.lessons, lesson.id).catch(() => null);
-            if (existing) { stats.skipped++; continue; }
-          }
-          await kv.set(KV.lessons, lesson.id, lesson);
-        }
-      }
-
-      ctx.logger.info("Import complete", { strategy, ...stats });
-      return { success: true, strategy, ...stats };
-    },
-  );
-}