aimeat 1.33.2 → 1.35.0

package/dist/src/storage/providers/mongodb/index.js

@@ -90,6 +90,34 @@ export class PrismaStorage {
         }
         this.prisma = new PrismaClient({ datasourceUrl: databaseUrl });
         await this.prisma.$connect();
+        await this.backfillArchiveFlag();
+    }
+    /**
+     * Backfill `archived: false` onto documents written BEFORE the archive feature added the field.
+     * In MongoDB such docs simply lack the field, and the default-exclude read filter does NOT match a
+     * missing field — so without this, ALL pre-archive content (workspaces, manifests, registries,
+     * records) silently vanishes from every default read. SQLite gets this for free via
+     * `safeAddColumn(... DEFAULT 0)`; MongoDB needs an explicit one-time, idempotent backfill (only
+     * touches docs missing the field; a no-op once every doc has it). Collections are the Prisma model
+     * names (no @@map). Best-effort: logged, never fatal.
+     */
+    async backfillArchiveFlag() {
+        if (!this.prisma)
+            return;
+        for (const collection of ['Memory', 'Organism']) {
+            try {
+                const res = await this.prisma.$runCommandRaw({
+                    update: collection,
+                    updates: [{ q: { archived: { $exists: false } }, u: { $set: { archived: false } }, multi: true }],
+                });
+                const n = res?.nModified ?? res?.n ?? 0;
+                if (n > 0)
+                    logger.info(`Archive backfill: set archived=false on ${n} legacy ${collection} document(s)`);
+            }
+            catch (err) {
+                logger.warn(`Archive backfill skipped for ${collection}: ${err?.message ?? err}`);
+            }
+        }
     }
     /**
      * Run `prisma db push --skip-generate` to create any missing
@@ -629,7 +657,7 @@ export class PrismaStorage {
     }
     async listMemory(ownerGaii, opts) {
         this.ensureReady();
-        const where = { ownerGaii };
+        const where = { ownerGaii, ...this.archivedWhere(opts?.archived) };
         if (opts?.prefix)
             where.key = { startsWith: opts.prefix };
         if (opts?.visibility)
@@ -654,7 +682,7 @@ export class PrismaStorage {
         this.ensureReady();
         if (ownerGaiis.length === 0)
             return 0;
-        const where = { ownerGaii: { in: ownerGaiis } };
+        const where = { ownerGaii: { in: ownerGaiis }, ...this.archivedWhere(opts?.archived) };
         if (opts?.prefix)
             where.key = { startsWith: opts.prefix };
         if (opts?.visibility)
@@ -666,7 +694,7 @@ export class PrismaStorage {
     }
     async listAllMemory(opts) {
         this.ensureReady();
-        const where = {};
+        const where = { ...this.archivedWhere(opts?.archived) };
         if (opts?.ownerPrefix)
             where.ownerGaii = { startsWith: opts.ownerPrefix };
         if (opts?.prefix)
@@ -717,7 +745,7 @@ export class PrismaStorage {
     async searchMemory(ownerGaii, query, opts) {
         this.ensureReady();
         // MongoDB text search — search keys and string values
-        const where = { ownerGaii };
+        const where = { ownerGaii, ...this.archivedWhere(opts?.archived) };
         if (opts?.visibility)
             where.visibility = opts.visibility;
         if (opts?.prefix)
@@ -775,7 +803,7 @@ export class PrismaStorage {
         const tokens = query.toLowerCase().match(/[\p{L}\p{N}]+/gu);
         if (!tokens || tokens.length === 0)
             return [];
-        const where = { OR: tokens.map(tok => ({ searchBlob: { contains: tok, mode: 'insensitive' } })) };
+        const where = { OR: tokens.map(tok => ({ searchBlob: { contains: tok, mode: 'insensitive' } })), ...this.archivedWhere(opts?.archived) };
         if (opts?.ownerGaiis?.length)
             where.ownerGaii = { in: opts.ownerGaiis };
         if (opts?.visibility)
@@ -798,6 +826,54 @@ export class PrismaStorage {
             .slice(0, limit)
             .map(({ record, score }) => ({ record, score }));
     }
+    async archiveMemoryByKey(keyOrPrefix, opts) {
+        this.ensureReady();
+        const match = opts.match ?? 'prefix';
+        const where = { archived: { not: true } };
+        if (match === 'exact')
+            where.key = keyOrPrefix;
+        else if (match === 'subtree')
+            where.OR = [{ key: keyOrPrefix }, { key: { startsWith: keyOrPrefix + '.' } }];
+        else
+            where.key = { startsWith: keyOrPrefix };
+        const res = await this.prisma.memory.updateMany({
+            where,
+            data: { archived: true, archivedAt: new Date(opts.archivedAt), archivedBy: opts.archivedBy, archivedRoot: opts.archivedRoot },
+        });
+        return res.count;
+    }
+    async unarchiveMemoryByRoot(archivedRoot) {
+        this.ensureReady();
+        const res = await this.prisma.memory.updateMany({
+            where: { archived: true, archivedRoot },
+            data: { archived: false, archivedAt: null, archivedBy: null, archivedRoot: null },
+        });
+        return res.count;
+    }
+    async unarchiveMemoryByKey(keyOrPrefix, opts) {
+        this.ensureReady();
+        const match = opts?.match ?? 'subtree';
+        const where = { archived: true };
+        if (match === 'exact')
+            where.key = keyOrPrefix;
+        else if (match === 'subtree')
+            where.OR = [{ key: keyOrPrefix }, { key: { startsWith: keyOrPrefix + '.' } }];
+        else
+            where.key = { startsWith: keyOrPrefix };
+        const res = await this.prisma.memory.updateMany({
+            where,
+            data: { archived: false, archivedAt: null, archivedBy: null, archivedRoot: null },
+        });
+        return res.count;
+    }
+    async countArchivedByKeyPrefix(keyPrefix) {
+        this.ensureReady();
+        const [active, archived] = await Promise.all([
+            this.prisma.memory.count({ where: { key: { startsWith: keyPrefix }, archived: { not: true } } }),
+            this.prisma.memory.count({ where: { key: { startsWith: keyPrefix }, archived: true } }),
+        ]);
+        return { active, archived };
+    }
     // ── Actions ─────────────────────────────────────────────────
     async createAction(action) {
         this.ensureReady();
@@ -1608,7 +1684,17 @@ export class PrismaStorage {
         return { name: row.name, owner: row.owner, gaii: row.gaii, displayName: row.displayName ?? undefined, description: row.description ?? undefined, capabilities: row.capabilities, publicKey: row.publicKey, trustScore: row.trustScore, morselBalance: row.morselBalance, defaultScopes: row.defaultScopes?.length ? row.defaultScopes : undefined, allowedOrigins: row.allowedOrigins?.length ? row.allowedOrigins : undefined, federate: row.federate ?? false, technicalCapabilities: row.technicalCapabilities ?? undefined, domainCapabilities: row.domainCapabilities ?? undefined, languages: row.languages ?? undefined, activityStats: row.activityStats ?? undefined, modulesLoaded: row.modulesLoaded ?? undefined, agentLimitations: row.agentLimitations ?? undefined, webhookUrl: row.webhookUrl ?? undefined, webhookSecret: row.webhookSecret ?? undefined, webhookEnabled: row.webhookEnabled ?? false, webhookLastSuccess: row.webhookLastSuccess ? row.webhookLastSuccess.toISOString() : undefined, webhookLastFailure: row.webhookLastFailure ? row.webhookLastFailure.toISOString() : undefined, webhookFailCount: row.webhookFailCount ?? 0, platform: row.platform ?? undefined, platformVersion: row.platformVersion ?? undefined, platformDetectedBy: row.platformDetectedBy ?? undefined, tags: row.tags?.length ? row.tags : undefined, mode: (row.mode ?? 'interactive'), maxConcurrentTasks: row.maxConcurrentTasks ?? 1, dailySpendLimit: row.dailySpendLimit ?? undefined, scheduleConstraintDefaults: row.scheduleConstraintDefaults ?? undefined, createdAt: row.createdAt.toISOString(), lastSeen: row.lastSeen.toISOString() };
     }
     toMemoryRecord(row) {
-        return { key: row.key, ownerGaii: row.ownerGaii, value: row.value, visibility: row.visibility, groupId: row.groupId ?? undefined, tags: row.tags, ttlHours: row.ttlHours, version: row.version, createdAt: row.createdAt.toISOString(), updatedAt: row.updatedAt.toISOString(), flagCount: row.flagCount ?? undefined, allowedOrigins: row.allowedOrigins?.length ? row.allowedOrigins : undefined, trackable: row.trackable ? true : undefined };
+        return { key: row.key, ownerGaii: row.ownerGaii, value: row.value, visibility: row.visibility, groupId: row.groupId ?? undefined, tags: row.tags, ttlHours: row.ttlHours, version: row.version, createdAt: row.createdAt.toISOString(), updatedAt: row.updatedAt.toISOString(), flagCount: row.flagCount ?? undefined, allowedOrigins: row.allowedOrigins?.length ? row.allowedOrigins : undefined, trackable: row.trackable ? true : undefined, archived: row.archived ? true : undefined, archivedAt: row.archivedAt ? row.archivedAt.toISOString() : undefined, archivedBy: row.archivedBy ?? undefined, archivedRoot: row.archivedRoot ?? undefined };
+    }
+    /** Prisma `where` fragment restricting memory rows by archive filter. Default `exclude` uses
+     *  `{ not: true }` (NOT `false`) so legacy docs written before the field existed — which have no
+     *  `archived` key at all — are still treated as active. Mirrors SQLite's `archived = 0` default. */
+    archivedWhere(archived) {
+        if (archived === 'include')
+            return {};
+        if (archived === 'only')
+            return { archived: true };
+        return { archived: { not: true } };
     }
     /** Read an optional `_actor` / `_event` annotation off a record value (the structure-timeline
      *  convention) so archived history rows carry who/why. Best-effort. */
@@ -2496,7 +2582,7 @@ export class PrismaStorage {
     // ── Organisms (Phase 2.2) ──
     async createOrganism(record) {
         this.ensureReady();
-        await this.prisma.organism.create({ data: { id: record.id, name: record.name, description: record.description, type: record.type, location: record.location ?? null, interests: record.interests, creatorGhii: record.creatorGhii, admins: record.admins, members: record.members, agentGaiis: record.agentGaiis, boardId: record.boardId, joinPolicy: record.joinPolicy, maxMembers: record.maxMembers, visibility: record.visibility, moderationConfig: record.moderationConfig, memoryNamespace: record.memoryNamespace, semantic: record.semantic ?? null, createdAt: new Date(record.createdAt) } });
+        await this.prisma.organism.create({ data: { id: record.id, name: record.name, description: record.description, type: record.type, location: record.location ?? null, interests: record.interests, creatorGhii: record.creatorGhii, admins: record.admins, members: record.members, agentGaiis: record.agentGaiis, boardId: record.boardId, joinPolicy: record.joinPolicy, maxMembers: record.maxMembers, visibility: record.visibility, moderationConfig: record.moderationConfig, memoryNamespace: record.memoryNamespace, semantic: record.semantic ?? null, archived: record.archived ?? false, archivedAt: record.archivedAt ? new Date(record.archivedAt) : null, archivedBy: record.archivedBy ?? null, createdAt: new Date(record.createdAt) } });
         return record;
     }
     async getOrganism(id) {
@@ -2513,6 +2599,12 @@ export class PrismaStorage {
             where.type = opts.type;
         if (opts?.visibility)
             where.visibility = opts.visibility;
+        // Archive filter — default include; `{ not: true }` for exclude also matches legacy docs that
+        // predate the field (belt-and-suspenders alongside the startup backfill).
+        if (opts?.archived === 'exclude')
+            where.archived = { not: true };
+        else if (opts?.archived === 'only')
+            where.archived = true;
         // city and interest filtering done post-query (JSON field)
         const rows = await this.prisma.organism.findMany({ where, orderBy: { createdAt: 'desc' } });
         let results = rows.map((r) => this.toOrganismRecord(r));
@@ -2538,6 +2630,8 @@ export class PrismaStorage {
                 data.semantic = data.semantic;
             if (data.createdAt && typeof data.createdAt === 'string')
                 data.createdAt = new Date(data.createdAt);
+            if (data.archivedAt && typeof data.archivedAt === 'string')
+                data.archivedAt = new Date(data.archivedAt);
             const row = await this.prisma.organism.update({ where: { id }, data });
             return this.toOrganismRecord(row);
         }
@@ -2583,7 +2677,7 @@ export class PrismaStorage {
         }
     }
     toOrganismRecord(row) {
-        return { id: row.id, name: row.name, description: row.description, type: row.type, location: row.location ?? undefined, interests: row.interests, creatorGhii: row.creatorGhii, admins: row.admins, members: row.members, agentGaiis: row.agentGaiis, boardId: row.boardId, joinPolicy: row.joinPolicy, maxMembers: row.maxMembers, visibility: row.visibility, moderationConfig: row.moderationConfig, memoryNamespace: row.memoryNamespace, semantic: row.semantic ?? undefined, createdAt: row.createdAt instanceof Date ? row.createdAt.toISOString() : row.createdAt, updatedAt: row.updatedAt instanceof Date ? row.updatedAt.toISOString() : row.updatedAt };
+        return { id: row.id, name: row.name, description: row.description, type: row.type, location: row.location ?? undefined, interests: row.interests, creatorGhii: row.creatorGhii, admins: row.admins, members: row.members, agentGaiis: row.agentGaiis, boardId: row.boardId, joinPolicy: row.joinPolicy, maxMembers: row.maxMembers, visibility: row.visibility, moderationConfig: row.moderationConfig, memoryNamespace: row.memoryNamespace, semantic: row.semantic ?? undefined, archived: row.archived ? true : undefined, archivedAt: row.archivedAt ? (row.archivedAt instanceof Date ? row.archivedAt.toISOString() : row.archivedAt) : undefined, archivedBy: row.archivedBy ?? undefined, createdAt: row.createdAt instanceof Date ? row.createdAt.toISOString() : row.createdAt, updatedAt: row.updatedAt instanceof Date ? row.updatedAt.toISOString() : row.updatedAt };
     }
     async createMembership(record) {
         this.ensureReady();
@@ -3944,10 +4038,11 @@ export class PrismaStorage {
         }
         if (opts?.freeOnly)
             apps = apps.filter((a) => !a.manifest.priceMorsels);
-        // Parked + operator-hidden apps are hidden from everyone EXCEPT their
-        // owner. A scoped ownerGaii query already returns only that owner's apps
-        // (their "my apps" view, which should include both), so only filter the
-        // unscoped listing. adminView (operator moderation) bypasses both filters.
+        // Parked + operator-hidden apps are hidden from everyone EXCEPT their owner
+        // (viewerGhii) — decided purely from who is authenticated. The owner sees
+        // their own (operator-hidden ones carry operator_hidden=true so the client
+        // can badge them); everyone else does not. A scoped ownerGaii query already
+        // returns only that owner's apps, so skip the filters there. adminView sees all.
         if (!opts?.ownerGaii && !opts?.adminView) {
             apps = apps.filter((a) => !a.parked || (opts?.viewerGhii && a.ownerGaii === opts.viewerGhii));
             apps = apps.filter((a) => !a.operatorHidden || (opts?.viewerGhii && a.ownerGaii === opts.viewerGhii));
@@ -3995,6 +4090,31 @@ export class PrismaStorage {
         });
         return result.count > 0;
     }
+    async updateAppMeta(ownerGaii, filename, meta) {
+        this.ensureReady();
+        // Rename/re-describe in place on the LATEST version (the one the catalogue
+        // shows). Read the current manifest, merge only the supplied fields, write
+        // it back — the URL (owner/filename) is untouched. Older versions keep the
+        // name they were published under.
+        const rows = await this.prisma.app.findMany({
+            where: { ownerGaii, filename },
+            orderBy: { versionNumber: 'desc' },
+            take: 1,
+        });
+        if (rows.length === 0)
+            return false;
+        const latest = rows[0];
+        const manifest = { ...latest.manifest };
+        if (meta.name !== undefined)
+            manifest.name = meta.name;
+        if (meta.description !== undefined)
+            manifest.description = meta.description;
+        await this.prisma.app.update({
+            where: { ownerGaii_filename_versionNumber: { ownerGaii, filename, versionNumber: latest.versionNumber } },
+            data: { manifest: manifest },
+        });
+        return true;
+    }
     async setAppParked(ownerGaii, filename, parked) {
         this.ensureReady();
         // Park/unpark applies to the whole app — flag every version row.