rivet-design 0.17.4 → 0.18.0

package/dist/services/profiles/ProfileAnalysis.js

@@ -0,0 +1,114 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProfileAnalysis = void 0;
+const modelContract_1 = require("./modelContract");
+const analysisBatch_1 = require("./analysisBatch");
+class ProfileAnalysis {
+    options;
+    constructor(options) {
+        this.options = options;
+    }
+    async run({ jobId, signal, }) {
+        const { records, media } = this.options;
+        const job = records.jobs().find((item) => item.id === jobId);
+        if (!job || job.state !== 'pending')
+            return;
+        const input = { jobId, runtime: job.runtime, signal };
+        let batch = [];
+        for (const reference of records.references(job.sourceId)) {
+            if (!this.isPending(input))
+                return;
+            if (records.observation(reference.id) || reference.unsupportedReason)
+                continue;
+            if (reference.media.length < (reference.remoteImages?.length ?? 0))
+                continue;
+            try {
+                if (!(0, analysisBatch_1.fitsAnalysisBatch)([reference]))
+                    throw new Error('Reference exceeds the analysis budget; split it into smaller references');
+                if (batch.length >= (this.options.batchSize ?? 4) ||
+                    !(0, analysisBatch_1.fitsAnalysisBatch)([
+                        ...batch.map((item) => item.reference),
+                        reference,
+                    ])) {
+                    await this.analyze({ ...input, batch });
+                    batch = [];
+                    if (!this.isPending(input))
+                        return;
+                }
+                const images = await Promise.all(reference.media.map((image) => media.resolve(image)));
+                batch.push({ reference, images });
+            }
+            catch (error) {
+                if (!this.isPending(input))
+                    return;
+                this.fail({ jobId, reference, error });
+            }
+        }
+        if (batch.length && this.isPending(input))
+            await this.analyze({ ...input, batch });
+    }
+    isPending({ jobId, signal, }) {
+        signal.throwIfAborted();
+        if (!this.options.isCurrentAccount())
+            throw new Error('Profile analysis paused because the active account changed');
+        return (this.options.records.jobs().find((item) => item.id === jobId)?.state ===
+            'pending');
+    }
+    async analyze(input) {
+        if (!this.isPending(input))
+            return;
+        const { batch, runtime, signal, jobId } = input;
+        const { agent, records } = this.options;
+        let result;
+        try {
+            result = await agent.run({
+                runtime,
+                signal,
+                ...(0, analysisBatch_1.prepareAnalysisBatch)(batch),
+            });
+        }
+        catch (error) {
+            if (!this.isPending(input))
+                return;
+            for (const { reference } of batch)
+                this.fail({ jobId, reference, error });
+            return;
+        }
+        for (const { reference, images } of batch) {
+            if (!this.isPending(input))
+                return;
+            try {
+                if (images.some((image) => !result.inspectedImages.includes(image)))
+                    throw new Error('The selected agent did not inspect the supplied images');
+                const description = (0, analysisBatch_1.analysisDescription)({
+                    value: result.value,
+                    referenceId: reference.id,
+                    count: batch.length,
+                });
+                records.saveObservation({
+                    referenceId: reference.id,
+                    revision: reference.revision,
+                    description,
+                    runtime,
+                    evidence: 'observation',
+                    usage: (0, analysisBatch_1.analysisUsage)((0, modelContract_1.reportedProfileUsage)(result.usage), batch.length),
+                });
+                records.clearFailure(reference.id, 'analysis');
+            }
+            catch (error) {
+                this.fail({ jobId, reference, error });
+            }
+        }
+    }
+    fail({ jobId, reference, error, }) {
+        this.options.records.saveFailure({
+            jobId,
+            referenceId: reference.id,
+            revision: reference.revision,
+            stage: 'analysis',
+            error: error instanceof Error ? error.message : 'Reference analysis failed',
+        });
+    }
+}
+exports.ProfileAnalysis = ProfileAnalysis;
+//# sourceMappingURL=ProfileAnalysis.js.map

package/dist/services/profiles/ProfileAnalysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProfileAnalysis.js","sourceRoot":"","sources":["../../../src/services/profiles/ProfileAnalysis.ts"],"names":[],"mappings":";;;AAOA,mDAAuD;AACvD,mDAMyB;AAgBzB,MAAa,eAAe;IACG;IAA7B,YAA6B,OAA+B;QAA/B,YAAO,GAAP,OAAO,CAAwB;IAAG,CAAC;IAEhE,KAAK,CAAC,GAAG,CAAC,EACR,KAAK,EACL,MAAM,GAIP;QACC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACxC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO;QAC5C,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACtD,IAAI,KAAK,GAAoB,EAAE,CAAC;QAChC,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAO;YACnC,IAAI,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,SAAS,CAAC,iBAAiB;gBAClE,SAAS;YACX,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC;gBAChE,SAAS;YACX,IAAI,CAAC;gBACH,IAAI,CAAC,IAAA,iCAAiB,EAAC,CAAC,SAAS,CAAC,CAAC;oBACjC,MAAM,IAAI,KAAK,CACb,yEAAyE,CAC1E,CAAC;gBACJ,IACE,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;oBAC7C,CAAC,IAAA,iCAAiB,EAAC;wBACjB,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;wBACtC,SAAS;qBACV,CAAC,EACF,CAAC;oBACD,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;oBACxC,KAAK,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBAAE,OAAO;gBACrC,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CACrD,CAAC;gBACF,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;oBAAE,OAAO;gBACnC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YACvC,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5C,CAAC;IAEO,SAAS,CAAC,EAChB,KAAK,EACL,MAAM,GACgC;QACtC,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE;YAClC,MAAM,IAAI,KAAK,CACb,4DAA4D,CAC7D,CAAC;QACJ,OAAO,CACL,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,KAAK;YACpE,SAAS,CACV,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,KAA+C;QAE/C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO;QACnC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;QAChD,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACxC,IAAI,MAAgD,CAAC;QACrD,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;gBACvB,OAAO;gBACP,MAAM;gBACN,GAAG,IAAA,oCAAoB,EAAC,KAAK,CAAC;aAC/B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAO;YACnC,KAAK,MAAM,EAAE,SAAS,EAAE,IAAI,KAAK;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,OAAO;QACT,CAAC;QACD,KAAK,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAO;YACnC,IAAI,CAAC;gBACH,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACjE,MAAM,IAAI,KAAK,CACb,wDAAwD,CACzD,CAAC;gBACJ,MAAM,WAAW,GAAG,IAAA,mCAAmB,EAAC;oBACtC,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,KAAK,EAAE,KAAK,CAAC,MAAM;iBACpB,CAAC,CAAC;gBACH,OAAO,CAAC,eAAe,CAAC;oBACtB,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,WAAW;oBACX,OAAO;oBACP,QAAQ,EAAE,aAAa;oBACvB,KAAK,EAAE,IAAA,6BAAa,EAClB,IAAA,oCAAoB,EAAC,MAAM,CAAC,KAAK,CAAC,EAClC,KAAK,CAAC,MAAM,CACb;iBACF,CAAC,CAAC;gBACH,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,EACX,KAAK,EACL,SAAS,EACT,KAAK,GAKN;QACC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;YAC/B,KAAK;YACL,WAAW,EAAE,SAAS,CAAC,EAAE;YACzB,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,KAAK,EAAE,UAAU;YACjB,KAAK,EACH,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B;SACvE,CAAC,CAAC;IACL,CAAC;CACF;AAnID,0CAmIC"}

package/dist/services/profiles/ProfileImportSchedule.d.ts

@@ -0,0 +1,15 @@
+import type { ProfileRecords } from '../../storage/profiles/ProfileRecords';
+interface ScheduleOptions {
+    records: ProfileRecords;
+    isActive: () => boolean;
+    onReady: (id: string) => void;
+}
+export declare class ProfileImportSchedule {
+    private readonly options;
+    private readonly timers;
+    constructor(options: ScheduleOptions);
+    isReady(id: string): boolean;
+    stop(): void;
+}
+export {};
+//# sourceMappingURL=ProfileImportSchedule.d.ts.map

package/dist/services/profiles/ProfileImportSchedule.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProfileImportSchedule.d.ts","sourceRoot":"","sources":["../../../src/services/profiles/ProfileImportSchedule.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAE5E,UAAU,eAAe;IACvB,OAAO,EAAE,cAAc,CAAC;IACxB,QAAQ,EAAE,MAAM,OAAO,CAAC;IACxB,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;CAC/B;AAGD,qBAAa,qBAAqB;IAEpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IADpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoD;gBAC9C,OAAO,EAAE,eAAe;IAErD,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAsB5B,IAAI,IAAI,IAAI;CAIb"}

package/dist/services/profiles/ProfileImportSchedule.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProfileImportSchedule = void 0;
+const MAX_TIMER_MS = 2_147_483_647;
+class ProfileImportSchedule {
+    options;
+    timers = new Map();
+    constructor(options) {
+        this.options = options;
+    }
+    isReady(id) {
+        const timer = this.timers.get(id);
+        if (timer)
+            clearTimeout(timer);
+        this.timers.delete(id);
+        if (!this.options.isActive() || !this.options.records.profile().isEnabled)
+            return false;
+        const job = this.options.records.jobs().find((item) => item.id === id);
+        if (!job || job.state !== 'pending')
+            return false;
+        if (!job.retryAt)
+            return true;
+        const wait = Math.max(1, Date.parse(job.retryAt) - Date.now());
+        const next = setTimeout(() => {
+            this.timers.delete(id);
+            if (this.isReady(id))
+                this.options.onReady(id);
+        }, Math.min(MAX_TIMER_MS, wait));
+        next.unref();
+        this.timers.set(id, next);
+        return false;
+    }
+    stop() {
+        for (const timer of this.timers.values())
+            clearTimeout(timer);
+        this.timers.clear();
+    }
+}
+exports.ProfileImportSchedule = ProfileImportSchedule;
+//# sourceMappingURL=ProfileImportSchedule.js.map

package/dist/services/profiles/ProfileImportSchedule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProfileImportSchedule.js","sourceRoot":"","sources":["../../../src/services/profiles/ProfileImportSchedule.ts"],"names":[],"mappings":";;;AAOA,MAAM,YAAY,GAAG,aAAa,CAAC;AAEnC,MAAa,qBAAqB;IAEH;IADZ,MAAM,GAAG,IAAI,GAAG,EAAyC,CAAC;IAC3E,YAA6B,OAAwB;QAAxB,YAAO,GAAP,OAAO,CAAiB;IAAG,CAAC;IAEzD,OAAO,CAAC,EAAU;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,SAAS;YACvE,OAAO,KAAK,CAAC;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAClD,IAAI,CAAC,GAAG,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,UAAU,CACrB,GAAG,EAAE;YACH,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvB,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAC7B,CAAC;QACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI;QACF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;CACF;AA9BD,sDA8BC"}

package/dist/services/profiles/ProfileImports.d.ts

@@ -0,0 +1,47 @@
+import { type XAccount } from '../../types/x-bookmarks';
+import { IntegrationsClient } from '../IntegrationsClient';
+import { ProfileRecords } from '../../storage/profiles/ProfileRecords';
+import type { ProfileRuntime } from '../../types/design-profile';
+import type { ProfileMedia } from './ProfileMedia';
+export declare class ProfileImports {
+    private readonly records;
+    private readonly media;
+    private readonly isCurrentAccount;
+    private readonly client;
+    constructor(records: ProfileRecords, media: ProfileMedia, isCurrentAccount: () => boolean, client?: Pick<IntegrationsClient, 'fetchPinterest' | 'fetchArena' | 'fetchXBookmarks'>);
+    connect({ url, runtime, xAccount, }: {
+        url: string;
+        runtime: ProfileRuntime;
+        xAccount?: XAccount;
+    }): {
+        source: {
+            id: string;
+            provider: "text" | "image" | "arena" | "pinterest" | "variant" | "x" | "pdf";
+            remoteId: string;
+            resolvedRemoteId: string | null;
+            title: string;
+            url: string | null;
+            isIncluded: boolean;
+            removedAt: string | null;
+        };
+        job: {
+            retryAt: string | null;
+            isEnumerated: boolean;
+            id: string;
+            sourceId: string;
+            runtime: "claude" | "codex" | "cursor";
+            state: "failed" | "pending" | "complete" | "superseded" | "paused";
+            cursor: string | null;
+            enumerated: number;
+            total: number | null;
+            error: string | null;
+            updatedAt: string;
+        };
+    };
+    enumerate(jobId: string, signal: AbortSignal): Promise<void>;
+    download(jobId: string, signal: AbortSignal): Promise<void>;
+    private requirePage;
+    private isPending;
+    private downloadImage;
+}
+//# sourceMappingURL=ProfileImports.d.ts.map

package/dist/services/profiles/ProfileImports.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProfileImports.d.ts","sourceRoot":"","sources":["../../../src/services/profiles/ProfileImports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,KAAK,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAOxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AACvE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AASnD,qBAAa,cAAc;IAEvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAHN,OAAO,EAAE,cAAc,EACvB,KAAK,EAAE,YAAY,EACnB,gBAAgB,EAAE,MAAM,OAAO,EAC/B,MAAM,GAAE,IAAI,CAC3B,kBAAkB,EAClB,gBAAgB,GAAG,YAAY,GAAG,iBAAiB,CACzB;IAG9B,OAAO,CAAC,EACN,GAAG,EACH,OAAO,EACP,QAAQ,GACT,EAAE;QACD,GAAG,EAAE,MAAM,CAAC;QACZ,OAAO,EAAE,cAAc,CAAC;QACxB,QAAQ,CAAC,EAAE,QAAQ,CAAC;KACrB;;;;;;;;;;;;;;;;;;;;;;;;;IA0CK,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IA+E5D,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IA0DjE,OAAO,CAAC,WAAW;IAmBnB,OAAO,CAAC,SAAS;YAMH,aAAa;CAiE5B"}

package/dist/services/profiles/ProfileImports.js

@@ -0,0 +1,248 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProfileImports = void 0;
+const x_bookmarks_1 = require("../../types/x-bookmarks");
+const design_profile_1 = require("../../types/design-profile");
+const xPage_1 = require("./xPage");
+const ProviderRateLimit_1 = require("../../utils/ProviderRateLimit");
+const IntegrationsClient_1 = require("../IntegrationsClient");
+const ProfileMedia_1 = require("./ProfileMedia");
+const boardPage_1 = require("./boardPage");
+const sourceContext_1 = require("../../agent-variants/sourceContext");
+const DOWNLOAD_TIMEOUT_MS = 20_000;
+const MAX_REDIRECTS = 5;
+const MEDIA_HOSTS = ['pinimg.com', 'are.na', 'cloudfront.net', 'amazonaws.com'];
+class ProfileImports {
+    records;
+    media;
+    isCurrentAccount;
+    client;
+    constructor(records, media, isCurrentAccount, client = new IntegrationsClient_1.IntegrationsClient()) {
+        this.records = records;
+        this.media = media;
+        this.isCurrentAccount = isCurrentAccount;
+        this.client = client;
+    }
+    connect({ url, runtime, xAccount, }) {
+        if ((0, xPage_1.isXBookmarkUrl)(url)) {
+            const account = x_bookmarks_1.XAccountSchema.parse(xAccount);
+            const source = this.records.addSource({
+                provider: 'x',
+                remoteId: `bookmarks:${account.id}`,
+                title: `@${account.username} bookmarks`,
+                url: 'https://x.com/i/bookmarks',
+            });
+            const job = this.records.startImport({ sourceId: source.id, runtime });
+            return { source, job };
+        }
+        const parsed = new URL(url);
+        const host = parsed.hostname.toLowerCase();
+        const isPinterest = host === 'pinterest.com' ||
+            host.endsWith('.pinterest.com') ||
+            host === 'pin.it' ||
+            host === 'www.pin.it';
+        const isArena = host === 'are.na' || host.endsWith('.are.na');
+        if (parsed.protocol !== 'https:' ||
+            parsed.username ||
+            parsed.password ||
+            (!isPinterest && !isArena))
+            throw new Error('Connect an HTTPS Pinterest pin or board, Are.na block or channel, or https://x.com/i/bookmarks without credentials');
+        parsed.search = '';
+        parsed.hash = '';
+        const source = this.records.addSource({
+            provider: isPinterest ? 'pinterest' : 'arena',
+            remoteId: parsed.toString(),
+            title: parsed.pathname.split('/').filter(Boolean).pop() ?? 'Reference source',
+            url: parsed.toString(),
+        });
+        const job = this.records.startImport({ sourceId: source.id, runtime });
+        return { source, job };
+    }
+    async enumerate(jobId, signal) {
+        while (true) {
+            signal.throwIfAborted();
+            if (!this.isCurrentAccount())
+                throw new Error('Profile import paused because the active account changed');
+            const job = this.records
+                .jobs()
+                .find((candidate) => candidate.id === jobId);
+            if (!job || job.state !== 'pending' || job.isEnumerated)
+                return;
+            const source = this.records.source(job.sourceId);
+            if (!source.url)
+                throw new Error('The connected source has no provider URL');
+            if (!(0, design_profile_1.isRemoteProfileProvider)(source.provider))
+                throw new Error('This source does not support remote imports');
+            const url = source.url;
+            const provider = source.provider;
+            const readPage = async () => {
+                switch (provider) {
+                    case 'pinterest': {
+                        const result = await this.client.fetchPinterest(url, { ...(job.cursor ? { cursor: job.cursor } : {}) }, signal);
+                        this.requirePage(result, source.provider);
+                        return (0, boardPage_1.pinterestPage)(result, job.cursor);
+                    }
+                    case 'arena': {
+                        const result = await this.client.fetchArena(url, Number(job.cursor ?? 1), signal);
+                        this.requirePage(result, source.provider);
+                        return (0, boardPage_1.arenaPage)(result, job.cursor);
+                    }
+                    case 'x': {
+                        const expectedAccountId = source.remoteId.replace(/^bookmarks:/, '');
+                        const result = await this.client.fetchXBookmarks({
+                            expectedAccountId,
+                            cursor: job.cursor ?? undefined,
+                            signal,
+                        });
+                        this.requirePage(result, source.provider);
+                        return (0, xPage_1.xPage)(result, job.cursor, expectedAccountId);
+                    }
+                    default: {
+                        const unsupported = provider;
+                        throw new Error(`Unsupported provider: ${unsupported}`);
+                    }
+                }
+            };
+            const page = await readPage();
+            signal.throwIfAborted();
+            if (!this.isCurrentAccount())
+                throw new Error('Profile account changed during enumeration');
+            if (this.records.jobs().find((candidate) => candidate.id === jobId)
+                ?.state !== 'pending')
+                return;
+            this.records.saveImportPage({
+                jobId,
+                references: page.references,
+                cursor: page.cursor,
+                isComplete: page.isComplete,
+                total: page.total,
+                remoteId: page.remoteId,
+                title: page.title,
+            });
+            if (page.isComplete)
+                return;
+        }
+    }
+    async download(jobId, signal) {
+        const job = this.records.jobs().find((candidate) => candidate.id === jobId);
+        if (!job)
+            throw new Error('Unknown profile import');
+        for (const reference of this.records.references(job.sourceId)) {
+            signal.throwIfAborted();
+            if (!this.isCurrentAccount())
+                throw new Error('Profile import paused because the active account changed');
+            if (!this.isPending(jobId))
+                return;
+            if (reference.unsupportedReason || !reference.remoteImages?.length)
+                continue;
+            let current = reference;
+            try {
+                for (const [index, url] of reference.remoteImages.entries()) {
+                    const existing = current.media[index];
+                    if (existing) {
+                        try {
+                            await this.media.resolve(existing);
+                            continue;
+                        }
+                        catch { }
+                    }
+                    const image = await this.media.put(await this.downloadImage(url, signal));
+                    signal.throwIfAborted();
+                    if (!this.isCurrentAccount())
+                        throw new Error('Profile account changed during download');
+                    if (!this.isPending(jobId))
+                        return;
+                    const images = [...current.media];
+                    images[index] = {
+                        ...image,
+                        representation: reference.remoteImageRepresentations?.[index] ?? 'image',
+                    };
+                    current = this.records.saveReference({
+                        sourceId: job.sourceId,
+                        reference: { ...current, media: images },
+                    });
+                }
+                this.records.clearFailure(reference.id, 'download');
+            }
+            catch (error) {
+                signal.throwIfAborted();
+                if (!this.isCurrentAccount())
+                    throw error;
+                if (error instanceof ProviderRateLimit_1.ProviderRateLimit)
+                    throw error;
+                if (!this.isPending(jobId))
+                    return;
+                this.records.saveFailure({
+                    jobId,
+                    referenceId: current.id,
+                    revision: current.revision,
+                    stage: 'download',
+                    error: error instanceof Error ? error.message : 'Image download failed',
+                });
+            }
+        }
+    }
+    requirePage(result, provider) {
+        if (result.status === 'error' && result.reason === 'rate_limited')
+            throw new ProviderRateLimit_1.ProviderRateLimit(result.retryAfterMs);
+        if (result.status !== 'ok')
+            throw new Error(result.status === 'not_connected'
+                ? `Reconnect ${provider} in Rivet, then retry this import`
+                : result.message);
+    }
+    isPending(jobId) {
+        return (this.records.jobs().find((job) => job.id === jobId)?.state === 'pending');
+    }
+    async downloadImage(raw, cancellation) {
+        const signal = AbortSignal.any([
+            cancellation,
+            AbortSignal.timeout(DOWNLOAD_TIMEOUT_MS),
+        ]);
+        let url = raw;
+        for (let redirects = 0; redirects <= MAX_REDIRECTS; redirects += 1) {
+            const validation = (0, sourceContext_1.validateInspirationUrl)(url);
+            if (!validation.ok ||
+                validation.url.protocol !== 'https:' ||
+                !(validation.url.hostname === 'pbs.twimg.com' ||
+                    MEDIA_HOSTS.some((host) => validation.url.hostname === host ||
+                        validation.url.hostname.endsWith(`.${host}`))))
+                throw new Error('Reference media URL is outside the supported provider hosts');
+            const response = await fetch(url, { redirect: 'manual', signal });
+            if (response.status >= 300 && response.status < 400) {
+                const location = response.headers.get('location');
+                await response.body?.cancel();
+                if (!location)
+                    throw new Error('Reference media redirect has no destination');
+                url = new URL(location, url).toString();
+                continue;
+            }
+            await (0, ProviderRateLimit_1.throwIfRateLimited)(response);
+            if (!response.ok || !response.body) {
+                await response.body?.cancel();
+                throw new Error(`Reference image download failed (${response.status}); retry this import`);
+            }
+            if (Number(response.headers.get('content-length')) > ProfileMedia_1.PROFILE_IMAGE_BYTES) {
+                await response.body.cancel();
+                throw new Error('Reference image exceeds the media budget');
+            }
+            const reader = response.body.getReader();
+            const chunks = [];
+            let size = 0;
+            while (true) {
+                const next = await reader.read();
+                if (next.done)
+                    break;
+                size += next.value.length;
+                if (size > ProfileMedia_1.PROFILE_IMAGE_BYTES) {
+                    await reader.cancel();
+                    throw new Error('Reference image exceeds the media budget');
+                }
+                chunks.push(Buffer.from(next.value));
+            }
+            return Buffer.concat(chunks);
+        }
+        throw new Error('Reference image exceeded the redirect limit');
+    }
+}
+exports.ProfileImports = ProfileImports;
+//# sourceMappingURL=ProfileImports.js.map

package/dist/services/profiles/ProfileImports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProfileImports.js","sourceRoot":"","sources":["../../../src/services/profiles/ProfileImports.ts"],"names":[],"mappings":";;;AAAA,yDAAwE;AACxE,+DAAqE;AACrE,mCAAgD;AAChD,qEAGuC;AACvC,8DAA2D;AAI3D,iDAAqD;AACrD,2CAAuD;AACvD,sEAA4E;AAE5E,MAAM,mBAAmB,GAAG,MAAM,CAAC;AACnC,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,WAAW,GAAG,CAAC,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,eAAe,CAAC,CAAC;AAEhF,MAAa,cAAc;IAEN;IACA;IACA;IACA;IAJnB,YACmB,OAAuB,EACvB,KAAmB,EACnB,gBAA+B,EAC/B,SAGb,IAAI,uCAAkB,EAAE;QANX,YAAO,GAAP,OAAO,CAAgB;QACvB,UAAK,GAAL,KAAK,CAAc;QACnB,qBAAgB,GAAhB,gBAAgB,CAAe;QAC/B,WAAM,GAAN,MAAM,CAGK;IAC3B,CAAC;IAEJ,OAAO,CAAC,EACN,GAAG,EACH,OAAO,EACP,QAAQ,GAKT;QACC,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,4BAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;gBACpC,QAAQ,EAAE,GAAG;gBACb,QAAQ,EAAE,aAAa,OAAO,CAAC,EAAE,EAAE;gBACnC,KAAK,EAAE,IAAI,OAAO,CAAC,QAAQ,YAAY;gBACvC,GAAG,EAAE,2BAA2B;aACjC,CAAC,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACvE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;QACzB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,WAAW,GACf,IAAI,KAAK,eAAe;YACxB,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC/B,IAAI,KAAK,QAAQ;YACjB,IAAI,KAAK,YAAY,CAAC;QACxB,MAAM,OAAO,GAAG,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9D,IACE,MAAM,CAAC,QAAQ,KAAK,QAAQ;YAC5B,MAAM,CAAC,QAAQ;YACf,MAAM,CAAC,QAAQ;YACf,CAAC,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC;YAE1B,MAAM,IAAI,KAAK,CACb,oHAAoH,CACrH,CAAC;QACJ,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;YACpC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO;YAC7C,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE;YAC3B,KAAK,EACH,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,kBAAkB;YACxE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE;SACvB,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACvE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,MAAmB;QAChD,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;YACJ,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO;iBACrB,IAAI,EAAE;iBACN,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;YAC/C,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,YAAY;gBAAE,OAAO;YAChE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9D,IAAI,CAAC,IAAA,wCAAuB,EAAC,MAAM,CAAC,QAAQ,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;YACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACjC,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;gBAC1B,QAAQ,QAAQ,EAAE,CAAC;oBACjB,KAAK,WAAW,CAAC,CAAC,CAAC;wBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAC7C,GAAG,EACH,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACjD,MAAM,CACP,CAAC;wBACF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC1C,OAAO,IAAA,yBAAa,EAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC3C,CAAC;oBACD,KAAK,OAAO,CAAC,CAAC,CAAC;wBACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CACzC,GAAG,EACH,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,EACvB,MAAM,CACP,CAAC;wBACF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC1C,OAAO,IAAA,qBAAS,EAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;oBACvC,CAAC;oBACD,KAAK,GAAG,CAAC,CAAC,CAAC;wBACT,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAC/C,aAAa,EACb,EAAE,CACH,CAAC;wBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;4BAC/C,iBAAiB;4BACjB,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,SAAS;4BAC/B,MAAM;yBACP,CAAC,CAAC;wBACH,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC1C,OAAO,IAAA,aAAK,EAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;oBACtD,CAAC;oBACD,OAAO,CAAC,CAAC,CAAC;wBACR,MAAM,WAAW,GAAU,QAAQ,CAAC;wBACpC,MAAM,IAAI,KAAK,CAAC,yBAAyB,WAAW,EAAE,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;YACH,CAAC,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAChE,IACE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC;gBAC7D,EAAE,KAAK,KAAK,SAAS;gBAEvB,OAAO;YACT,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC;gBAC1B,KAAK;gBACL,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,UAAU;gBAAE,OAAO;QAC9B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,MAAmB;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;QAC5E,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACpD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;YACJ,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAO;YACnC,IAAI,SAAS,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,MAAM;gBAChE,SAAS;YACX,IAAI,OAAO,GAAG,SAAS,CAAC;YACxB,IAAI,CAAC;gBACH,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,QAAQ,EAAE,CAAC;wBACb,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;4BACnC,SAAS;wBACX,CAAC;wBAAC,MAAM,CAAC,CAAA,CAAC;oBACZ,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAChC,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CACtC,CAAC;oBACF,MAAM,CAAC,cAAc,EAAE,CAAC;oBACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;wBAC1B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;oBAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBAAE,OAAO;oBACnC,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;oBAClC,MAAM,CAAC,KAAK,CAAC,GAAG;wBACd,GAAG,KAAK;wBACR,cAAc,EACZ,SAAS,CAAC,0BAA0B,EAAE,CAAC,KAAK,CAAC,IAAI,OAAO;qBAC3D,CAAC;oBACF,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;wBACnC,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,SAAS,EAAE,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE;qBACzC,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;oBAAE,MAAM,KAAK,CAAC;gBAC1C,IAAI,KAAK,YAAY,qCAAiB;oBAAE,MAAM,KAAK,CAAC;gBACpD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;oBAAE,OAAO;gBACnC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;oBACvB,KAAK;oBACL,WAAW,EAAE,OAAO,CAAC,EAAE;oBACvB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,KAAK,EAAE,UAAU;oBACjB,KAAK,EACH,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB;iBACnE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,WAAW,CACjB,MAKC,EACD,QAAgB;QAEhB,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,IAAI,MAAM,CAAC,MAAM,KAAK,cAAc;YAC/D,MAAM,IAAI,qCAAiB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI;YACxB,MAAM,IAAI,KAAK,CACb,MAAM,CAAC,MAAM,KAAK,eAAe;gBAC/B,CAAC,CAAC,aAAa,QAAQ,mCAAmC;gBAC1D,CAAC,CAAC,MAAM,CAAC,OAAO,CACnB,CAAC;IACN,CAAC;IAEO,SAAS,CAAC,KAAa;QAC7B,OAAO,CACL,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,KAAK,KAAK,SAAS,CACzE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAW,EACX,YAAyB;QAEzB,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC;YAC7B,YAAY;YACZ,WAAW,CAAC,OAAO,CAAC,mBAAmB,CAAC;SACzC,CAAC,CAAC;QACH,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,IAAI,aAAa,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;YACnE,MAAM,UAAU,GAAG,IAAA,sCAAsB,EAAC,GAAG,CAAC,CAAC;YAC/C,IACE,CAAC,UAAU,CAAC,EAAE;gBACd,UAAU,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ;gBACpC,CAAC,CACC,UAAU,CAAC,GAAG,CAAC,QAAQ,KAAK,eAAe;oBAC3C,WAAW,CAAC,IAAI,CACd,CAAC,IAAI,EAAE,EAAE,CACP,UAAU,CAAC,GAAG,CAAC,QAAQ,KAAK,IAAI;wBAChC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAC/C,CACF;gBAED,MAAM,IAAI,KAAK,CACb,6DAA6D,CAC9D,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAClE,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAClD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC9B,IAAI,CAAC,QAAQ;oBACX,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;gBACjE,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACxC,SAAS;YACX,CAAC;YACD,MAAM,IAAA,sCAAkB,EAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,oCAAoC,QAAQ,CAAC,MAAM,sBAAsB,CAC1E,CAAC;YACJ,CAAC;YACD,IACE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,GAAG,kCAAmB,EACpE,CAAC;gBACD,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9D,CAAC;YACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACjC,IAAI,IAAI,CAAC,IAAI;oBAAE,MAAM;gBACrB,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;gBAC1B,IAAI,IAAI,GAAG,kCAAmB,EAAE,CAAC;oBAC/B,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;gBAC9D,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACvC,CAAC;YACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;CACF;AAhSD,wCAgSC"}

package/dist/services/profiles/ProfileIndex.d.ts

@@ -0,0 +1,18 @@
+import type { ProfileRecords } from '../../storage/profiles/ProfileRecords';
+import type { ProfileCandidate, ProfileRuntime } from '../../types/design-profile';
+import type { MemoryRuntime } from './MemoryRuntime';
+export declare class ProfileIndex {
+    private readonly records;
+    private readonly engine;
+    private tail;
+    constructor(records: ProfileRecords, engine: MemoryRuntime);
+    flush(runtime: ProfileRuntime, signal?: AbortSignal): Promise<void>;
+    search({ runtime, query, signal, }: {
+        runtime: ProfileRuntime;
+        query: string;
+        signal?: AbortSignal;
+    }): Promise<ProfileCandidate[]>;
+    private entries;
+    private drain;
+}
+//# sourceMappingURL=ProfileIndex.d.ts.map

package/dist/services/profiles/ProfileIndex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProfileIndex.d.ts","sourceRoot":"","sources":["../../../src/services/profiles/ProfileIndex.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,KAAK,EACV,gBAAgB,EAChB,cAAc,EACf,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAuBrD,qBAAa,YAAY;IAGrB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHzB,OAAO,CAAC,IAAI,CAAuC;gBAEhC,OAAO,EAAE,cAAc,EACvB,MAAM,EAAE,aAAa;IAGxC,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ7D,MAAM,CAAC,EACX,OAAO,EACP,KAAK,EACL,MAAM,GACP,EAAE;QACD,OAAO,EAAE,cAAc,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;YA8BjB,OAAO;YA4BP,KAAK;CAkEpB"}

package/dist/services/profiles/ProfileIndex.js

@@ -0,0 +1,119 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProfileIndex = void 0;
+const zod_1 = require("zod");
+const profileEvidence_1 = require("./profileEvidence");
+const memory = zod_1.z.object({
+    id: zod_1.z.string(),
+    metadata: zod_1.z
+        .object({
+        referenceId: zod_1.z.string(),
+        revision: zod_1.z.number().int(),
+        writeId: zod_1.z.string(),
+    })
+        .passthrough(),
+    isForgotten: zod_1.z.boolean().optional(),
+});
+const listed = zod_1.z.object({
+    memoryEntries: zod_1.z.array(memory),
+    pagination: zod_1.z.object({
+        currentPage: zod_1.z.number().int(),
+        totalPages: zod_1.z.number().int(),
+    }),
+});
+const PAGE_SIZE = 100;
+const CANDIDATE_LIMIT = 12;
+class ProfileIndex {
+    records;
+    engine;
+    tail = Promise.resolve();
+    constructor(records, engine) {
+        this.records = records;
+        this.engine = engine;
+    }
+    flush(runtime, signal) {
+        const run = this.tail
+            .catch(() => undefined)
+            .then(() => this.drain(runtime, signal));
+        this.tail = run;
+        return run;
+    }
+    async search({ runtime, query, signal, }) {
+        const response = zod_1.z.object({ results: zod_1.z.array(memory) }).parse(await this.engine.request(runtime, '/v4/search', {
+            q: query,
+            containerTag: this.records.profile().id,
+            searchMode: 'memories',
+            limit: CANDIDATE_LIMIT,
+            threshold: 0,
+            rerank: false,
+            aggregate: false,
+            rewriteQuery: false,
+        }, 'POST', signal));
+        const candidates = this.records.candidates(response.results
+            .filter((hit) => !hit.isForgotten)
+            .map((hit) => hit.metadata));
+        const unique = new Map(candidates.map((candidate) => [candidate.reference.id, candidate]));
+        return [...unique.values()];
+    }
+    async entries(runtime, signal) {
+        const result = [];
+        let page = 1;
+        let totalPages = 1;
+        do {
+            const response = listed.parse(await this.engine.request(runtime, '/v4/memories/list', {
+                containerTags: [this.records.profile().id],
+                page,
+                limit: PAGE_SIZE,
+            }, 'POST', signal));
+            result.push(...response.memoryEntries);
+            totalPages = response.pagination.totalPages;
+            page += 1;
+        } while (page <= totalPages);
+        return result;
+    }
+    async drain(runtime, signal) {
+        if (!this.records.pendingIndex(1).length)
+            return;
+        const entries = await this.entries(runtime, signal);
+        const containerTag = this.records.profile().id;
+        for (const work of this.records.pendingIndex()) {
+            signal?.throwIfAborted();
+            const existing = entries.filter((entry) => entry.metadata.referenceId === work.referenceId && !entry.isForgotten);
+            const matching = existing.find((entry) => entry.metadata.writeId === work.id);
+            const obsolete = existing.filter((entry) => work.operation === 'delete' || entry.id !== matching?.id);
+            for (const entry of obsolete)
+                await this.engine.request(runtime, '/v4/memories', { containerTag, id: entry.id }, 'DELETE', signal);
+            if (work.operation === 'delete') {
+                this.records.acknowledgeIndex({ ...work, engineId: null });
+                continue;
+            }
+            const observation = this.records.observation(work.referenceId);
+            const reference = this.records.reference(work.referenceId);
+            if (!observation || !reference || observation.revision !== work.revision)
+                continue;
+            let engineId = matching?.id;
+            if (!engineId) {
+                const written = zod_1.z
+                    .object({ memories: zod_1.z.array(zod_1.z.object({ id: zod_1.z.string() })).length(1) })
+                    .parse(await this.engine.request(runtime, '/v4/memories', {
+                    containerTag,
+                    memories: [
+                        {
+                            content: (0, profileEvidence_1.profileEvidence)(reference, observation),
+                            isStatic: observation.evidence === 'preference',
+                            metadata: {
+                                referenceId: work.referenceId,
+                                revision: work.revision,
+                                writeId: work.id,
+                            },
+                        },
+                    ],
+                }, 'POST', signal));
+                engineId = written.memories[0].id;
+            }
+            this.records.acknowledgeIndex({ ...work, engineId });
+        }
+    }
+}
+exports.ProfileIndex = ProfileIndex;
+//# sourceMappingURL=ProfileIndex.js.map