@slicedearth/whoisleuth-cli 2.3.0 → 2.5.1

package/packages/workspace/workspace-archive.mjs

@@ -1,7 +1,8 @@
 // Pure, bounded workspace archive composition. Existing typed store models remain the
 // authority for normalization and merge semantics; this module only packages
 // their portable contracts, verifies integrity, and previews conflicts.
-import { buildCaseExport, enforceStoreBudget, mergeCases, } from "../cases/case-model.mjs";
+import { buildCaseExport, enforceStoreBudget } from "../cases/case-storage-model.mjs";
+import { mergeCases } from "../cases/case-migration-model.mjs";
 import { assertBrandProfileStoreBudget, buildBrandProfileExport, mergeBrandProfiles, normalizeBrandProfileId, } from "./brand-profile-model.mjs";
 import { assertCampaignStoreBudget, buildCampaignExport, mergeCampaigns, } from "./campaign-model.mjs";
 import { normalizeExplicitIsoTimestamp } from "../evidence/observation.mjs";
@@ -18,6 +19,8 @@ import { buildAnalystReviewStateExport, emptyAnalystReviewStateStore, mergeAnaly
 import { isSupportedWorkspaceArchiveVersion, MAX_WORKSPACE_ARCHIVE_BYTES, MAX_WORKSPACE_ARCHIVE_SECTION_BYTES, MAX_WORKSPACE_ARCHIVE_SECTIONS, serialiseWorkspaceArchiveSection, SUPPORTED_WORKSPACE_ARCHIVE_VERSIONS, WORKSPACE_ARCHIVE_CASE_SECTION, WORKSPACE_ARCHIVE_SCHEMA, WORKSPACE_ARCHIVE_SECTION_IDS, PUBLIC_WORKSPACE_ARCHIVE_SECTION_IDS, PUBLIC_WORKSPACE_ARCHIVE_VERSION, WORKSPACE_ARCHIVE_VERSION, WORKSPACE_SETTINGS_COMPATIBILITY, WORKSPACE_SETTINGS_SCHEMA, WORKSPACE_SETTINGS_VERSION, } from "../contracts/case-portability.mjs";
 import { ANALYST_REVIEW_STATE_COMPATIBILITY } from "../contracts/analyst-review-state.mjs";
 import { WORKSPACE_PORTABILITY_ARCHIVE_SECTION_REFERENCES } from "../contracts/workspace-portability.mjs";
+import { CASE_VIEWS_COMPATIBILITY } from "../contracts/case-views.mjs";
+import { emptyCaseViewsStore, mergeCaseViews, normalizeCaseViewsStore } from "./case-views.mjs";
 export { isSupportedWorkspaceArchiveVersion, MAX_WORKSPACE_ARCHIVE_BYTES, MAX_WORKSPACE_ARCHIVE_SECTION_BYTES, MAX_WORKSPACE_ARCHIVE_SECTIONS, SUPPORTED_WORKSPACE_ARCHIVE_VERSIONS, WORKSPACE_ARCHIVE_CASE_SECTION, WORKSPACE_ARCHIVE_SCHEMA, WORKSPACE_ARCHIVE_SECTION_IDS, PUBLIC_WORKSPACE_ARCHIVE_SECTION_IDS, PUBLIC_WORKSPACE_ARCHIVE_VERSION, WORKSPACE_ARCHIVE_VERSION, WORKSPACE_SETTINGS_SCHEMA, WORKSPACE_SETTINGS_VERSION, };
 const CONTROL_RE = /[\x00-\x1f\x7f]/;
 const CHECKSUM_RE = /^sha256:[a-f0-9]{64}$/;
@@ -111,6 +114,7 @@ function workspaceArchiveSections(input, now) {
         investigationTemplates: buildInvestigationTemplateExport(input.investigationTemplates, now),
         bulkReview: buildBulkReviewExport(input.bulkReview),
         analystReviewState: buildAnalystReviewStateExport(input.analystReviewState),
+        caseViews: normalizeCaseViewsStore(input.caseViews),
         settings: settingsDocument(input),
     };
 }
@@ -150,7 +154,7 @@ const SECTION_DEFINITIONS = [
         merge: (local, data) => {
             const result = mergeCases(local.cases, data);
             const bounded = enforceStoreBudget(result.cases);
-            return { ...result, cases: bounded.cases, pruned: bounded.pruned };
+            return { ...result, document: bounded.cases, pruned: bounded.pruned };
         },
     },
     {
@@ -158,7 +162,7 @@ const SECTION_DEFINITIONS = [
         count: (data) => arrayCount(data, 'campaigns'),
         merge: (local, data) => {
             const result = mergeCampaigns(local.campaigns, data);
-            return { ...result, campaigns: assertCampaignStoreBudget(result.campaigns).campaigns };
+            return { ...result, document: assertCampaignStoreBudget(result.campaigns).campaigns };
         },
     },
     {
@@ -166,7 +170,8 @@ const SECTION_DEFINITIONS = [
         count: (data) => arrayCount(data, 'profiles'),
         merge: (local, data, now) => {
             const result = mergeBrandProfiles(local.brandProfiles, data, { nowIso: now });
-            return { ...result, profiles: assertBrandProfileStoreBudget(result.profiles).profiles };
+            const profiles = assertBrandProfileStoreBudget(result.profiles).profiles;
+            return { ...result, profiles, document: profiles };
         },
     },
     {
@@ -174,7 +179,7 @@ const SECTION_DEFINITIONS = [
         count: (data) => objectCount(data, 'watchlists'),
         merge: (local, data) => {
             const result = mergeWatchlistStores(local.watchlists, data);
-            return { ...result, watchlists: assertWatchlistStoreBudget(result.watchlists).watchlists };
+            return { ...result, document: assertWatchlistStoreBudget(result.watchlists).watchlists };
         },
     },
     {
@@ -182,7 +187,7 @@ const SECTION_DEFINITIONS = [
         count: (data) => arrayCount(data, 'entries'),
         merge: (local, data) => {
             const result = mergeShortlistStores(local.shortlist, data);
-            return { ...result, entries: assertShortlistStoreBudget(result.entries).entries };
+            return { ...result, document: assertShortlistStoreBudget(result.entries).entries };
         },
     },
     {
@@ -190,14 +195,17 @@ const SECTION_DEFINITIONS = [
         count: (data) => arrayCount(data, 'rules'),
         merge: (local, data) => {
             const result = mergeDetectionRules(local.detectionRules, data);
-            return { ...result, rules: assertDetectionRuleStoreBudget(result.rules).rules };
+            return { ...result, document: assertDetectionRuleStoreBudget(result.rules).rules };
         },
     },
     {
         ...sectionContract('relationshipObservations'),
         label: 'Retained relationship observations',
         count: (data) => arrayCount(data, 'observations'),
-        merge: (local, data) => mergeRelationshipObservations(local.relationshipObservations, data),
+        merge: (local, data) => {
+            const result = mergeRelationshipObservations(local.relationshipObservations, data);
+            return { ...result, document: result.observations };
+        },
     },
     {
         ...sectionContract('bulkSessions'),
@@ -205,27 +213,36 @@ const SECTION_DEFINITIONS = [
         count: (data) => arrayCount(data, 'sessions'),
         merge: (local, data) => {
             const result = mergeBulkSessions(local.bulkSessions, data);
-            enforceBulkSessionStoreBudget(result.sessions);
-            return result;
+            const bounded = enforceBulkSessionStoreBudget(result.sessions);
+            return { ...result, document: bounded.store.sessions };
         },
     },
     {
         ...sectionContract('websiteSnapshots'),
         label: 'Website profile snapshots',
         count: (data) => arrayCount(data, 'snapshots'),
-        merge: (local, data) => mergeWebsiteSnapshots(local.websiteSnapshots, data),
+        merge: (local, data) => {
+            const result = mergeWebsiteSnapshots(local.websiteSnapshots, data);
+            return { ...result, document: result.snapshots };
+        },
     },
     {
         ...sectionContract('investigationTemplates'),
         label: 'Investigation templates',
         count: (data) => arrayCount(data, 'templates'),
-        merge: (local, data) => mergeInvestigationTemplates(local.investigationTemplates, data),
+        merge: (local, data) => {
+            const result = mergeInvestigationTemplates(local.investigationTemplates, data);
+            return { ...result, document: result.templates };
+        },
     },
     {
         ...sectionContract('bulkReview'),
         label: 'Bulk saved views and review queue',
         count: (data) => arrayCount(data, 'presets') + arrayCount(data, 'rows'),
-        merge: (local, data) => mergeBulkReviewStores(local.bulkReview, data),
+        merge: (local, data) => {
+            const result = mergeBulkReviewStores(local.bulkReview, data);
+            return { ...result, document: result.store };
+        },
     },
     {
         id: 'analystReviewState',
@@ -234,7 +251,19 @@ const SECTION_DEFINITIONS = [
         version: ANALYST_REVIEW_STATE_COMPATIBILITY.currentVersion,
         supportedVersions: ANALYST_REVIEW_STATE_COMPATIBILITY.supportedVersions,
         count: (data) => arrayCount(data, 'records'),
-        merge: (local, data) => mergeAnalystReviewStateStores(local.analystReviewState, data),
+        merge: (local, data) => {
+            const result = mergeAnalystReviewStateStores(local.analystReviewState, data);
+            return { ...result, document: result.store };
+        },
+    },
+    {
+        id: 'caseViews', label: 'Saved Case views', schema: compatibilitySchema(CASE_VIEWS_COMPATIBILITY),
+        version: CASE_VIEWS_COMPATIBILITY.currentVersion, supportedVersions: CASE_VIEWS_COMPATIBILITY.supportedVersions,
+        count: (data) => arrayCount(data, 'views'),
+        merge: (local, data) => {
+            const result = mergeCaseViews(local.caseViews, data);
+            return { ...result, document: result.store };
+        },
     },
     {
         id: 'settings', label: 'Workspace settings', schema: compatibilitySchema(WORKSPACE_SETTINGS_COMPATIBILITY),
@@ -245,6 +274,19 @@ const SECTION_DEFINITIONS = [
     },
 ];
 const DEFINITION_BY_ID = new Map(SECTION_DEFINITIONS.map((definition) => [definition.id, definition]));
+/** Apply previously verified data sections through the same owners as preview. */
+export function mergeReadyWorkspaceArchiveData(localInput, sections, generatedAt) {
+    if (sections.length > MAX_WORKSPACE_ARCHIVE_SECTIONS || new Set(sections.map(section => section.id)).size !== sections.length) {
+        throw new Error('Workspace data sections exceed their count or contain duplicate identities.');
+    }
+    const local = normalizedInput(localInput);
+    return sections.map(section => {
+        const definition = DEFINITION_BY_ID.get(section.id);
+        if (section.status !== 'ready' || !definition?.merge)
+            throw new Error('Only verified, supported workspace data sections can be merged.');
+        return { ...definition.merge(local, section.data, generatedAt), id: section.id };
+    });
+}
 const SECTION_ORDER = new Map(WORKSPACE_ARCHIVE_SECTION_IDS.map((id, index) => [id, index]));
 function canonicalSectionOrder(left, right) {
     const leftIndex = SECTION_ORDER.get(left.id) ?? Number.MAX_SAFE_INTEGER;
@@ -266,6 +308,7 @@ function normalizedInput(input) {
         investigationTemplates: Array.isArray(value.investigationTemplates) ? value.investigationTemplates : [],
         bulkReview: record(value.bulkReview) || {},
         analystReviewState: record(value.analystReviewState) || emptyAnalystReviewStateStore(),
+        caseViews: value.caseViews ?? emptyCaseViewsStore(),
         settings: record(value.settings) || {},
     };
 }
@@ -273,7 +316,7 @@ function ensureArchiveBudget(value) {
     const serialized = serialize(value);
     const bytes = byteLength(serialized);
     if (bytes > MAX_WORKSPACE_ARCHIVE_BYTES) {
-        throw new Error('Workspace archives are limited to 10 MiB. Export smaller collections separately before trying again.');
+        throw new Error(`Workspace archives are limited to ${MAX_WORKSPACE_ARCHIVE_BYTES / 1024 / 1024} MiB. Export smaller collections separately before trying again.`);
     }
     return { serialized, bytes };
 }
@@ -290,7 +333,7 @@ export async function buildWorkspaceArchive(input, options = {}) {
         const data = sections[definition.id];
         const sectionBytes = byteLength(serialize(data));
         if (sectionBytes > MAX_WORKSPACE_ARCHIVE_SECTION_BYTES) {
-            throw new Error(`${definition.label} exceeds the 5 MiB workspace archive section limit.`);
+            throw new Error(`${definition.label} exceeds the ${MAX_WORKSPACE_ARCHIVE_SECTION_BYTES / 1024 / 1024} MiB workspace archive section limit.`);
         }
         const recordCount = definition.count(data);
         manifestSections.push({
@@ -338,8 +381,11 @@ function manifestEntry(raw) {
 }
 /** Validate structure, section byte counts, and checksums without applying data. */
 export async function readWorkspaceArchive(raw, options = {}) {
-    assertWorkspaceInputGraph(raw, 'Workspace archive');
-    const value = record(raw);
+    assertWorkspaceInputGraph(raw, 'Workspace archive', { maximumBytes: MAX_WORKSPACE_ARCHIVE_BYTES });
+    // Snapshot before the first asynchronous digest: caller-owned data must not
+    // change between its checksum, contract checks and eventual import preview.
+    const { serialized, bytes } = ensureArchiveBudget(raw);
+    const value = record(JSON.parse(serialized));
     if (!value || value.schema !== WORKSPACE_ARCHIVE_SCHEMA) {
         throw new Error('This file is not a WHOISleuth workspace archive.');
     }
@@ -355,11 +401,10 @@ export async function readWorkspaceArchive(raw, options = {}) {
     const sourceVersion = value.version;
     const expectedSectionIds = sourceVersion === PUBLIC_WORKSPACE_ARCHIVE_VERSION
         ? PUBLIC_WORKSPACE_ARCHIVE_SECTION_IDS
-        : WORKSPACE_ARCHIVE_SECTION_IDS;
+        : sourceVersion < 9 ? WORKSPACE_ARCHIVE_SECTION_IDS.filter(id => id !== 'caseViews') : WORKSPACE_ARCHIVE_SECTION_IDS;
     const generatedAt = timestamp(value.generatedAt);
     if (!generatedAt)
         throw new Error('The workspace archive generation time is invalid.');
-    const { bytes } = ensureArchiveBudget(value);
     assertExactKeys(value, WORKSPACE_ARCHIVE_ROOT_KEYS, `version ${sourceVersion} envelope`);
     const manifest = record(value.manifest);
     const sectionValues = record(value.sections);
@@ -423,7 +468,7 @@ export async function readWorkspaceArchive(raw, options = {}) {
         else if (definition.count(data) !== entry.recordCount) {
             throw new Error(`${entry.id} does not match its manifest record count.`);
         }
-        sections.push({ ...entry, label: definition?.label || entry.id, status, reason, data: clone(data) });
+        sections.push({ ...entry, label: definition?.label || entry.id, status, reason, data });
         totalRecords += entry.recordCount;
     }
     if (Object.keys(sectionValues).some((id) => !seen.has(id))) {
@@ -450,6 +495,15 @@ export async function readWorkspaceArchive(raw, options = {}) {
             data,
         });
     }
+    if (sourceVersion < 9) {
+        const data = emptyCaseViewsStore();
+        sections.push({
+            id: 'caseViews', label: 'Saved Case views', schema: compatibilitySchema(CASE_VIEWS_COMPATIBILITY),
+            version: CASE_VIEWS_COMPATIBILITY.currentVersion, recordCount: 0,
+            bytes: byteLength(serialize(data)), checksum: await checksum(data, options.cryptoProvider), status: 'ready',
+            reason: 'This archive predates saved Case views. Import supplies an empty section and does not remove existing views.', data,
+        });
+    }
     sections.sort(canonicalSectionOrder);
     return {
         schema: WORKSPACE_ARCHIVE_SCHEMA,
@@ -491,9 +545,20 @@ function settingsPreview(data, local, mergedProfiles) {
         || (skipped === 0 && activeProfileId !== retainedActiveProfileId));
     return { added: 0, updated, skipped, reason, settings: { activeProfileId, theme } };
 }
+/** Retain one verified snapshot; each read or preview returns an independent copy. */
+export async function prepareWorkspaceArchive(raw, options = {}) {
+    const archive = await readWorkspaceArchive(raw, options);
+    return Object.freeze({
+        read: () => clone(archive),
+        preview: (localInput, selection = {}) => previewVerifiedWorkspaceArchive(clone(archive), localInput, selection),
+    });
+}
 /** Preview section-specific non-destructive merge outcomes without writing. */
 export async function previewWorkspaceArchive(raw, localInput, options = {}) {
-    const archive = await readWorkspaceArchive(raw, options);
+    // A one-shot preview owns the reader result directly; retained readers copy it.
+    return previewVerifiedWorkspaceArchive(await readWorkspaceArchive(raw, options), localInput, options);
+}
+function previewVerifiedWorkspaceArchive(archive, localInput, options) {
     const local = normalizedInput(localInput);
     const results = [];
     let mergedProfiles = local.brandProfiles;
@@ -520,15 +585,14 @@ export async function previewWorkspaceArchive(raw, localInput, options = {}) {
             results.push({
                 ...section,
                 status: 'ready',
-                reason: definition.id === 'settings' && selected && (result.skipped ?? 0) > 0
-                    ? result.reason ?? 'The imported workspace preference was skipped. Existing browser-local context is preserved.'
-                    : section.reason,
+                reason: selected && result.reason ? result.reason : section.reason,
                 added: result.added ?? 0,
                 updated: result.updated ?? 0,
                 skipped: result.skipped ?? 0,
                 pruned: result.pruned ?? 0,
                 brandProfileReferencesOmitted: result.brandProfileReferencesOmitted ?? 0,
                 authoredHistoryOmitted: result.authoredHistoryOmitted ?? 0,
+                evidenceHistoryOmitted: result.evidenceHistoryOmitted ?? 0,
                 selected,
                 normalizedSettings: result.settings || null,
             });
@@ -569,6 +633,7 @@ export async function previewWorkspaceArchive(raw, localInput, options = {}) {
                 pruned: 0,
                 brandProfileReferencesOmitted: 0,
                 authoredHistoryOmitted: 0,
+                evidenceHistoryOmitted: 0,
                 selected: false,
                 normalizedSettings: dependentId === 'settings' ? null : dependentSection.normalizedSettings ?? null,
             };