@slicedearth/whoisleuth-cli 2.3.0 → 2.4.0

package/package.json

@@ -33,9 +33,10 @@
   "bugs": {
     "url": "https://github.com/slicedearth/whoisleuth/issues"
   },
-  "version": "2.3.0",
+  "version": "2.4.0",
   "dependencies": {
     "@peculiar/x509": "2.0.0",
+    "fflate": "0.8.3",
     "maxmind": "5.0.7",
     "parse5": "8.0.1",
     "reflect-metadata": "0.2.2",

package/packages/cases/case-attachment-model.mjs

@@ -0,0 +1,83 @@
+import { MAX_SELECTED_FILES, SELECTED_FILE_MEDIA_TYPES } from "../contracts/selected-file-limits.mjs";
+import { array, enumeration, exactOptional, iso, text } from "../evidence/artifact-structure.mjs";
+import { readRetainedFileReference } from "../evidence/retained-file.mjs";
+import { readImageDerivation } from "../evidence/image-regions.mjs";
+/** Case provenance is independent of deduplicated immutable content. */
+export function readCaseAttachment(value) {
+    const item = exactOptional(value, ['id', 'fileName', 'mediaType', 'source', 'observedAt', 'retainedAt', 'digestSha256', 'byteLength'], ['derivation'], 'Case attachment');
+    const id = text(item.id, 'Attachment ID', 128);
+    const fileName = text(item.fileName, 'Attachment filename', 240);
+    if (/[/\\]/u.test(fileName) || fileName === '.' || fileName === '..')
+        throw new TypeError('Attachment filenames cannot contain a path.');
+    const mediaType = enumeration(item.mediaType, SELECTED_FILE_MEDIA_TYPES, 'Attachment media type');
+    const source = item.source === null ? null : text(item.source, 'Attachment source', 240);
+    const derivation = Object.hasOwn(item, 'derivation') ? readImageDerivation(item.derivation) : undefined;
+    if (derivation && (mediaType !== 'image/png' || derivation.sourceAttachmentId === id))
+        throw new TypeError('A derived PNG must identify a different source attachment.');
+    iso(item.observedAt, 'Attachment observation time', true);
+    iso(item.retainedAt, 'Attachment retention time');
+    return Object.freeze({ id, fileName, mediaType, source, observedAt: item.observedAt, retainedAt: item.retainedAt,
+        ...readRetainedFileReference({ digestSha256: item.digestSha256, byteLength: item.byteLength }),
+        ...(derivation === undefined ? {} : { derivation }) });
+}
+export function readCaseAttachments(value) {
+    if (value === undefined)
+        return undefined;
+    const attachments = array(value, 'Case attachments', MAX_SELECTED_FILES).map(readCaseAttachment);
+    if (new Set(attachments.map(item => item.id)).size !== attachments.length)
+        throw new TypeError('Case attachment reference IDs must be unique.');
+    const lengths = new Map();
+    for (const attachment of attachments) {
+        const previous = lengths.get(attachment.digestSha256);
+        if (previous !== undefined && previous !== attachment.byteLength)
+            throw new TypeError('One retained file digest has conflicting byte lengths.');
+        lengths.set(attachment.digestSha256, attachment.byteLength);
+    }
+    return attachments;
+}
+export function mergeCaseAttachments(local, incoming) {
+    if (local === undefined && incoming === undefined)
+        return undefined;
+    const result = new Map((readCaseAttachments(local) ?? []).map(item => [item.id, item]));
+    for (const item of readCaseAttachments(incoming) ?? []) {
+        const existing = result.get(item.id);
+        if (existing && JSON.stringify(existing) !== JSON.stringify(item))
+            throw new TypeError('An attachment reference conflicts with retained provenance. No file or reference was overwritten.');
+        result.set(item.id, item);
+    }
+    return readCaseAttachments([...result.values()]);
+}
+export function caseAttachmentReferences(cases) {
+    return cases.flatMap(record => (record.attachments ?? []).map(({ digestSha256, byteLength }) => ({ digestSha256, byteLength })));
+}
+export function addCaseAttachments(record, attachments, updatedAt) {
+    iso(updatedAt, 'Case update time');
+    return { ...record, attachments: mergeCaseAttachments(record.attachments, attachments) ?? [], updatedAt };
+}
+/** A new local derivative must still refer to the observation the analyst reviewed. */
+export class CaseAttachmentSourceChangedError extends TypeError {
+    constructor() {
+        super('The source image or its observation changed or was removed. Review the current source before retaining a derivative.');
+        this.name = 'CaseAttachmentSourceChangedError';
+    }
+}
+export function assertDerivedCaseAttachmentSource(record, input) {
+    const attachment = readCaseAttachment(input), derivation = attachment.derivation;
+    if (!derivation)
+        return;
+    const source = record.attachments?.find(candidate => candidate.id === derivation.sourceAttachmentId);
+    if (!source || source.mediaType !== 'image/png'
+        || source.digestSha256 !== derivation.source.digestSha256 || source.byteLength !== derivation.source.byteLength
+        || source.source !== attachment.source || source.observedAt !== attachment.observedAt) {
+        throw new CaseAttachmentSourceChangedError();
+    }
+}
+export function removeCaseAttachment(record, id, expected, updatedAt) {
+    const current = record.attachments?.find(item => item.id === id);
+    if (!current)
+        return record;
+    if (JSON.stringify(readCaseAttachment(current)) !== JSON.stringify(readCaseAttachment(expected)))
+        throw new TypeError('The attachment changed in another tab. Refresh before removing it.');
+    iso(updatedAt, 'Case update time');
+    return { ...record, attachments: record.attachments.filter(item => item.id !== id), updatedAt };
+}

package/packages/cases/case-evidence-model.mjs

@@ -3,6 +3,10 @@
 import { normalizeHttpSummary } from "./http-summary.mjs";
 import { normalizeOpportunityModelVersion } from "../../lib/opportunity-scoring.mjs";
 import { normalizeRiskModelVersion } from "../../lib/risk-scoring.mjs";
+import { latestObservationCohort } from "../evidence/latest-observations.mjs";
+import { normalizeExplicitIsoTimestamp } from "../evidence/observation.mjs";
+import { PUBLISHED_V2_3_CASE_SCHEMA_VERSION } from "../contracts/case-portability.mjs";
+import { validWebObservationMode } from "../evidence/lookup-target.mjs";
 import { MAX_EVIDENCE_CHANGES, MAX_EVIDENCE_DETAIL_LENGTH, MAX_EVIDENCE_FACTORS, MAX_EVIDENCE_MUTATIONS, MAX_EVIDENCE_NAMESERVERS, MAX_EVIDENCE_SNAPSHOTS_PER_CASE, MAX_EVIDENCE_STRING_LENGTH, MAX_EVIDENCE_TITLE_LENGTH, } from "./case-record-contracts.mjs";
 import { CONCLUSIVE_AVAILABILITY, DEFAULT_EVIDENCE_SOURCE, EVIDENCE_SOURCE_RANK, EVIDENCE_SOURCE_SET, REGISTERED_LIKE, caseTimestampOrNull, hashString, isoOrNull, normalizeEvidenceHostnameForCase, objectRecord, safeId, } from "./case-record-core.mjs";
 function evidenceString(value, max = MAX_EVIDENCE_STRING_LENGTH) {
@@ -24,7 +28,10 @@ function boolOrNull(value) {
 // are deduplicated and the result is sorted deterministically (largest
 // contribution first, then label) so input order alone can never change a
 // snapshot's fingerprint and two equal factor sets in different order collapse.
-function normalizeFactors(value) {
+function compareFactors(a, b) {
+    return b.points - a.points || (a.label < b.label ? -1 : a.label > b.label ? 1 : 0);
+}
+function normalizeFactors(value, legacyOrder = false) {
     if (!Array.isArray(value))
         return [];
     const seen = new Set();
@@ -45,7 +52,7 @@ function normalizeFactors(value) {
         seen.add(key);
         out.push({ label, points });
     }
-    out.sort((a, b) => b.points - a.points || a.label.localeCompare(b.label));
+    out.sort(legacyOrder ? (a, b) => b.points - a.points || a.label.localeCompare(b.label) : compareFactors);
     return out.slice(0, MAX_EVIDENCE_FACTORS);
 }
 // Case-insensitive, terminal-dot-stripped, deduplicated and sorted so a
@@ -112,6 +119,8 @@ const DEEP_SIGNAL_FIELDS = [
 // another. Deterministic ordering here is what makes the fingerprint stable.
 const MATERIAL_FIELD_ORDER = [
     'inputHostname',
+    'observationHostname',
+    'webObservationMode',
     'scanDepth',
     'availability', 'confidence', 'riskModelVersion', 'riskScore', 'opportunityModelVersion', 'opportunityScore',
     'riskFactors', 'opportunityFactors',
@@ -128,7 +137,7 @@ const MATERIAL_FIELD_ORDER = [
 // The canonical, comparison-safe value of a material field. Registrar casing,
 // nameserver order, and sub-day timestamps are collapsed so they can never
 // count as a "change"; a non-conclusive availability contributes nothing.
-function materialValue(field, snapshot) {
+function materialValue(field, snapshot, legacyOrder = false) {
     switch (field) {
         case 'availability':
             return typeof snapshot.availability === 'string' && CONCLUSIVE_AVAILABILITY.has(snapshot.availability)
@@ -147,9 +156,9 @@ function materialValue(field, snapshot) {
         case 'mutationTypes':
             return snapshot.mutationTypes;
         case 'riskFactors':
-            return snapshot.riskFactors.map((factor) => [factor.label, factor.points]);
+            return (legacyOrder ? snapshot.riskFactors : [...snapshot.riskFactors].sort(compareFactors)).map((factor) => [factor.label, factor.points]);
         case 'opportunityFactors':
-            return snapshot.opportunityFactors.map((factor) => [factor.label, factor.points]);
+            return (legacyOrder ? snapshot.opportunityFactors : [...snapshot.opportunityFactors].sort(compareFactors)).map((factor) => [factor.label, factor.points]);
         default:
             return snapshot[field] ?? null;
     }
@@ -165,7 +174,7 @@ function isEmptyMaterial(value) {
 }
 // Fields that describe the capture rather than assert evidence, so they never
 // on their own keep an otherwise-empty snapshot alive.
-const NON_EVIDENCE_MATERIAL = new Set(['inputHostname', 'scanDepth', 'confidence']);
+const NON_EVIDENCE_MATERIAL = new Set(['inputHostname', 'observationHostname', 'webObservationMode', 'scanDepth', 'confidence']);
 // A snapshot with no material evidence (only timestamps/source/depth, or only a
 // bare confidence/unknown-availability) is dropped rather than added to a
 // timeline.
@@ -179,14 +188,13 @@ function hasMaterialEvidence(snapshot) {
     return false;
 }
 // Deterministic string form of the material identity, keys in fixed order.
-function canonicalMaterialString(snapshot) {
+function canonicalMaterialString(snapshot, legacyOrder = false) {
     const canonical = {};
     for (const field of MATERIAL_FIELD_ORDER) {
-        const value = materialValue(field, snapshot);
-        // Preserve historical fingerprints when the new v14 observation-context
-        // field is absent. A retained hostname is still material and therefore
-        // separates otherwise-identical captures.
-        if (field === 'inputHostname' && value === null)
+        const value = materialValue(field, snapshot, legacyOrder);
+        // Optional collection context does not alter historical fingerprints when
+        // absent; recorded context separates otherwise-identical captures.
+        if ((field === 'inputHostname' || field === 'observationHostname' || field === 'webObservationMode') && value === null)
             continue;
         canonical[field] = value;
     }
@@ -213,14 +221,32 @@ function buildSnapshot(raw, options) {
     if (!raw || typeof raw !== 'object')
         return null;
     const record = objectRecord(raw);
+    if (record.factorOrder !== undefined && record.factorOrder !== 'code-unit-v1')
+        return null;
+    const historicalSchema = options.sourceVersion !== undefined && Number(options.sourceVersion) <= PUBLISHED_V2_3_CASE_SCHEMA_VERSION;
+    if (historicalSchema && record.factorOrder !== undefined)
+        return null;
+    // Fieldless retained snapshots keep their original identity algorithm. New
+    // captures declare code-unit ordering; the declaration survives every save.
+    const legacyOrder = historicalSchema || (record.factorOrder === undefined && typeof record.fingerprint === 'string');
     const scanDepth = normalizeScanDepth(record.scanDepth);
     const httpSummary = normalizeHttpSummary(record);
     const acceptsProfileContext = options.sourceVersion === undefined || Number(options.sourceVersion) >= 12;
     const acceptsInputHostname = options.sourceVersion === undefined || Number(options.sourceVersion) >= 13;
+    const acceptsObservationHostname = options.sourceVersion === undefined || Number(options.sourceVersion) > PUBLISHED_V2_3_CASE_SCHEMA_VERSION;
+    const observationHostname = acceptsObservationHostname
+        ? normalizeEvidenceHostnameForCase(record.observationHostname, options.caseDomain)
+        : null;
+    if (acceptsObservationHostname && record.observationHostname != null && !observationHostname)
+        return null;
+    if (acceptsObservationHostname && !validWebObservationMode(record.webObservationMode))
+        return null;
     const fields = {
         inputHostname: acceptsInputHostname
             ? normalizeEvidenceHostnameForCase(record.inputHostname, options.caseDomain)
             : null,
+        ...(observationHostname ? { observationHostname } : {}),
+        ...(acceptsObservationHostname && scanDepth !== 'fast' && record.webObservationMode === 'selected_url' ? { webObservationMode: record.webObservationMode } : {}),
         scanDepth,
         availability: evidenceString(record.availability),
         confidence: evidenceString(record.confidence),
@@ -228,8 +254,8 @@ function buildSnapshot(raw, options) {
         riskScore: clampScore(record.riskScore),
         opportunityModelVersion: normalizeOpportunityModelVersion(record.opportunityModelVersion),
         opportunityScore: clampScore(record.opportunityScore),
-        riskFactors: normalizeFactors(record.riskFactors),
-        opportunityFactors: normalizeFactors(record.opportunityFactors),
+        riskFactors: normalizeFactors(record.riskFactors, legacyOrder),
+        opportunityFactors: normalizeFactors(record.opportunityFactors, legacyOrder),
         registrar: evidenceString(record.registrar),
         createdDate: lifecycleTimestamp(record.createdDate, options.sourceVersion),
         expiryDate: lifecycleTimestamp(record.expiryDate, options.sourceVersion),
@@ -317,10 +343,11 @@ function buildSnapshot(raw, options) {
             ? options.source
             : DEFAULT_EVIDENCE_SOURCE;
     const material = canonicalMaterialString(fields);
-    const fingerprint = hashString(material);
+    const fingerprint = hashString(legacyOrder ? canonicalMaterialString(fields, true) : material);
     const snapshot = {
         id: `ev-${fingerprint}`,
         fingerprint,
+        ...(!legacyOrder ? { factorOrder: 'code-unit-v1' } : {}),
         firstCapturedAt,
         capturedAt,
         source,
@@ -356,7 +383,10 @@ function mergeDuplicateSnapshots(kept, incoming) {
         ? incoming.capturedAt
         : kept.capturedAt;
     const source = chooseSource(kept, incoming);
-    return { ...kept, firstCapturedAt, capturedAt, source };
+    // Preserve an existing historical identifier when a new capture contains
+    // the same evidence under the newer ordering declaration.
+    const base = kept.factorOrder && !incoming.factorOrder ? incoming : kept;
+    return { ...base, firstCapturedAt, capturedAt, source };
 }
 function compareSnapshotChrono(a, b) {
     return (Date.parse(a.capturedAt) - Date.parse(b.capturedAt) ||
@@ -403,15 +433,65 @@ function assignUniqueSnapshotIds(snapshots) {
         return snapshot.id === id ? snapshot : { ...snapshot, id };
     });
 }
-/**
- * The most recent snapshot, or null. Lets UI render "the latest evidence"
- * without knowing the history is a bounded, deduplicated timeline.
- * @param {{ evidenceHistory?: CaseEvidenceSnapshot[] } | null | undefined} record
- * @returns {CaseEvidenceSnapshot | null}
- */
-export function latestCaseEvidence(record) {
+/** Select from an admitted history without assigning order to equal or unknown capture times. */
+export function currentCaseEvidence(record) {
     const history = record && Array.isArray(record.evidenceHistory) ? record.evidenceHistory : [];
-    return history.at(-1) ?? null;
+    const cohort = latestObservationCohort(history, (snapshot) => snapshot.capturedAt);
+    const snapshot = cohort.undated.length === 0 && cohort.latest.length === 1 ? cohort.latest[0] : null;
+    return {
+        snapshot,
+        candidates: [...cohort.latest, ...cohort.undated],
+        capturedAt: cohort.observedAt,
+        limitation: cohort.undated.length
+            ? 'Retained snapshots include an unknown capture time. No single latest assessment is selected.'
+            : cohort.latest.length > 1
+                ? 'Distinct snapshots share the latest capture time. No single latest assessment is selected.'
+                : null,
+    };
+}
+/** The unique latest retained snapshot, or null for empty or temporally ambiguous evidence. */
+export function latestCaseEvidence(record) {
+    return currentCaseEvidence(record).snapshot;
+}
+/** Chronological presentation and comparison admission shared by the browser and Case report. */
+export function caseEvidenceTimeline(history) {
+    const dated = (history ?? []).map((snapshot) => ({
+        snapshot,
+        at: normalizeExplicitIsoTimestamp(snapshot.capturedAt),
+    }));
+    const counts = new Map();
+    for (const { at } of dated)
+        if (at)
+            counts.set(at, (counts.get(at) ?? 0) + 1);
+    const hasUndated = dated.some(({ at }) => at === null);
+    dated.sort((a, b) => (a.at === b.at ? 0 : a.at === null ? 1 : b.at === null ? -1 : Date.parse(a.at) - Date.parse(b.at))
+        || (a.snapshot.id < b.snapshot.id ? -1 : a.snapshot.id > b.snapshot.id ? 1 : 0));
+    return dated.map(({ snapshot, at }, index) => {
+        const previous = dated[index - 1];
+        const isBaseline = index === 0 && !hasUndated && at !== null && counts.get(at) === 1;
+        const orderingLimitation = !at || (previous && !previous.at)
+            ? 'Capture order is unknown; no temporal change is inferred.'
+            : counts.get(at) !== 1 || (previous && counts.get(previous.at) !== 1)
+                ? 'Equal-time snapshots have no unique before-and-after order; no temporal change is inferred.'
+                : null;
+        const comparable = previous && !orderingLimitation;
+        const changes = comparable ? compareCaseEvidence(previous.snapshot, snapshot) : [];
+        const incomparableReasons = orderingLimitation
+            ? ['other']
+            : comparable ? caseEvidenceIncomparableReasons(previous.snapshot, snapshot) : [];
+        if (comparable && !changes.length && !incomparableReasons.length
+            && canonicalMaterialString(previous.snapshot) !== canonicalMaterialString(snapshot))
+            incomparableReasons.push('other');
+        return {
+            snapshot,
+            isBaseline,
+            hasRepeatedObservation: snapshot.firstCapturedAt !== snapshot.capturedAt,
+            changes: changes.length ? changes : null,
+            hasIncomparableChange: incomparableReasons.length > 0,
+            incomparableReasons,
+            orderingLimitation,
+        };
+    });
 }
 /**
  * Returns the exact hostname from the latest retained observation when it is
@@ -433,38 +513,38 @@ export function caseLookupTarget(record) {
 //                  a mode change is never reported.
 //   (absent)     - always comparable (data available in every capture).
 const COMPARE_FIELDS = [
-    { field: 'availability', label: 'Availability', type: 'availability' },
-    { field: 'confidence', label: 'Confidence', type: 'token' },
-    { field: 'riskScore', label: 'Risk score', type: 'score', depthGate: 'comparable', modelGate: 'risk', direction: 'risk' },
-    { field: 'riskFactors', label: 'Risk factors', type: 'factors', depthGate: 'comparable', modelGate: 'risk' },
-    { field: 'opportunityScore', label: 'Opportunity score', type: 'score', modelGate: 'opportunity' },
-    { field: 'opportunityFactors', label: 'Opportunity factors', type: 'factors', modelGate: 'opportunity' },
-    { field: 'registrar', label: 'Registrar', type: 'registrar' },
-    { field: 'createdDate', label: 'Creation date', type: 'date' },
-    { field: 'expiryDate', label: 'Expiry date', type: 'date' },
-    { field: 'nameservers', label: 'Nameservers', type: 'set', emptyGuard: true },
-    { field: 'hasMx', label: 'MX', type: 'bool', depthGate: 'both-deep' },
-    { field: 'hasSpf', label: 'SPF', type: 'bool', depthGate: 'both-deep' },
-    { field: 'hasDmarc', label: 'DMARC', type: 'bool', depthGate: 'both-deep' },
-    { field: 'activityStatus', label: 'Website activity', type: 'token', depthGate: 'both-deep' },
-    { field: 'websiteProbeDetail', label: 'Website check detail', type: 'text', depthGate: 'both-deep' },
-    { field: 'pageTitle', label: 'Page title', type: 'text', depthGate: 'both-deep' },
-    { field: 'httpEvidenceStatus', label: 'HTTP evidence status', type: 'token', depthGate: 'both-deep' },
-    { field: 'httpFinalOrigin', label: 'Final website origin', type: 'text', depthGate: 'both-deep' },
-    { field: 'httpResponseStatus', label: 'HTTP response status', type: 'number', depthGate: 'both-deep' },
-    { field: 'httpTransportSecurity', label: 'Website transport', type: 'http-transport', depthGate: 'both-deep' },
-    { field: 'httpRedirectCount', label: 'HTTP redirect count', type: 'number', depthGate: 'both-deep' },
-    { field: 'httpCrossOriginRedirect', label: 'Cross-origin redirect', type: 'http-signal', depthGate: 'both-deep' },
-    { field: 'httpHttpsDowngrade', label: 'HTTPS downgrade', type: 'signal', depthGate: 'both-deep' },
-    { field: 'httpContentType', label: 'Website content type', type: 'token', depthGate: 'both-deep' },
-    { field: 'httpSecurityHeaders', label: 'Observed security headers', type: 'set', depthGate: 'both-deep' },
-    { field: 'faviconMatch', label: 'Official favicon match', type: 'signal', depthGate: 'both-deep' },
-    { field: 'faviconNearMatch', label: 'Official favicon near-match', type: 'signal', depthGate: 'both-deep' },
-    { field: 'reusesOfficialAssets', label: 'Official asset reuse', type: 'signal', depthGate: 'both-deep' },
-    { field: 'hasPasswordField', label: 'Password form', type: 'signal', depthGate: 'both-deep' },
-    { field: 'hasExternalFormAction', label: 'External form action', type: 'signal', depthGate: 'both-deep' },
-    { field: 'phishingLanguageMatch', label: 'Phishing language', type: 'phishing', depthGate: 'both-deep' },
-    { field: 'mutationTypes', label: 'Mutation types', type: 'set' },
+    { field: 'availability', scope: 'registration', label: 'Availability', type: 'availability' },
+    { field: 'confidence', scope: 'registration', label: 'Confidence', type: 'token' },
+    { field: 'riskScore', scope: 'web', label: 'Risk score', type: 'score', depthGate: 'comparable', modelGate: 'risk', direction: 'risk' },
+    { field: 'riskFactors', scope: 'web', label: 'Risk factors', type: 'factors', depthGate: 'comparable', modelGate: 'risk' },
+    { field: 'opportunityScore', scope: 'web', label: 'Opportunity score', type: 'score', modelGate: 'opportunity' },
+    { field: 'opportunityFactors', scope: 'web', label: 'Opportunity factors', type: 'factors', modelGate: 'opportunity' },
+    { field: 'registrar', scope: 'registration', label: 'Registrar', type: 'registrar' },
+    { field: 'createdDate', scope: 'registration', label: 'Creation date', type: 'date' },
+    { field: 'expiryDate', scope: 'registration', label: 'Expiry date', type: 'date' },
+    { field: 'nameservers', scope: 'registration', label: 'Nameservers', type: 'set', emptyGuard: true },
+    { field: 'hasMx', scope: 'hostname', label: 'MX', type: 'bool', depthGate: 'both-deep' },
+    { field: 'hasSpf', scope: 'hostname', label: 'SPF', type: 'bool', depthGate: 'both-deep' },
+    { field: 'hasDmarc', scope: 'hostname', label: 'DMARC', type: 'bool', depthGate: 'both-deep' },
+    { field: 'activityStatus', scope: 'web', label: 'Website activity', type: 'token', depthGate: 'both-deep' },
+    { field: 'websiteProbeDetail', scope: 'web', label: 'Website check detail', type: 'text', depthGate: 'both-deep' },
+    { field: 'pageTitle', scope: 'web', label: 'Page title', type: 'text', depthGate: 'both-deep' },
+    { field: 'httpEvidenceStatus', scope: 'web', label: 'HTTP evidence status', type: 'token', depthGate: 'both-deep' },
+    { field: 'httpFinalOrigin', scope: 'web', label: 'Final website origin', type: 'text', depthGate: 'both-deep' },
+    { field: 'httpResponseStatus', scope: 'web', label: 'HTTP response status', type: 'number', depthGate: 'both-deep' },
+    { field: 'httpTransportSecurity', scope: 'web', label: 'Website transport', type: 'http-transport', depthGate: 'both-deep' },
+    { field: 'httpRedirectCount', scope: 'web', label: 'HTTP redirect count', type: 'number', depthGate: 'both-deep' },
+    { field: 'httpCrossOriginRedirect', scope: 'web', label: 'Cross-origin redirect', type: 'http-signal', depthGate: 'both-deep' },
+    { field: 'httpHttpsDowngrade', scope: 'web', label: 'HTTPS downgrade', type: 'signal', depthGate: 'both-deep' },
+    { field: 'httpContentType', scope: 'web', label: 'Website content type', type: 'token', depthGate: 'both-deep' },
+    { field: 'httpSecurityHeaders', scope: 'web', label: 'Observed security headers', type: 'set', depthGate: 'both-deep' },
+    { field: 'faviconMatch', scope: 'web', label: 'Official favicon match', type: 'signal', depthGate: 'both-deep' },
+    { field: 'faviconNearMatch', scope: 'web', label: 'Official favicon near-match', type: 'signal', depthGate: 'both-deep' },
+    { field: 'reusesOfficialAssets', scope: 'web', label: 'Official asset reuse', type: 'signal', depthGate: 'both-deep' },
+    { field: 'hasPasswordField', scope: 'web', label: 'Password form', type: 'signal', depthGate: 'both-deep' },
+    { field: 'hasExternalFormAction', scope: 'web', label: 'External form action', type: 'signal', depthGate: 'both-deep' },
+    { field: 'phishingLanguageMatch', scope: 'web', label: 'Phishing language', type: 'phishing', depthGate: 'both-deep' },
+    { field: 'mutationTypes', scope: 'hostname', label: 'Mutation types', type: 'set' },
 ];
 function depthComparable(a, b) {
     return a === b && (a === 'fast' || a === 'deep');
@@ -495,7 +575,7 @@ export function caseEvidenceIncomparableReasons(previous, current) {
     if (!previous || !current || previous.fingerprint === current.fingerprint)
         return [];
     const reasons = [];
-    if (previous.inputHostname !== current.inputHostname)
+    if (!sameObservationContext(previous, current))
         reasons.push('observation-context');
     const hasRiskEvidence = previous.riskScore !== null || current.riskScore !== null
         || previous.riskFactors.length > 0 || current.riskFactors.length > 0;
@@ -523,6 +603,16 @@ function isPresent(value) {
         return value.length > 0;
     return true;
 }
+function sameObservationHostname(previous, current) {
+    return previous.inputHostname === current.inputHostname
+        && (previous.observationHostname ?? null) === (current.observationHostname ?? null);
+}
+function sameObservationContext(previous, current) {
+    // Compact Case snapshots deliberately omit URL paths and queries. A selected
+    // page cannot therefore establish a comparable website target here.
+    return sameObservationHostname(previous, current)
+        && previous.webObservationMode !== 'selected_url' && current.webObservationMode !== 'selected_url';
+}
 function setsEqual(a, b) {
     return JSON.stringify(a) === JSON.stringify(b);
 }
@@ -648,11 +738,9 @@ function compareField(spec, before, after) {
             return { before: b, after: a, tone: 'neutral' };
         }
         case 'factors': {
-            // Factors are already normalized (deduped + deterministically sorted), so
-            // a set comparison ignores input order and reports a genuine change in the
-            // score's composition even when the total is unchanged.
-            const b = Array.isArray(before) ? before : [];
-            const a = Array.isArray(after) ? after : [];
+            // Historical identity ordering is not a change in the factor set.
+            const b = normalizeFactors(before);
+            const a = normalizeFactors(after);
             if (setsEqual(b, a))
                 return null;
             return { before: b, after: a, tone: 'neutral' };
@@ -681,8 +769,14 @@ export function compareCaseEvidence(previous, current) {
     const comparableDepth = depthComparable(previous.scanDepth, current.scanDepth);
     const comparableRiskModel = riskModelComparable(previous, current);
     const comparableOpportunityModel = opportunityModelComparable(previous, current);
+    const sameHostname = sameObservationHostname(previous, current);
+    const sameWebContext = sameObservationContext(previous, current);
     const changes = [];
     for (const spec of COMPARE_FIELDS) {
+        if (spec.scope === 'hostname' && !sameHostname)
+            continue;
+        if (spec.scope === 'web' && !sameWebContext)
+            continue;
         if (spec.depthGate === 'both-deep' && !bothDeep)
             continue;
         if (spec.depthGate === 'comparable' && !comparableDepth)

package/packages/cases/case-export-input.mjs

@@ -0,0 +1,53 @@
+import { boundedJsonLimitsForBytes, parseBoundedJsonObject } from "../../lib/bounded-json.mjs";
+import { canonicalArtifactJsonV2 } from "../evidence/artifact-integrity.mjs";
+import { normalizeExplicitIsoTimestamp } from "../evidence/observation.mjs";
+import { CASE_SCHEMA_VERSION, CLI_CASE_PACK_INPUT_CASE_VERSIONS, MAX_CASE_STORE_BYTES, MAX_EDITABLE_CASE_INPUT_BYTES, PUBLISHED_V2_3_CASE_SCHEMA_VERSION } from "../contracts/case-portability.mjs";
+import { normalizeCaseStore } from "./case-migration-model.mjs";
+import { serializeCaseStore } from "./case-storage-model.mjs";
+/** Historical wire shape remains independent of current in-memory defaults. */
+export function canonicalCaseExportProjection(cases, caseVersion) {
+    if (caseVersion !== PUBLISHED_V2_3_CASE_SCHEMA_VERSION)
+        return [...cases];
+    return cases.map((value) => {
+        if ([...value.evidencePins, ...value.sightings].some((item) => item.observedAt === null)) {
+            throw new TypeError('The published Case 15 format requires a known observation time on each retained pin and sighting.');
+        }
+        const { title: _title, ...published } = value;
+        return {
+            ...published,
+            sightings: [...value.sightings].sort((left, right) => Date.parse(left.observedAt) - Date.parse(right.observedAt)
+                || (left.id < right.id ? -1 : left.id > right.id ? 1 : 0)),
+        };
+    });
+}
+/** Editing never silently repairs, drops or truncates an imported record. */
+export function readEditableCaseExport(input) {
+    const root = parseBoundedJsonObject(input, {
+        label: 'Case file', maximumBytes: MAX_EDITABLE_CASE_INPUT_BYTES,
+        limits: boundedJsonLimitsForBytes(MAX_CASE_STORE_BYTES),
+    });
+    if (Object.keys(root).some(key => !['version', 'exportedAt', 'cases'].includes(key))) {
+        throw new TypeError('Case editing requires an ordinary Case export, not a response packet or an envelope with additional fields.');
+    }
+    if (!CLI_CASE_PACK_INPUT_CASE_VERSIONS.some(version => version === root.version) || !Array.isArray(root.cases)) {
+        throw new TypeError(`Case editing reads exact schemas ${CLI_CASE_PACK_INPUT_CASE_VERSIONS.join(', ')} and writes schema ${CASE_SCHEMA_VERSION}. Re-export other supported historical formats through the ordinary import workflow first.`);
+    }
+    if (Object.hasOwn(root, 'exportedAt') && !normalizeExplicitIsoTimestamp(root.exportedAt)) {
+        throw new TypeError('The Case export time is invalid.');
+    }
+    const cases = normalizeCaseStore(root).cases;
+    const projected = canonicalCaseExportProjection(cases, root.version);
+    const byId = new Map(projected.map(record => [record.id, record]));
+    const seen = new Set();
+    if (cases.length !== root.cases.length || root.cases.some(value => {
+        if (!value || typeof value !== 'object' || typeof value.id !== 'string' || seen.has(value.id))
+            return true;
+        seen.add(value.id);
+        return canonicalArtifactJsonV2(value) !== canonicalArtifactJsonV2(byId.get(value.id));
+    }))
+        throw new TypeError('The Case file would lose, repair or truncate retained data during normalisation. Nothing was changed.');
+    if (new TextEncoder().encode(serializeCaseStore(cases)).byteLength > MAX_CASE_STORE_BYTES) {
+        throw new TypeError('The Case file exceeds the canonical store byte budget. Select fewer Cases; no retained evidence was pruned.');
+    }
+    return cases;
+}