@shieldaai/agent-map 0.1.0-alpha.3 → 1.1.0

package/dist/store.js

@@ -1,422 +1,112 @@
-import { isIP } from 'node:net';
 import neo4j, {} from 'neo4j-driver';
-import { immutableJson } from '@shieldaai/agent-guard';
-import { MAP_LABELS, MAP_RELATIONSHIPS, MapQueryError, mapIdentifier, validateReadScope } from './types.js';
-import { POLICY_COLUMNS, POLICY_QUERY, policyEvidence, policyParameters, policyPlan, safePolicyRow } from './policy-reader.js';
-const CLOUD_FIELDS = ['cloud_status', 'cloud_reason', 'cloud_observed_at', 'cloud_assessment',
-    'cloud_provider_label', 'cloud_provider_id', 'cloud_match_kind', 'cloud_node_updated',
-    'cloud_ownership_updated', 'cloud_account_updated'];
-const HOST_FIELDS = ['evidence_kind', 'assessment', 'manifest_observed_at'];
-const FIELDS = Object.freeze({
-    GuardAgent: ['agent_id', 'name', 'owner_id', 'team_id', ...HOST_FIELDS],
-    GuardDeployment: ['deployment_id', 'environment', ...HOST_FIELDS],
-    GuardTask: ['task_id', 'principal_id', 'revoked', 'sensitive', 'allowed_recipients', 'allow_control_plane',
-        'max_calls', 'max_concurrent', 'max_cost', 'deadline', 'calls', 'concurrent', 'spent', 'reserved'],
-    GuardPrincipal: ['principal_id'],
-    GuardGrant: ['task_id', 'tool', 'resources', 'evidence_kind', 'assessment'],
-    GuardTool: ['name', 'fingerprint', 'revision', 'registered', 'approved', 'known_metadata',
-        'requires_approval', 'control_plane', 'max_cost'],
-    GuardResource: ['resource_id', 'tool', 'selector_kind'],
-    GuardResourceBinding: ['binding_id', 'tool', 'resource_ref', 'actions', 'scope', ...HOST_FIELDS],
-    GuardExecutionBinding: ['binding_id', 'tool', 'connection_id', 'identity_selection', ...HOST_FIELDS],
-    GuardExternalResource: ['provider', 'partition', 'account_id', 'region', 'arn', 'kind', ...HOST_FIELDS, ...CLOUD_FIELDS],
-    GuardExternalIdentity: ['provider', 'partition', 'account_id', 'region', 'arn', ...HOST_FIELDS, ...CLOUD_FIELDS],
-    GuardMcpConnection: ['connection_id', 'capture_status', 'unavailable_reason', 'capture_observed_at',
-        'server_id', 'transport_ref', 'state', 'metadata_state', 'observed_at', 'evidence_kind', 'assessment'],
-    GuardMcpOperation: ['connection_id', 'name', 'kind', 'fingerprint', 'evidence_kind', 'assessment'],
-});
-const SOURCES = `MATCH (s:GuardSource)
-WHERE s.company_id=$companyId AND s.tenant_id IN $tenantIds AND ($sourceId IS NULL OR s.id=$sourceId)
-AND coalesce(s.lifecycle_status,'active')='active'
-MATCH (p:GuardSnapshot {id:s.current_snapshot_id})
-WHERE p.source_id=s.id AND p.status='published' AND
- (($allTeams AND $agentId IS NULL) OR EXISTS {
-   MATCH (a:GuardAgent)-[:G_IN_SNAPSHOT]->(p)
-   WHERE a.source_id=s.id AND a.projection_id=p.id AND a.tenant_id=s.tenant_id
-   AND ($allTeams OR a.team_id IN $teamIds)
-   AND ($agentId IS NULL OR a.agent_id=$agentId OR a.entity_id=$agentId)
- })
-RETURN s.id AS id,s.tenant_id AS tenantId,s.native_source_id AS nativeSourceId,s.profile AS profile,
- p.id AS currentId,p.snapshot_id AS currentSnapshotId,p.generated_at AS currentGeneratedAt,
- substring(p.coverage_json,0,4097) AS currentCoverage,
- s.previous_snapshot_id AS previousId,substring(p.cloud_coverage_json,0,16385) AS policyCoverage
-ORDER BY s.id LIMIT $sourceLimit`;
-const scoped = (variable) => `${variable}.source_id=$sourceId AND ${variable}.projection_id=$projectionId AND ${variable}.tenant_id=$tenantId`;
-// Derive each next set only from previously authorized nodes, with bounds after every set.
-const READ_ORDER = ['GuardAgent', 'GuardDeployment', 'GuardTask', 'GuardPrincipal',
-    'GuardGrant', 'GuardExecutionBinding', 'GuardTool', 'GuardResource', 'GuardResourceBinding',
-    'GuardExternalResource', 'GuardExternalIdentity', 'GuardMcpConnection', 'GuardMcpOperation'];
-const historicalVisibility = (label, parameter) => `($projectionId=$currentId OR $allTeams OR n.entity_id IN $${parameter} OR NOT EXISTS {
-    MATCH (current:${label})-[:G_IN_SNAPSHOT]->(:GuardSnapshot {id:$currentId})
-    WHERE current.entity_id=n.entity_id AND current.source_id=$sourceId
-      AND current.projection_id=$currentId AND current.tenant_id=$tenantId
-  })`;
-function through(path, label) {
-    return `EXISTS { MATCH ${path} WHERE ${scoped('visible')} AND visible.id IN $${label}Ids }`;
-}
-const predicates = {
-    GuardAgent: `($allTeams OR n.team_id IN $teamIds) AND ($agentId IS NULL OR n.agent_id=$agentId OR n.entity_id=$agentId)
-    AND ${historicalVisibility('GuardAgent', 'currentAgentEntityIds')}`,
-    GuardDeployment: through('(n)-[:G_INSTANCE_OF]->(visible:GuardAgent)', 'GuardAgent'),
-    GuardTask: `${through('(n)-[:G_ASSIGNED_TO]->(visible:GuardDeployment)', 'GuardDeployment')}
-    AND ${historicalVisibility('GuardTask', 'currentTaskEntityIds')}`,
-    GuardPrincipal: through('(n)<-[:G_ACTS_AS]-(visible:GuardTask)', 'GuardTask'),
-    GuardGrant: through('(n)<-[:G_HAS_GRANT]-(visible:GuardTask)', 'GuardTask'),
-    GuardExecutionBinding: through('(n)-[:G_EXECUTES_FOR]->(visible:GuardDeployment)', 'GuardDeployment'),
-    GuardTool: `(${through('(n)<-[:G_FOR_TOOL]-(visible:GuardGrant)', 'GuardGrant')} OR
-    ${through('(n)<-[:G_EXECUTES_TOOL]-(visible:GuardExecutionBinding)', 'GuardExecutionBinding')})`,
-    GuardResource: through('(n)<-[:G_TARGETS]-(visible:GuardGrant)', 'GuardGrant'),
-    GuardResourceBinding: through('(n)-[:G_BINDS_SELECTOR]->(visible:GuardResource)', 'GuardResource'),
-    GuardExternalResource: through('(n)<-[:G_MAPS_TO]-(visible:GuardResourceBinding)', 'GuardResourceBinding'),
-    GuardExternalIdentity: through('(n)<-[:G_USES_IDENTITY]-(visible:GuardExecutionBinding)', 'GuardExecutionBinding'),
-    GuardMcpConnection: through('(n)<-[:G_VIA_CONNECTION]-(visible:GuardExecutionBinding)', 'GuardExecutionBinding'),
-    GuardMcpOperation: `EXISTS {
-    MATCH (n)<-[:G_EXPOSES_OPERATION]-(c:GuardMcpConnection)<-[:G_VIA_CONNECTION]-(b:GuardExecutionBinding)
-    MATCH (b)-[:G_EXECUTES_TOOL]->(tool:GuardTool)<-[:G_OPERATION_TOOL]-(n)
-    WHERE ${['c', 'b', 'tool'].map(scoped).join(' AND ')}
-      AND c.id IN $GuardMcpConnectionIds AND b.id IN $GuardExecutionBindingIds AND tool.id IN $GuardToolIds
-  }`,
-};
-// Labels/property names below are static source allowlists, never request-supplied strings.
-// Separate bounded templates avoid the planner's combinatorial work for a large OR of paths.
-const NODES = Object.fromEntries(MAP_LABELS.map(label => [label,
-    `MATCH (p:GuardSnapshot {id:$projectionId,source_id:$sourceId,status:'published'})
-MATCH (n:${label})-[:G_IN_SNAPSHOT]->(p)
-WHERE ${scoped('n')} AND size([label IN labels(n) WHERE label IN $labels])=1 AND
- (($allTeams AND $agentId IS NULL) OR (${predicates[label]}))
-RETURN '${label}' AS label,n { .id,.entity_id,.source_id,.projection_id,${FIELDS[label].map(field => `.${field}`).join(',')} } AS node
-ORDER BY n.id LIMIT $nodeLimit`]));
-const EDGES = `MATCH (n)-[r]->(m)
-WHERE n.id IN $nodeIds AND m.id IN $nodeIds AND type(r) IN $relationships
- AND n.source_id=$sourceId AND m.source_id=$sourceId
- AND n.projection_id=$projectionId AND m.projection_id=$projectionId
- AND n.tenant_id=$tenantId AND m.tenant_id=$tenantId
-RETURN n.id AS source,m.id AS target,type(r) AS kind ORDER BY source,target,kind LIMIT $edgeLimit`;
-const PREVIOUS = `MATCH (p:GuardSnapshot {id:$projectionId,source_id:$sourceId,status:'published'})
-RETURN p.id AS id,p.snapshot_id AS snapshotId,p.generated_at AS generatedAt,
- substring(p.coverage_json,0,4097) AS coverage LIMIT 1`;
-function bound(value, fallback, maximum) {
-    const number = value === undefined ? fallback : value;
-    if (typeof number !== 'number' || !Number.isSafeInteger(number) || number < 1 || number > maximum)
-        throw new MapQueryError('MAP_REQUEST_INVALID');
-    return number;
-}
-function text(value) { return mapIdentifier(value, 'MAP_UNAVAILABLE'); }
-function converted(value) {
-    if (neo4j.isInt(value)) {
-        if (!value.inSafeRange())
-            throw new MapQueryError('MAP_UNAVAILABLE');
-        return value.toNumber();
-    }
-    if (Array.isArray(value))
-        return value.map(converted);
-    if (value && typeof value === 'object')
-        return Object.fromEntries(Object.entries(value).map(([key, child]) => [key, converted(child)]));
-    return value;
-}
-function safeNode(raw, label, sourceId, projectionId) {
-    if (!MAP_LABELS.includes(label) || !raw || typeof raw !== 'object' || Array.isArray(raw))
-        throw new MapQueryError('MAP_UNAVAILABLE');
-    const data = raw;
-    if (data.source_id !== sourceId || data.projection_id !== projectionId)
-        throw new MapQueryError('MAP_UNAVAILABLE');
-    const properties = {};
-    for (const field of FIELDS[label])
-        if (Object.hasOwn(data, field))
-            properties[field] = converted(data[field]);
-    return { id: text(data.id), entityId: text(data.entity_id), sourceId, projectionId, label: label,
-        properties: immutableJson(properties, 4, 50_000, 512 * 1024) };
-}
-function observationTime(value) {
-    if (typeof value !== 'string' || !/^(?!0000)[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\.[0-9]{1,6})?Z$/.test(value))
-        return undefined;
-    const time = Date.parse(value);
-    return Number.isFinite(time) && new Date(time).toISOString().slice(0, 19) === value.slice(0, 19) ? time : undefined;
-}
-function coreCaptureTimes(raw) {
-    // Older or incomplete graph metadata has unknown capture age. Recomposition
-    // changes generated_at, so it is never a safe substitute for these timestamps.
-    if (raw === null || raw === undefined)
-        return {};
+import { isIP } from 'node:net';
+import { immutableJson } from '@shieldaai/agent-guard/internal';
+import { integer, shortenScopeList } from './common.js';
+import { loadAncestors } from './store/ancestors.js';
+import { readDiscovery } from './store/discovery.js';
+import { verifyEvidence } from './store/evidence.js';
+import { loadIdentityScope } from './store/identity-scope.js';
+import { readSources } from './store/projection.js';
+import { MAX_STORE_BYTES, MAX_STORE_EDGES, MAX_STORE_NODES } from './store/queries.js';
+import { StoreRead } from './store/read.js';
+import { validateSelection } from './store/selection.js';
+import { mapIdentifier, MapQueryError, validateReadScope, } from './types.js';
+/**
+ * The view as the store returns it. The identity-scope bucket lists are optional detail: if
+ * the view does not fit with them they are dropped (their statuses stand; see
+ * `shortenScopeList`) before the read is refused.
+ */
+function freezeView(sources, limits) {
+    const freeze = (items) => immutableJson({ sources: items }, 16, limits.values, limits.bytes);
     try {
-        if (typeof raw !== 'string' || Buffer.byteLength(raw, 'utf8') > 4096)
-            throw new Error();
-        const parsed = JSON.parse(raw);
-        if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed))
-            throw new Error();
-        const result = {};
-        for (const component of ['tasks', 'tools']) {
-            const item = parsed[component];
-            if (!item || typeof item !== 'object' || Array.isArray(item))
-                throw new Error();
-            const record = item;
-            if (Object.keys(record).sort().join(',') !== 'observedAt,status' || record.status !== 'complete' ||
-                observationTime(record.observedAt) === undefined)
-                throw new Error();
-            result[component] = record.observedAt;
-        }
-        return result;
+        return freeze(sources);
     }
     catch {
-        throw new MapQueryError('MAP_UNAVAILABLE');
+        const bare = (records) => records.map(record => shortenScopeList(record, 0));
+        const lean = sources.map(item => ({
+            ...item,
+            current: {
+                ...item.current,
+                ...(item.current.identityScope ? { identityScope: bare(item.current.identityScope) } : {}),
+                ...(item.current.identityReach ? { identityReach: bare(item.current.identityReach) } : {}),
+            },
+        }));
+        try {
+            return freeze(lean);
+        }
+        catch {
+            throw new MapQueryError('MAP_LIMIT_EXCEEDED');
+        }
     }
 }
-function coverage(nodes, captures, profile, summary, now) {
-    const connections = nodes.filter(node => node.label === 'GuardMcpConnection');
-    const observed = connections.filter(node => node.properties.capture_status === 'observed').length;
-    const references = nodes.filter(node => node.label === 'GuardExternalResource' || node.label === 'GuardExternalIdentity');
-    const captured = references.filter(node => typeof node.properties.cloud_status === 'string');
-    const resolved = captured.filter(node => node.properties.cloud_status === 'resolved').length;
-    const at = (values) => {
-        const times = values.map(value => typeof value === 'number' ? value * 1000 : typeof value === 'string' ? Date.parse(value) : NaN)
-            .filter(value => Number.isFinite(value) && value >= 0 && value <= 253_402_300_799_999);
-        return times.length ? { observedAt: new Date(Math.min(...times)).toISOString() } : {};
-    };
-    // Aggregate only visible connections. A new composition cannot renew a cached
-    // observation, and one missing/invalid/future timestamp must not disappear
-    // behind another fresh connection. Unavailable records have only capture time.
-    const mcpTimes = connections.flatMap(node => node.properties.capture_status === 'observed'
-        ? [node.properties.capture_observed_at, node.properties.observed_at]
-        : [node.properties.capture_observed_at]).map(observationTime);
-    const mcpCapture = mcpTimes.length && mcpTimes.every(time => time !== undefined && time <= now + 60_000)
-        ? { observedAt: new Date(Math.min(...mcpTimes)).toISOString() } : {};
-    return {
-        tasks: summary ? { status: 'not_collected' } : { status: 'complete', ...(captures.tasks ? { observedAt: captures.tasks } : {}) },
-        tools: summary ? { status: 'not_collected' } : { status: 'complete', ...(captures.tools ? { observedAt: captures.tools } : {}) },
-        manifest: profile === 'core' ? { status: 'not_collected' } : { status: summary ? 'partial' : 'complete', ...at(nodes.map(node => node.properties.manifest_observed_at)) },
-        mcp: summary || profile !== 'host-mcp' ? { status: 'not_collected' } :
-            { status: observed === connections.length ? 'complete' : observed ? 'partial' : 'unavailable', ...mcpCapture },
-        cloud: !captured.length ? { status: 'not_collected' } :
-            { status: resolved === references.length ? 'complete' : resolved ? 'partial' : 'unavailable', ...at(captured.map(node => node.properties.cloud_observed_at)) },
-    };
-}
 export class Neo4jMapStore {
     #driver;
     #database;
     #timeout;
-    #sources;
-    #nodes;
-    #edges;
-    #policyAge;
+    #limits;
     #clock;
     #active = 0;
     constructor(driver, options = {}) {
         this.#driver = driver;
-        this.#database = mapIdentifier(options.database ?? 'neo4j');
-        this.#timeout = bound(options.timeoutMs, 5000, 5000);
-        this.#sources = bound(options.maxSources, 64, 64);
-        this.#nodes = bound(options.maxNodes, 2000, 2000);
-        this.#edges = bound(options.maxEdges, 5000, 5000);
-        this.#policyAge = bound(options.policyMaxAgeSeconds, 7200, 86400);
+        this.#database = mapIdentifier(options.database ?? 'neo4j', 'MAP_CONFIG_INVALID');
+        this.#timeout = integer(options.timeoutMs, 5000, 1, 5000);
+        const sources = integer(options.maxSources, 64, 1, 64);
+        const nodes = integer(options.maxNodes, 2000, 1, MAX_STORE_NODES);
+        const edges = integer(options.maxEdges, 5000, 1, MAX_STORE_EDGES);
+        const bytes = integer(options.maxBytes, 4 * 1024 * 1024, 1, MAX_STORE_BYTES);
+        this.#limits = {
+            sources,
+            nodes,
+            edges,
+            bytes,
+            // JSON values the final copy may hold: the long-standing 200,000, or what the configured
+            // node and edge limits need (about 30 values per node and 4 per edge).
+            values: Math.max(200_000, nodes * 30 + edges * 4),
+            policyAge: integer(options.policyMaxAgeSeconds, 7200, 1, 86400),
+        };
         if (options.clock !== undefined && typeof options.clock !== 'function')
-            throw new MapQueryError('MAP_REQUEST_INVALID');
+            throw new MapQueryError('MAP_CONFIG_INVALID');
         this.#clock = options.clock ?? Date.now;
     }
-    async close() { await this.#driver.close(); }
+    async close() {
+        await this.#driver.close();
+    }
+    /**
+     * One bounded, read-only transaction. The phases run in a fixed order: the source rows, then
+     * either a discovery read or each source's projections, delegation ancestors and identity
+     * scope; the sources are rechecked and the evidence read again before the view is returned.
+     */
     async read(input, request = {}) {
         const scope = validateReadScope(input);
-        let selection;
-        try {
-            const copied = immutableJson(request, 2, 16, 32 * 1024);
-            if (!copied || Array.isArray(copied) || typeof copied !== 'object' ||
-                Object.keys(copied).some(key => !['sourceId', 'agentId', 'history', 'summary'].includes(key)))
-                throw new Error();
-            if (copied.sourceId !== undefined)
-                mapIdentifier(copied.sourceId);
-            if (copied.agentId !== undefined)
-                mapIdentifier(copied.agentId);
-            if (copied.history !== undefined && typeof copied.history !== 'boolean')
-                throw new Error();
-            if (copied.summary !== undefined && typeof copied.summary !== 'boolean')
-                throw new Error();
-            selection = copied;
-        }
-        catch {
-            throw new MapQueryError('MAP_REQUEST_INVALID');
-        }
+        const selection = validateSelection(scope, request);
         if (this.#active >= 8)
             throw new MapQueryError('MAP_UNAVAILABLE');
         this.#active++;
         const deadline = Date.now() + this.#timeout;
         let cancel = () => { };
-        const check = () => { if (Date.now() >= deadline)
-            throw new MapQueryError('MAP_TIMEOUT'); };
         const work = (async () => {
-            const session = this.#driver.session({ database: this.#database, defaultAccessMode: neo4j.session.READ, fetchSize: 32 });
+            const session = this.#driver.session({
+                database: this.#database,
+                defaultAccessMode: neo4j.session.READ,
+                fetchSize: 32,
+            });
             let transaction;
             try {
                 transaction = session.beginTransaction({ timeout: this.#timeout });
                 const tx = transaction;
-                cancel = () => { void tx.rollback().catch(() => { }); };
-                const run = async (query, parameters, receive) => {
-                    check();
-                    const records = [];
-                    for await (const record of tx.run(query, parameters)) {
-                        check();
-                        if (receive)
-                            receive(record);
-                        else
-                            records.push(record);
-                    }
-                    check();
-                    return records;
-                };
-                const common = { companyId: scope.companyId, tenantIds: [...scope.tenantIds], teamIds: [...scope.teamIds],
-                    allTeams: scope.allTeams, sourceId: selection.sourceId ?? null, agentId: selection.agentId ?? null,
-                    sourceLimit: neo4j.int(this.#sources + 1) };
-                const selected = await run(SOURCES, common);
-                if (selected.length > this.#sources)
-                    throw new MapQueryError('MAP_LIMIT_EXCEEDED');
-                let nodeCount = 0;
-                let edgeCount = 0;
-                let materializedBytes = 0;
-                const charge = (value) => {
-                    materializedBytes += Buffer.byteLength(JSON.stringify(value), 'utf8');
-                    if (materializedBytes > 4 * 1024 * 1024)
-                        throw new MapQueryError('MAP_LIMIT_EXCEEDED');
+                cancel = () => {
+                    void tx.rollback().catch(() => { });
                 };
-                const now = () => {
-                    let stamp;
-                    try {
-                        stamp = this.#clock();
-                    }
-                    catch {
-                        throw new MapQueryError('MAP_UNAVAILABLE');
-                    }
-                    if (!Number.isSafeInteger(stamp) || stamp < 0 || stamp > 253_402_300_799_999)
-                        throw new MapQueryError('MAP_UNAVAILABLE');
-                    return Math.floor(stamp / 1000);
-                };
-                let policyPairCount = 0;
-                const policyChecks = [];
-                const readPolicy = async (plan, params, chargeRows) => {
-                    if (!plan.probes.length)
-                        return [];
-                    const rows = [];
-                    let readBytes = 0;
-                    const pairs = policyParameters(plan);
-                    if (Buffer.byteLength(JSON.stringify(pairs), 'utf8') > 4 * 1024 * 1024)
-                        throw new MapQueryError('MAP_LIMIT_EXCEEDED');
-                    await run(POLICY_QUERY, { ...params, policyPairs: pairs, policyRowLimit: neo4j.int(plan.probes.length * 3 + 1) }, item => {
-                        if (rows.length >= plan.probes.length * 3)
-                            throw new MapQueryError('MAP_LIMIT_EXCEEDED');
-                        const raw = Object.fromEntries(POLICY_COLUMNS.map(column => [column, converted(item.get(column))]));
-                        const safe = safePolicyRow(raw);
-                        readBytes += Buffer.byteLength(JSON.stringify(safe), 'utf8');
-                        if (readBytes > 4 * 1024 * 1024)
-                            throw new MapQueryError('MAP_LIMIT_EXCEEDED');
-                        if (chargeRows)
-                            charge(safe);
-                        rows.push(safe);
-                    });
-                    // Sort only the bounded materialized rows. A server ORDER BY would
-                    // expand malformed relationship fan-out before applying its LIMIT.
-                    rows.sort((a, b) => JSON.stringify(a).localeCompare(JSON.stringify(b), 'en-US'));
-                    return rows;
-                };
-                const sources = [];
-                for (const record of selected) {
-                    const sourceId = text(record.get('id'));
-                    const tenantId = text(record.get('tenantId'));
-                    const currentId = text(record.get('currentId'));
-                    const profile = record.get('profile');
-                    if (!scope.tenantIds.includes(tenantId) || !['core', 'host', 'host-mcp'].includes(profile))
-                        throw new MapQueryError('MAP_UNAVAILABLE');
-                    const readProjection = async (id, snapshotId, generatedAt, rawCoverage, currentNodes = []) => {
-                        const captures = coreCaptureTimes(rawCoverage);
-                        const params = { ...common, sourceId, tenantId, projectionId: id, currentId, labels: [...MAP_LABELS],
-                            currentAgentEntityIds: currentNodes.filter(node => node.label === 'GuardAgent').map(node => node.entityId),
-                            currentTaskEntityIds: currentNodes.filter(node => node.label === 'GuardTask').map(node => node.entityId) };
-                        const nodes = [];
-                        for (const label of selection.summary ? ['GuardAgent', 'GuardDeployment'] : READ_ORDER) {
-                            const authorized = Object.fromEntries(MAP_LABELS.map(kind => [`${kind}Ids`, nodes.filter(node => node.label === kind).map(node => node.id)]));
-                            await run(NODES[label], { ...params, ...authorized, nodeLimit: neo4j.int(this.#nodes - nodeCount + 1) }, item => {
-                                if (++nodeCount > this.#nodes)
-                                    throw new MapQueryError('MAP_LIMIT_EXCEEDED');
-                                if (item.get('label') !== label)
-                                    throw new MapQueryError('MAP_UNAVAILABLE');
-                                const node = safeNode(item.get('node'), label, sourceId, id);
-                                charge(node);
-                                nodes.push(node);
-                            });
-                        }
-                        const nodeIds = nodes.map(node => node.id);
-                        if (new Set(nodeIds).size !== nodes.length)
-                            throw new MapQueryError('MAP_UNAVAILABLE');
-                        const ids = new Set(nodeIds);
-                        const edges = [];
-                        await run(EDGES, { ...params, nodeIds, relationships: [...MAP_RELATIONSHIPS],
-                            edgeLimit: neo4j.int(this.#edges - edgeCount + 1) }, item => {
-                            if (++edgeCount > this.#edges)
-                                throw new MapQueryError('MAP_LIMIT_EXCEEDED');
-                            const source = text(item.get('source')), target = text(item.get('target')), kind = item.get('kind');
-                            if (!ids.has(source) || !ids.has(target) || !MAP_RELATIONSHIPS.includes(kind))
-                                throw new MapQueryError('MAP_UNAVAILABLE');
-                            const edge = { source, target, kind: kind };
-                            charge(edge);
-                            edges.push(edge);
-                        });
-                        const projection = { id, snapshotId, generatedAt, status: 'published', nodes, edges, coverage: coverage(nodes, captures, profile, selection.summary ?? false, now() * 1000) };
-                        if (!selection.summary && !selection.history && id === currentId) {
-                            const plan = policyPlan(scope.companyId, tenantId, nodes, edges, 512 - policyPairCount);
-                            policyPairCount += plan.records.length;
-                            let maximumAge = this.#policyAge;
-                            const enrolled = record.get('policyCoverage');
-                            if (enrolled !== null && enrolled !== undefined && plan.probes.length) {
-                                try {
-                                    if (typeof enrolled !== 'string' || enrolled.length > 16_384)
-                                        throw new Error();
-                                    const parsed = JSON.parse(enrolled);
-                                    if (!parsed || typeof parsed !== 'object' || !Number.isSafeInteger(parsed.maxAgeSeconds) ||
-                                        parsed.maxAgeSeconds < 1 || parsed.maxAgeSeconds > 604800)
-                                        throw new Error();
-                                    maximumAge = Math.min(maximumAge, parsed.maxAgeSeconds);
-                                }
-                                catch {
-                                    throw new MapQueryError('MAP_UNAVAILABLE');
-                                }
-                            }
-                            const rows = await readPolicy(plan, params, true);
-                            const evidence = policyEvidence(plan, rows, now(), maximumAge);
-                            for (const item of evidence)
-                                charge(item);
-                            const enriched = { ...projection, policyEvidence: evidence };
-                            policyChecks.push({ plan, params, rows, projection: enriched, maximumAge });
-                            return enriched;
-                        }
-                        return projection;
-                    };
-                    const current = await readProjection(currentId, text(record.get('currentSnapshotId')), text(record.get('currentGeneratedAt')), record.get('currentCoverage'));
-                    let previous = null;
-                    if (selection.history && record.get('previousId')) {
-                        const previousId = text(record.get('previousId'));
-                        const previousRecords = await run(PREVIOUS, { sourceId, projectionId: previousId });
-                        if (previousRecords.length === 1) {
-                            const item = previousRecords[0];
-                            previous = await readProjection(previousId, text(item.get('snapshotId')), text(item.get('generatedAt')), item.get('coverage'), current.nodes);
-                        }
-                    }
-                    sources.push({ id: sourceId, tenantId, sourceId: text(record.get('nativeSourceId')), profile, current, previous });
-                }
-                // Publication may advance while the read transaction is open. Never return mixed generations.
-                const after = await run(SOURCES, common);
-                const pointers = (items) => JSON.stringify(items.map(record => [record.get('id'), record.get('currentId'), record.get('previousId'), record.get('currentCoverage'), record.get('policyCoverage')]));
-                if (pointers(selected) !== pointers(after))
-                    throw new MapQueryError('MAP_UNAVAILABLE');
-                for (const checked of policyChecks) {
-                    const rows = await readPolicy(checked.plan, checked.params, false);
-                    if (JSON.stringify(rows) !== JSON.stringify(checked.rows))
-                        throw new MapQueryError('MAP_UNAVAILABLE');
-                    const refreshed = policyEvidence(checked.plan, rows, now(), checked.maximumAge);
-                    if (JSON.stringify(refreshed) !== JSON.stringify(checked.projection.policyEvidence))
-                        throw new MapQueryError('MAP_UNAVAILABLE');
-                }
-                try {
-                    return immutableJson({ sources }, 16, 200_000, 4 * 1024 * 1024);
-                }
-                catch {
-                    throw new MapQueryError('MAP_LIMIT_EXCEEDED');
-                }
+                const read = new StoreRead(scope, selection, this.#limits, this.#clock, tx, deadline);
+                await read.selectSources();
+                if (selection.undeclared === true || selection.unclaimedIdentities === true)
+                    return await readDiscovery(read);
+                const sources = await readSources(read);
+                await loadAncestors(read, sources);
+                await loadIdentityScope(read, sources);
+                await read.recheckSources();
+                await verifyEvidence(read);
+                return freezeView(sources, this.#limits);
             }
             catch (error) {
                 if (error instanceof MapQueryError)
@@ -430,9 +120,18 @@ export class Neo4jMapStore {
                 await session.close().catch(() => { });
             }
         })();
-        void work.finally(() => { this.#active--; }).catch(() => { });
+        void work
+            .finally(() => {
+            this.#active--;
+        })
+            .catch(() => { });
         let timer;
-        const timeout = new Promise((_resolve, reject) => { timer = setTimeout(() => { cancel(); reject(new MapQueryError('MAP_TIMEOUT')); }, this.#timeout); });
+        const timeout = new Promise((_resolve, reject) => {
+            timer = setTimeout(() => {
+                cancel();
+                reject(new MapQueryError('MAP_TIMEOUT'));
+            }, this.#timeout);
+        });
         try {
             return await Promise.race([work, timeout]);
         }
@@ -447,20 +146,28 @@ export function createNeo4jMapStore(options) {
         const uri = new URL(options.uri);
         const host = uri.hostname.replace(/^\[|\]$/g, '');
         const local = isIP(host) === 4 ? host.startsWith('127.') : host === '::1';
-        if (!['bolt:', 'bolt+s:', 'neo4j+s:'].includes(uri.protocol) || !host || uri.username || uri.password ||
-            uri.pathname || uri.search || uri.hash || (uri.port && (+uri.port < 1 || +uri.port > 65535)) ||
+        if (!['bolt:', 'bolt+s:', 'neo4j+s:'].includes(uri.protocol) ||
+            !host ||
+            uri.username ||
+            uri.password ||
+            uri.pathname ||
+            uri.search ||
+            uri.hash ||
+            (uri.port && (+uri.port < 1 || +uri.port > 65535)) ||
             (uri.protocol === 'bolt:' && !local))
             throw new Error();
         mapIdentifier(options.username);
         if (typeof options.password !== 'string' || !options.password || options.password.length > 8192)
             throw new Error();
         const driver = neo4j.driver(options.uri, neo4j.auth.basic(options.username, options.password), {
-            connectionTimeout: 5000, connectionAcquisitionTimeout: 5000, maxTransactionRetryTime: 0,
+            connectionTimeout: 5000,
+            connectionAcquisitionTimeout: 5000,
+            maxTransactionRetryTime: 0,
             maxConnectionPoolSize: 8,
         });
         return new Neo4jMapStore(driver, options);
     }
     catch {
-        throw new MapQueryError('MAP_REQUEST_INVALID');
+        throw new MapQueryError('MAP_CONFIG_INVALID');
     }
 }

package/dist/transport.d.ts

@@ -1,7 +1,18 @@
-import type { IncomingMessage, ServerResponse } from 'node:http';
+import type { IncomingMessage, Server, ServerResponse } from 'node:http';
 export declare function safeError(error: unknown): string;
+/**
+ * The status of a timeout. 408 says the client was too slow to send its request; once the whole
+ * request has been received, the time was spent by the service or its database, which is 504.
+ */
+export declare const timeoutStatus: (received: boolean) => number | undefined;
+/**
+ * Answers a failed request with its safe code; nothing from the error itself is sent.
+ * `received`: the request body had been read in full when the failure happened.
+ */
+export declare function respondError(response: ServerResponse, error: unknown, received?: boolean): void;
 export declare function headers(response: ServerResponse, size: number, mime?: string): void;
-export declare function errorResponse(response: ServerResponse, code: string): void;
+/** `status` overrides the code's usual status, for a refusal HTTP names more exactly (417). */
+export declare function errorResponse(response: ServerResponse, code: string, status?: number): void;
 export declare const count: (request: IncomingMessage, name: string) => number;
 export type Bucket = {
     since: number;
@@ -9,3 +20,32 @@ export type Bucket = {
 };
 export declare function consume(bucket: Bucket, max: number, window: number): void;
 export declare function readBody(request: IncomingMessage, max: number, signal: AbortSignal): Promise<Buffer>;
+/** Per-credential or per-session rate limit: `maxRequests` in each `windowMs`. */
+export declare function rateLimit(value: unknown, defaultMaxRequests: number): {
+    maxRequests: number;
+    windowMs: number;
+};
+/**
+ * The JSON body of an admitted POST. Call it only after the credential (or session and CSRF)
+ * and rate checks have passed: it is what tells a client that sent `Expect: 100-continue` to go
+ * on, and a refusal before it has already answered with its own status.
+ */
+export declare function readJsonBody(request: IncomingMessage, response: ServerResponse, limit: number, signal: AbortSignal): Promise<unknown>;
+/** The `{ operation, args }` envelope of `POST /v1/query`. */
+export declare function queryEnvelope(parsed: unknown): {
+    operation: unknown;
+    args: unknown;
+};
+/** A body that must be the empty object, as the sign-in and sign-out routes require. */
+export declare function emptyObject(parsed: unknown): void;
+/** Sends one fixed viewer asset. */
+export declare function sendAsset(response: ServerResponse, asset: {
+    body: Buffer;
+    mime: string;
+}): void;
+/**
+ * What neither server speaks: a request that arrives with `Expect: 100-continue` still goes
+ * through the normal handler, any other expectation is 417, and tunnels, upgrades and
+ * malformed requests are dropped.
+ */
+export declare function refuseOtherTraffic(server: Server, handle: (request: IncomingMessage, response: ServerResponse) => Promise<void>): void;