@haaaiawd/second-nature 0.1.51 → 0.2.0

package/runtime/connectors/base/policy-layer.js

@@ -1,202 +1,202 @@
-import { classifyFailure } from "./failure-taxonomy.js";
-import { enforceExecutionPolicy } from "./execution-policy.js";
-const DEFAULT_RETRY_MAX = 3;
-const DEFAULT_BASE_DELAY_MS = 1000;
-const DEFAULT_MAX_DELAY_MS = 30000;
-function resolveRetryPolicy(input) {
-    return {
-        maxRetries: input?.maxRetries ?? DEFAULT_RETRY_MAX,
-        baseDelayMs: input?.baseDelayMs ?? DEFAULT_BASE_DELAY_MS,
-        maxDelayMs: input?.maxDelayMs ?? DEFAULT_MAX_DELAY_MS,
-        jitter: input?.jitter ?? true,
-    };
-}
-function computeRetryDelayMs(attempt, policy, retryAfterMs) {
-    if (typeof retryAfterMs === "number" && retryAfterMs > 0) {
-        return retryAfterMs;
-    }
-    const base = Math.min(policy.baseDelayMs * 2 ** Math.max(0, attempt - 1), policy.maxDelayMs);
-    if (!policy.jitter)
-        return base;
-    return Math.floor(base * 0.8 + Math.random() * base * 0.4);
-}
-async function sleep(ms) {
-    if (ms <= 0)
-        return;
-    await new Promise((resolve) => setTimeout(resolve, ms));
-}
-function makeTraceId(request, plan) {
-    return `${request.platformId}:${request.intent}:${plan.channel}:${Date.now()}`;
-}
-function resolveIdentity(request) {
-    if (!request.decisionId || !request.intentId) {
-        throw new Error("connector_policy_missing_decision_or_intent_identity");
-    }
-    return {
-        decisionId: request.decisionId,
-        intentId: request.intentId,
-    };
-}
-function isDegradedChannel(channel) {
-    return channel === "cli" || channel === "skill" || channel === "browser";
-}
-function adaptProtocolErrors(error) {
-    if (!error || typeof error !== "object") {
-        return error;
-    }
-    const record = error;
-    const detail = typeof record.detail === "string" ? record.detail : "";
-    if (detail === "node_secret_required") {
-        return { code: "verification_required", detail };
-    }
-    if (detail === "bundle_required") {
-        return { code: "protocol_mismatch", detail };
-    }
-    if (detail === "asset_id mismatch") {
-        return { code: "protocol_mismatch", detail };
-    }
-    return error;
-}
-export function createConnectorPolicyLayer(ctx) {
-    const retryPolicy = resolveRetryPolicy(ctx.retryPolicy);
-    const allowDegradedFallback = ctx.allowDegradedFallback ?? (() => true);
-    return {
-        async executeWithPolicy(intent, request) {
-            if (ctx.cooldownPort) {
-                const cooldown = await ctx.cooldownPort.isBlocked(request.platformId, intent);
-                if (cooldown.blocked) {
-                    return {
-                        status: "terminal_failure",
-                        failureClass: "cooldown_blocked",
-                        retryAfterMs: cooldown.retryAfterMs,
-                        metadata: {
-                            platformId: request.platformId,
-                            channel: request.preferredChannel ?? "api_rest",
-                            latencyMs: 0,
-                        },
-                    };
-                }
-            }
-            const identity = resolveIdentity(request);
-            let plan;
-            try {
-                plan = await ctx.routePlanner.planRoute(intent, request);
-            }
-            catch (error) {
-                const failure = classifyFailure(error);
-                return {
-                    status: "terminal_failure",
-                    failureClass: failure.class,
-                    retryAfterMs: failure.retryAfterMs,
-                    metadata: {
-                        platformId: request.platformId,
-                        channel: request.preferredChannel ?? "api_rest",
-                        latencyMs: 0,
-                    },
-                };
-            }
-            if (isDegradedChannel(plan.channel) && !allowDegradedFallback(plan, request)) {
-                return {
-                    status: "terminal_failure",
-                    failureClass: "protocol_mismatch",
-                    metadata: {
-                        platformId: request.platformId,
-                        channel: plan.channel,
-                        latencyMs: 0,
-                        degraded: true,
-                    },
-                };
-            }
-            const policyGate = await enforceExecutionPolicy(plan, intent, request, {
-                effectCommitLedger: ctx.effectCommitLedger,
-            });
-            if (policyGate.skipAdapter && policyGate.existingOutcomeRef) {
-                return {
-                    status: "success",
-                    data: { replayedCommit: true, outcomeRef: policyGate.existingOutcomeRef },
-                    metadata: {
-                        platformId: request.platformId,
-                        channel: plan.channel,
-                        latencyMs: 0,
-                        degraded: plan.degraded,
-                    },
-                };
-            }
-            let lastFailure;
-            for (let attempt = 1; attempt <= retryPolicy.maxRetries; attempt += 1) {
-                const traceId = `${makeTraceId(request, plan)}:${attempt}`;
-                if (ctx.telemetry) {
-                    await ctx.telemetry.startAttempt({
-                        traceId,
-                        decisionId: identity.decisionId,
-                        intentId: identity.intentId,
-                        platformId: request.platformId,
-                        capability: request.intent,
-                        channel: plan.channel,
-                        retryPolicy: JSON.stringify(retryPolicy),
-                        idempotencyKey: request.idempotencyKey,
-                    });
-                }
-                const raw = await ctx.executionRunner.run(plan, request);
-                if (raw.success) {
-                    if (ctx.telemetry) {
-                        await ctx.telemetry.completeAttempt(traceId, "succeeded");
-                    }
-                    return {
-                        status: "success",
-                        data: raw.payload,
-                        metadata: {
-                            platformId: raw.platformId,
-                            channel: raw.channel,
-                            latencyMs: raw.latencyMs,
-                            degraded: raw.degraded,
-                        },
-                    };
-                }
-                const classified = classifyFailure(adaptProtocolErrors(raw.error));
-                lastFailure = {
-                    failureClass: classified.class,
-                    retryAfterMs: classified.retryAfterMs,
-                    channel: raw.channel,
-                };
-                if (ctx.telemetry) {
-                    await ctx.telemetry.completeAttempt(traceId, "failed", undefined, classified.class);
-                }
-                if (ctx.cooldownPort) {
-                    await ctx.cooldownPort.markFailure(request.platformId, intent, classified.class, classified.retryAfterMs);
-                }
-                const isRetryable = classified.retryable;
-                const errorDetail = raw.error && typeof raw.error === "object" && "detail" in raw.error
-                    ? String(raw.error.detail)
-                    : undefined;
-                if (!isRetryable || attempt >= retryPolicy.maxRetries) {
-                    return {
-                        status: "terminal_failure",
-                        failureClass: classified.class,
-                        retryAfterMs: classified.retryAfterMs,
-                        metadata: {
-                            platformId: raw.platformId,
-                            channel: raw.channel,
-                            latencyMs: raw.latencyMs,
-                            degraded: raw.degraded,
-                            detail: errorDetail,
-                        },
-                    };
-                }
-                const delay = computeRetryDelayMs(attempt, retryPolicy, classified.retryAfterMs);
-                await sleep(delay);
-            }
-            return {
-                status: "terminal_failure",
-                failureClass: lastFailure?.failureClass ?? "unknown_platform_change",
-                retryAfterMs: lastFailure?.retryAfterMs,
-                metadata: {
-                    platformId: request.platformId,
-                    channel: lastFailure?.channel ?? plan.channel,
-                    latencyMs: 0,
-                    degraded: isDegradedChannel(lastFailure?.channel ?? plan.channel),
-                },
-            };
-        },
-    };
-}
+import { classifyFailure } from "./failure-taxonomy.js";
+import { enforceExecutionPolicy } from "./execution-policy.js";
+const DEFAULT_RETRY_MAX = 3;
+const DEFAULT_BASE_DELAY_MS = 1000;
+const DEFAULT_MAX_DELAY_MS = 30000;
+function resolveRetryPolicy(input) {
+    return {
+        maxRetries: input?.maxRetries ?? DEFAULT_RETRY_MAX,
+        baseDelayMs: input?.baseDelayMs ?? DEFAULT_BASE_DELAY_MS,
+        maxDelayMs: input?.maxDelayMs ?? DEFAULT_MAX_DELAY_MS,
+        jitter: input?.jitter ?? true,
+    };
+}
+function computeRetryDelayMs(attempt, policy, retryAfterMs) {
+    if (typeof retryAfterMs === "number" && retryAfterMs > 0) {
+        return retryAfterMs;
+    }
+    const base = Math.min(policy.baseDelayMs * 2 ** Math.max(0, attempt - 1), policy.maxDelayMs);
+    if (!policy.jitter)
+        return base;
+    return Math.floor(base * 0.8 + Math.random() * base * 0.4);
+}
+async function sleep(ms) {
+    if (ms <= 0)
+        return;
+    await new Promise((resolve) => setTimeout(resolve, ms));
+}
+function makeTraceId(request, plan) {
+    return `${request.platformId}:${request.intent}:${plan.channel}:${Date.now()}`;
+}
+function resolveIdentity(request) {
+    if (!request.decisionId || !request.intentId) {
+        throw new Error("connector_policy_missing_decision_or_intent_identity");
+    }
+    return {
+        decisionId: request.decisionId,
+        intentId: request.intentId,
+    };
+}
+function isDegradedChannel(channel) {
+    return channel === "cli" || channel === "skill" || channel === "browser";
+}
+function adaptProtocolErrors(error) {
+    if (!error || typeof error !== "object") {
+        return error;
+    }
+    const record = error;
+    const detail = typeof record.detail === "string" ? record.detail : "";
+    if (detail === "node_secret_required") {
+        return { code: "verification_required", detail };
+    }
+    if (detail === "bundle_required") {
+        return { code: "protocol_mismatch", detail };
+    }
+    if (detail === "asset_id mismatch") {
+        return { code: "protocol_mismatch", detail };
+    }
+    return error;
+}
+export function createConnectorPolicyLayer(ctx) {
+    const retryPolicy = resolveRetryPolicy(ctx.retryPolicy);
+    const allowDegradedFallback = ctx.allowDegradedFallback ?? (() => true);
+    return {
+        async executeWithPolicy(intent, request) {
+            if (ctx.cooldownPort) {
+                const cooldown = await ctx.cooldownPort.isBlocked(request.platformId, intent);
+                if (cooldown.blocked) {
+                    return {
+                        status: "terminal_failure",
+                        failureClass: "cooldown_blocked",
+                        retryAfterMs: cooldown.retryAfterMs,
+                        metadata: {
+                            platformId: request.platformId,
+                            channel: request.preferredChannel ?? "api_rest",
+                            latencyMs: 0,
+                        },
+                    };
+                }
+            }
+            const identity = resolveIdentity(request);
+            let plan;
+            try {
+                plan = await ctx.routePlanner.planRoute(intent, request);
+            }
+            catch (error) {
+                const failure = classifyFailure(error);
+                return {
+                    status: "terminal_failure",
+                    failureClass: failure.class,
+                    retryAfterMs: failure.retryAfterMs,
+                    metadata: {
+                        platformId: request.platformId,
+                        channel: request.preferredChannel ?? "api_rest",
+                        latencyMs: 0,
+                    },
+                };
+            }
+            if (isDegradedChannel(plan.channel) && !allowDegradedFallback(plan, request)) {
+                return {
+                    status: "terminal_failure",
+                    failureClass: "protocol_mismatch",
+                    metadata: {
+                        platformId: request.platformId,
+                        channel: plan.channel,
+                        latencyMs: 0,
+                        degraded: true,
+                    },
+                };
+            }
+            const policyGate = await enforceExecutionPolicy(plan, intent, request, {
+                effectCommitLedger: ctx.effectCommitLedger,
+            });
+            if (policyGate.skipAdapter && policyGate.existingOutcomeRef) {
+                return {
+                    status: "success",
+                    data: { replayedCommit: true, outcomeRef: policyGate.existingOutcomeRef },
+                    metadata: {
+                        platformId: request.platformId,
+                        channel: plan.channel,
+                        latencyMs: 0,
+                        degraded: plan.degraded,
+                    },
+                };
+            }
+            let lastFailure;
+            for (let attempt = 1; attempt <= retryPolicy.maxRetries; attempt += 1) {
+                const traceId = `${makeTraceId(request, plan)}:${attempt}`;
+                if (ctx.telemetry) {
+                    await ctx.telemetry.startAttempt({
+                        traceId,
+                        decisionId: identity.decisionId,
+                        intentId: identity.intentId,
+                        platformId: request.platformId,
+                        capability: request.intent,
+                        channel: plan.channel,
+                        retryPolicy: JSON.stringify(retryPolicy),
+                        idempotencyKey: request.idempotencyKey,
+                    });
+                }
+                const raw = await ctx.executionRunner.run(plan, request);
+                if (raw.success) {
+                    if (ctx.telemetry) {
+                        await ctx.telemetry.completeAttempt(traceId, "succeeded");
+                    }
+                    return {
+                        status: "success",
+                        data: raw.payload,
+                        metadata: {
+                            platformId: raw.platformId,
+                            channel: raw.channel,
+                            latencyMs: raw.latencyMs,
+                            degraded: raw.degraded,
+                        },
+                    };
+                }
+                const classified = classifyFailure(adaptProtocolErrors(raw.error));
+                lastFailure = {
+                    failureClass: classified.class,
+                    retryAfterMs: classified.retryAfterMs,
+                    channel: raw.channel,
+                };
+                if (ctx.telemetry) {
+                    await ctx.telemetry.completeAttempt(traceId, "failed", undefined, classified.class);
+                }
+                if (ctx.cooldownPort) {
+                    await ctx.cooldownPort.markFailure(request.platformId, intent, classified.class, classified.retryAfterMs);
+                }
+                const isRetryable = classified.retryable;
+                const errorDetail = raw.error && typeof raw.error === "object" && "detail" in raw.error
+                    ? String(raw.error.detail)
+                    : undefined;
+                if (!isRetryable || attempt >= retryPolicy.maxRetries) {
+                    return {
+                        status: "terminal_failure",
+                        failureClass: classified.class,
+                        retryAfterMs: classified.retryAfterMs,
+                        metadata: {
+                            platformId: raw.platformId,
+                            channel: raw.channel,
+                            latencyMs: raw.latencyMs,
+                            degraded: raw.degraded,
+                            detail: errorDetail,
+                        },
+                    };
+                }
+                const delay = computeRetryDelayMs(attempt, retryPolicy, classified.retryAfterMs);
+                await sleep(delay);
+            }
+            return {
+                status: "terminal_failure",
+                failureClass: lastFailure?.failureClass ?? "unknown_platform_change",
+                retryAfterMs: lastFailure?.retryAfterMs,
+                metadata: {
+                    platformId: request.platformId,
+                    channel: lastFailure?.channel ?? plan.channel,
+                    latencyMs: 0,
+                    degraded: isDegradedChannel(lastFailure?.channel ?? plan.channel),
+                },
+            };
+        },
+    };
+}

package/runtime/connectors/evidence-normalizer.d.ts

@@ -0,0 +1,45 @@
+/**
+ * EvidenceNormalizer — Convert connector read results into v8 EvidenceItems.
+ *
+ * Core logic: Map successful read-type ConnectorResult payloads into
+ * deduplicated EvidenceItem rows with structured SourceRef, content hash,
+ * platform id, observedAt, and sensitivity hint.
+ *
+ * Design authority:
+ * - `.anws/v8/04_SYSTEM_DESIGN/connector-system.md`
+ * - `.anws/v8/02_ARCHITECTURE_OVERVIEW.md §System 7`
+ *
+ * Dependencies:
+ * - `src/shared/types/v8-contracts.js` (SourceRef, V8ReasonCode)
+ * - `src/storage/v8-state-stores.js` (writeEvidenceItem)
+ *
+ * Boundary:
+ * - Does not judge evidence importance.
+ * - Does not fabricate evidence on empty or failed connector results.
+ * - Deduplicates by content hash within a single normalization run.
+ *
+ * Test coverage: tests/unit/connectors/evidence-normalizer.test.ts
+ */
+import type { StateDatabase } from "../storage/db/index.js";
+import type { DegradedOperationResult, V8ReasonCode, SensitivityClass } from "../shared/types/v8-contracts.js";
+export interface ConnectorReadResult {
+    status: "success" | "failed" | "unavailable" | "timeout";
+    platformId: string;
+    capabilityId: string;
+    items: ConnectorReadItem[];
+    observedAt?: string;
+    failureReason?: V8ReasonCode;
+}
+export interface ConnectorReadItem {
+    id?: string;
+    content: string;
+    platformRef?: string;
+    sensitivityHint?: SensitivityClass;
+    metadata?: Record<string, unknown>;
+}
+export interface EvidenceNormalizationResult {
+    evidenceIds: string[];
+    emptyReason?: V8ReasonCode;
+    degraded?: DegradedOperationResult;
+}
+export declare function normalizeConnectorEvidence(db: StateDatabase, result: ConnectorReadResult, now?: string): Promise<EvidenceNormalizationResult>;

package/runtime/connectors/evidence-normalizer.js

@@ -0,0 +1,115 @@
+/**
+ * EvidenceNormalizer — Convert connector read results into v8 EvidenceItems.
+ *
+ * Core logic: Map successful read-type ConnectorResult payloads into
+ * deduplicated EvidenceItem rows with structured SourceRef, content hash,
+ * platform id, observedAt, and sensitivity hint.
+ *
+ * Design authority:
+ * - `.anws/v8/04_SYSTEM_DESIGN/connector-system.md`
+ * - `.anws/v8/02_ARCHITECTURE_OVERVIEW.md §System 7`
+ *
+ * Dependencies:
+ * - `src/shared/types/v8-contracts.js` (SourceRef, V8ReasonCode)
+ * - `src/storage/v8-state-stores.js` (writeEvidenceItem)
+ *
+ * Boundary:
+ * - Does not judge evidence importance.
+ * - Does not fabricate evidence on empty or failed connector results.
+ * - Deduplicates by content hash within a single normalization run.
+ *
+ * Test coverage: tests/unit/connectors/evidence-normalizer.test.ts
+ */
+import * as crypto from "node:crypto";
+import { writeEvidenceItem } from "../storage/v8-state-stores.js";
+// ───────────────────────────────────────────────────────────────
+// Helpers
+// ───────────────────────────────────────────────────────────────
+function computeContentHash(content) {
+    return crypto.createHash("sha256").update(content).digest("hex").slice(0, 16);
+}
+function buildSourceRef(platformId, capabilityId, itemId, observedAt) {
+    return {
+        uri: `sn://connector_result/${platformId}/${capabilityId}/${itemId}`,
+        family: "connector_result",
+        id: `${platformId}_${capabilityId}_${itemId}`,
+        redactionClass: "none",
+        resolveStatus: "resolvable",
+    };
+}
+function inferSensitivityHint(item) {
+    if (item.sensitivityHint)
+        return item.sensitivityHint;
+    const content = item.content;
+    if (/token|secret|password|key|credential/i.test(content)) {
+        if (/\b[a-zA-Z0-9_]+\s*[:=]\s*['"][a-zA-Z0-9+/=]{20,}['"]/.test(content)) {
+            return "sensitive";
+        }
+        return "public_technical";
+    }
+    return "public_general";
+}
+// ───────────────────────────────────────────────────────────────
+// Public API
+// ───────────────────────────────────────────────────────────────
+export async function normalizeConnectorEvidence(db, result, now = new Date().toISOString()) {
+    // Reject failed/unavailable/timeout results — no fabrication
+    if (result.status !== "success") {
+        return {
+            evidenceIds: [],
+            emptyReason: "ingestion_connector_failed",
+        };
+    }
+    // Empty result — no fabrication
+    if (!result.items || result.items.length === 0) {
+        return {
+            evidenceIds: [],
+            emptyReason: "evidence_batch_empty",
+        };
+    }
+    // Truncate if over 100 items
+    const items = result.items.slice(0, 100);
+    const truncated = result.items.length > 100;
+    const seenHashes = new Set();
+    const evidenceIds = [];
+    for (const item of items) {
+        if (typeof item.content !== "string") {
+            continue;
+        }
+        const contentHash = computeContentHash(item.content);
+        // Deduplicate by content hash
+        if (seenHashes.has(contentHash))
+            continue;
+        seenHashes.add(contentHash);
+        const itemId = item.id ?? `ev_${contentHash}`;
+        const observedAt = result.observedAt ?? now;
+        const sourceRef = buildSourceRef(result.platformId, result.capabilityId, itemId, observedAt);
+        const sensitivityHint = inferSensitivityHint(item);
+        const writeResult = await writeEvidenceItem(db, {
+            id: `ev_${result.platformId}_${itemId}_${observedAt.replace(/[:.]/g, "")}`,
+            createdAt: now,
+            platformId: result.platformId,
+            contentHash,
+            observedAt,
+            sensitivityHint,
+            sourceRefs: [sourceRef],
+            redactionClass: sensitivityHint === "sensitive" ? "blocked" : "none",
+            lifecycleStatus: "pending",
+            payloadJson: item.metadata ? JSON.stringify(item.metadata) : null,
+        });
+        if ("id" in writeResult) {
+            evidenceIds.push(writeResult.id);
+        }
+        else {
+            // Degraded write — continue with remaining items, report degraded
+            return {
+                evidenceIds,
+                degraded: writeResult,
+            };
+        }
+    }
+    return {
+        evidenceIds,
+        emptyReason: truncated ? "evidence_batch_truncated" : undefined,
+    };
+}