harnery 0.35.0 → 0.37.0

package/dist/core/semantic/scheduler.js

@@ -1,14 +1,21 @@
-export const SEMANTIC_HARD_CALLS_PER_HOUR = 60;
+export const SEMANTIC_HARD_CALLS_PER_HOUR = 120;
 export const SEMANTIC_INVALID_RETRY_COOLDOWN_MS = 5 * 60_000;
-export const SEMANTIC_MIN_GENERATION_CALL_INTERVAL_MS = 30_000;
+export const SEMANTIC_MIN_PRIORITY_GENERATION_CALL_INTERVAL_MS = 2 * 60_000;
+export const SEMANTIC_MIN_AMBIENT_GENERATION_CALL_INTERVAL_MS = 5 * 60_000;
+export const SEMANTIC_MIN_GENERATION_CALL_INTERVAL_MS = SEMANTIC_MIN_PRIORITY_GENERATION_CALL_INTERVAL_MS;
 export function semanticPriorityBand(evidence) {
     if (evidence.attention ||
-        evidence.lifecycle ||
+        (evidence.lifecycle && evidence.lifecycle.state !== "active") ||
         evidence.recent.some((item) => item.kind === "terminal")) {
         return 1;
     }
     return 2;
 }
+export function semanticPendingCallIntervalMs(pending) {
+    return pending.band === 1
+        ? SEMANTIC_MIN_PRIORITY_GENERATION_CALL_INTERVAL_MS
+        : SEMANTIC_MIN_AMBIENT_GENERATION_CALL_INTERVAL_MS;
+}
 export function enqueueSemanticPending(pending, evidence, nowIso) {
     const prior = pending.find((item) => item.generation_id === evidence.generation_id);
     const next = {
@@ -19,16 +26,19 @@ export function enqueueSemanticPending(pending, evidence, nowIso) {
     };
     return [...pending.filter((item) => item.generation_id !== evidence.generation_id), next];
 }
-export function selectSemanticPending(pending, lastFirstBandGenerationId) {
+export function selectSemanticPending(pending, lastFirstBandGenerationId, callHistory = []) {
     const sorted = [...pending].sort((left, right) => left.band - right.band ||
         left.pending_since.localeCompare(right.pending_since) ||
         left.generation_id.localeCompare(right.generation_id));
-    const firstBand = sorted.filter((item) => item.band === 1);
+    const recentlyCalled = new Set(callHistory.map((call) => call.generation_id));
+    const uncovered = sorted.filter((item) => !recentlyCalled.has(item.generation_id));
+    const eligible = uncovered.length > 0 ? uncovered : sorted;
+    const firstBand = eligible.filter((item) => item.band === 1);
     if (firstBand.length > 0) {
         const lastIndex = firstBand.findIndex((item) => item.generation_id === lastFirstBandGenerationId);
         return firstBand[lastIndex >= 0 ? (lastIndex + 1) % firstBand.length : 0];
     }
-    return sorted[0];
+    return eligible[0];
 }
 export function activeSemanticCallHistory(history, nowMs) {
     return history.filter((call) => {
@@ -54,6 +64,20 @@ export function semanticGenerationCallEligible(history, generationId, nowMs, min
         .sort((left, right) => right - left)[0];
     return newest === undefined || nowMs - newest >= Math.max(0, minimumIntervalMs);
 }
+export function semanticPendingPassDue(input) {
+    const matured = input.pending.filter((item) => {
+        const pendingSince = Date.parse(item.pending_since);
+        return (!Number.isFinite(pendingSince) || input.nowMs - pendingSince >= Math.max(0, input.debounceMs));
+    });
+    if (matured.length === 0)
+        return false;
+    const cap = semanticRateCap(input.callHistory, input.nowMs, input.callsPerHour);
+    // One pass is still required at the cap so runSemanticOnce can publish
+    // deferred receipts and remove the matured items from the pending queue.
+    if (cap.available === 0)
+        return true;
+    return matured.some((item) => semanticGenerationCallEligible(input.callHistory, item.generation_id, input.nowMs, input.minimumGenerationCallIntervalMs ?? semanticPendingCallIntervalMs(item)));
+}
 export function semanticDocumentEligible(document, evidence, nowMs) {
     if (!document || document.source.evidence_digest !== evidence.evidence_digest)
         return true;

package/dist/core/semantic/service-status.d.ts

@@ -1,3 +1,5 @@
+import { SEMANTIC_READER_ROUTES } from "./routes.js";
+import { type SemanticUsageAggregate } from "./usage.js";
 export declare const SEMANTIC_SERVICE_STATUS_SCHEMA_VERSION: 1;
 export type SemanticServiceState = "starting" | "running" | "stopping" | "stopped";
 export type SemanticServiceErrorCode = "ledger_unavailable" | "semantic_pass_failed";
@@ -14,6 +16,7 @@ export interface SemanticServiceStatusRecord {
     pass_count: number;
     model_calls: number;
     cache_hits: number;
+    process_usage?: SemanticUsageAggregate;
     last_sweep_at?: string;
     last_pass_at?: string;
     last_error_code?: SemanticServiceErrorCode;
@@ -25,6 +28,23 @@ export interface SemanticServiceStatus {
     record?: SemanticServiceStatusRecord;
     newest_successful_pass?: string;
     pending_count: number;
+    rolling_calls?: {
+        used: number;
+        limit: number;
+        available: number;
+        eligible_after?: string;
+    };
+    routes?: Array<{
+        harness: keyof typeof SEMANTIC_READER_ROUTES;
+        configured_model: string;
+        invocation_model_id: string;
+        resolved_model_id?: string;
+        model_attestation?: "verified" | "requested-only";
+        available?: boolean;
+        reason_code?: string;
+    }>;
+    rolling_usage?: SemanticUsageAggregate;
+    process_usage?: SemanticUsageAggregate;
 }
 /** Read-only service health. This module cannot spawn, signal, or write. */
 export declare function readSemanticServiceStatus(coordRootRaw: string): SemanticServiceStatus;

package/dist/core/semantic/service-status.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"service-status.d.ts","sourceRoot":"","sources":["../../../src/core/semantic/service-status.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,sCAAsC,EAAG,CAAU,CAAC;AAIjE,MAAM,MAAM,oBAAoB,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AACnF,MAAM,MAAM,wBAAwB,GAAG,oBAAoB,GAAG,sBAAsB,CAAC;AAErF,MAAM,WAAW,2BAA2B;IAC1C,cAAc,EAAE,OAAO,sCAAsC,CAAC;IAC9D,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,oBAAoB,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,wBAAwB,CAAC;IAC3C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,2BAA2B,CAAC;IACrC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,4EAA4E;AAC5E,wBAAgB,yBAAyB,CAAC,YAAY,EAAE,MAAM,GAAG,qBAAqB,CAoBrF"}
+{"version":3,"file":"service-status.d.ts","sourceRoot":"","sources":["../../../src/core/semantic/service-status.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAOrD,OAAO,EAGL,KAAK,sBAAsB,EAC5B,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,sCAAsC,EAAG,CAAU,CAAC;AAIjE,MAAM,MAAM,oBAAoB,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AACnF,MAAM,MAAM,wBAAwB,GAAG,oBAAoB,GAAG,sBAAsB,CAAC;AAErF,MAAM,WAAW,2BAA2B;IAC1C,cAAc,EAAE,OAAO,sCAAsC,CAAC;IAC9D,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,oBAAoB,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,wBAAwB,CAAC;IAC3C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,2BAA2B,CAAC;IACrC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,MAAM,CAAC,EAAE,KAAK,CAAC;QACb,OAAO,EAAE,MAAM,OAAO,sBAAsB,CAAC;QAC7C,gBAAgB,EAAE,MAAM,CAAC;QACzB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,iBAAiB,CAAC,EAAE,UAAU,GAAG,gBAAgB,CAAC;QAClD,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;IACH,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,aAAa,CAAC,EAAE,sBAAsB,CAAC;CACxC;AAED,4EAA4E;AAC5E,wBAAgB,yBAAyB,CAAC,YAAY,EAAE,MAAM,GAAG,qBAAqB,CAqDrF"}

package/dist/core/semantic/service-status.js

@@ -1,7 +1,10 @@
 import { existsSync, readFileSync, statSync } from "node:fs";
 import { hostname } from "node:os";
 import { resolve } from "node:path";
+import { SEMANTIC_READER_ROUTES } from "./routes.js";
+import { activeSemanticCallHistory, SEMANTIC_HARD_CALLS_PER_HOUR, semanticRateCap, } from "./scheduler.js";
 import { readSemanticManifest, semanticPaths } from "./storage.js";
+import { aggregateSemanticUsage, emptySemanticUsageAggregate, } from "./usage.js";
 export const SEMANTIC_SERVICE_STATUS_SCHEMA_VERSION = 1;
 const FOREIGN_STATUS_STALE_MS = 2 * 60_000;
 const MAX_FILE_BYTES = 512 * 1024;
@@ -10,12 +13,41 @@ export function readSemanticServiceStatus(coordRootRaw) {
     const coordRoot = resolve(coordRootRaw);
     const record = readStatusRecord(coordRoot);
     const manifest = safeManifest(coordRoot);
+    const now = Date.now();
+    const history = activeSemanticCallHistory(manifest?.call_history ?? [], now);
+    const limit = Math.min(SEMANTIC_HARD_CALLS_PER_HOUR, Math.max(1, Math.floor(record?.calls_per_hour ?? SEMANTIC_HARD_CALLS_PER_HOUR)));
+    const cap = semanticRateCap(history, now, limit);
+    const rollingUsage = aggregateSemanticUsage(history.map((call) => ({
+        source_harness: call.source_harness,
+        configured_model: call.configured_model,
+        resolved_model_id: call.resolved_model_id,
+        model_attestation: call.model_attestation,
+        action: call.outcome,
+        model_call: true,
+        usage: call.usage,
+        invalid_reason_codes: call.invalid_reason_codes,
+    })));
+    const processUsage = record?.process_usage ?? legacyProcessUsage(record?.model_calls ?? 0);
+    const shared = {
+        ...(manifest?.newest_successful_pass
+            ? { newest_successful_pass: manifest.newest_successful_pass }
+            : {}),
+        pending_count: manifest?.pending.length ?? 0,
+        rolling_calls: {
+            used: history.length,
+            limit,
+            available: cap.available,
+            ...(cap.eligible_after ? { eligible_after: cap.eligible_after } : {}),
+        },
+        routes: semanticStatusRoutes(manifest?.adapter_resolutions),
+        rolling_usage: rollingUsage,
+        process_usage: processUsage,
+    };
     if (!record) {
         return {
             running: false,
             stale: false,
-            newest_successful_pass: manifest?.newest_successful_pass,
-            pending_count: manifest?.pending.length ?? 0,
+            ...shared,
         };
     }
     const running = statusOwnerIsLive(record);
@@ -23,10 +55,34 @@ export function readSemanticServiceStatus(coordRootRaw) {
         running,
         stale: !running && record.state !== "stopped",
         record,
-        newest_successful_pass: manifest?.newest_successful_pass,
-        pending_count: manifest?.pending.length ?? 0,
+        ...shared,
     };
 }
+function semanticStatusRoutes(resolutions) {
+    return Object.keys(SEMANTIC_READER_ROUTES).map((harness) => {
+        const route = SEMANTIC_READER_ROUTES[harness];
+        const resolution = resolutions?.[harness];
+        return {
+            harness,
+            configured_model: route.configured_model,
+            invocation_model_id: route.invocation_model_id,
+            ...(resolution?.resolved_model_id
+                ? { resolved_model_id: resolution.resolved_model_id }
+                : {}),
+            ...(resolution?.model_attestation
+                ? { model_attestation: resolution.model_attestation }
+                : {}),
+            ...(resolution ? { available: resolution.available } : {}),
+            ...(resolution?.reason_code ? { reason_code: resolution.reason_code } : {}),
+        };
+    });
+}
+function legacyProcessUsage(modelCalls) {
+    const aggregate = emptySemanticUsageAggregate();
+    aggregate.call_count = modelCalls;
+    aggregate.unreported_calls = modelCalls;
+    return aggregate;
+}
 function safeManifest(coordRoot) {
     try {
         return readSemanticManifest(coordRoot);

package/dist/core/semantic/service.d.ts

@@ -48,4 +48,5 @@ export declare function ensureSemanticServiceRunning(coordRootRaw: string, overr
 export declare function requestSemanticServiceStop(coordRootRaw: string): SemanticServiceStatus;
 export declare function runSemanticServiceDaemon(input: RunSemanticServiceDaemonInput): Promise<SemanticServiceStatusRecord>;
 export declare function acquireSemanticServiceLease(coordRootRaw: string): () => void;
+export declare function appendSemanticServiceDiagnostic(coordRoot: string, entry: Record<string, unknown>): "shared" | "legacy";
 //# sourceMappingURL=service.d.ts.map

package/dist/core/semantic/service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../src/core/semantic/service.ts"],"names":[],"mappings":"AAmBA,OAAO,EAGL,iBAAiB,EAClB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAmB,KAAK,kBAAkB,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAIL,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,EACjC,MAAM,qBAAqB,CAAC;AAQ7B,OAAO,EACL,yBAAyB,EACzB,sCAAsC,EACtC,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,GACjC,MAAM,qBAAqB,CAAC;AAE7B,eAAO,MAAM,oCAAoC,OAAQ,CAAC;AAC1D,eAAO,MAAM,gCAAgC,OAAQ,CAAC;AACtD,eAAO,MAAM,qCAAqC,OAAQ,CAAC;AAa3D,MAAM,WAAW,6BAA6B;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACrC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,OAAO,CAAC;KAC3B,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvD;AAED,MAAM,MAAM,0BAA0B,GAClC,SAAS,GACT,SAAS,GACT,QAAQ,GACR,UAAU,GACV,aAAa,CAAC;AAElB,MAAM,WAAW,2BAA2B;IAC1C,KAAK,EAAE,0BAA0B,CAAC;IAClC,MAAM,CAAC,EAAE,qBAAqB,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iCAAiC;IAChD,UAAU,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,qBAAqB,CAAC;IACzD,KAAK,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC7D,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;IACzC,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;CAC1C;AAED,wBAAsB,oBAAoB,CACxC,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAA;CAAO,GACtC,OAAO,CAAC,qBAAqB,CAAC,CA4ChC;AAED;;;;;;GAMG;AACH,wBAAsB,4BAA4B,CAChD,YAAY,EAAE,MAAM,EACpB,SAAS,GAAE,OAAO,CAAC,iCAAiC,CAAM,GACzD,OAAO,CAAC,2BAA2B,CAAC,CAsBtC;AAED,wBAAgB,0BAA0B,CAAC,YAAY,EAAE,MAAM,GAAG,qBAAqB,CAgBtF;AAED,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,6BAA6B,GACnC,OAAO,CAAC,2BAA2B,CAAC,CAmKtC;AAED,wBAAgB,2BAA2B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,IAAI,CAuC5E"}
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../src/core/semantic/service.ts"],"names":[],"mappings":"AAoBA,OAAO,EAGL,iBAAiB,EAClB,MAAM,uBAAuB,CAAC;AAS/B,OAAO,EAAmB,KAAK,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAErE,OAAO,EAIL,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,EACjC,MAAM,qBAAqB,CAAC;AAc7B,OAAO,EACL,yBAAyB,EACzB,sCAAsC,EACtC,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,GACjC,MAAM,qBAAqB,CAAC;AAE7B,eAAO,MAAM,oCAAoC,OAAQ,CAAC;AAC1D,eAAO,MAAM,gCAAgC,OAAQ,CAAC;AACtD,eAAO,MAAM,qCAAqC,OAAQ,CAAC;AA2B3D,MAAM,WAAW,6BAA6B;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACrC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,OAAO,CAAC;KAC3B,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvD;AAED,MAAM,MAAM,0BAA0B,GAClC,SAAS,GACT,SAAS,GACT,QAAQ,GACR,UAAU,GACV,aAAa,CAAC;AAElB,MAAM,WAAW,2BAA2B;IAC1C,KAAK,EAAE,0BAA0B,CAAC;IAClC,MAAM,CAAC,EAAE,qBAAqB,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iCAAiC;IAChD,UAAU,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,qBAAqB,CAAC;IACzD,KAAK,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC7D,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;IACzC,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;CAC1C;AAED,wBAAsB,oBAAoB,CACxC,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAA;CAAO,GACtC,OAAO,CAAC,qBAAqB,CAAC,CAgDhC;AAED;;;;;;GAMG;AACH,wBAAsB,4BAA4B,CAChD,YAAY,EAAE,MAAM,EACpB,SAAS,GAAE,OAAO,CAAC,iCAAiC,CAAM,GACzD,OAAO,CAAC,2BAA2B,CAAC,CAsBtC;AAED,wBAAgB,0BAA0B,CAAC,YAAY,EAAE,MAAM,GAAG,qBAAqB,CAgBtF;AAED,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,6BAA6B,GACnC,OAAO,CAAC,2BAA2B,CAAC,CAuLtC;AAED,wBAAgB,2BAA2B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,IAAI,CAuC5E;AA8HD,wBAAgB,+BAA+B,CAC7C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC7B,QAAQ,GAAG,QAAQ,CAerB"}

package/dist/core/semantic/service.js

@@ -2,12 +2,17 @@ import { spawn } from "node:child_process";
 import { randomBytes, randomUUID } from "node:crypto";
 import { appendFileSync, chmodSync, closeSync, existsSync, mkdirSync, openSync, readFileSync, renameSync, rmSync, statSync, unlinkSync, watch, writeFileSync, } from "node:fs";
 import { hostname } from "node:os";
-import { dirname, resolve } from "node:path";
+import { dirname, join, resolve } from "node:path";
+import { coordEnv } from "../../lib/env.js";
 import { readEventV3ControlState, readLedgerV3Since, } from "../events/v3/index.js";
 import { eventV3ActiveWatchPath } from "../events/v3/reader.js";
+import { closeProcessLoggers, encodeBoundedLogObjectArray, legacyLogFields, processLogger, } from "../storage/logger.js";
 import { runSemanticOnce } from "./once.js";
+import { semanticPendingPassDue } from "./scheduler.js";
 import { readSemanticServiceStatus, SEMANTIC_SERVICE_STATUS_SCHEMA_VERSION, } from "./service-status.js";
+import { semanticSoakReadings } from "./soak.js";
 import { listSemanticAgentDocuments, readSemanticManifest, semanticPaths, writeSemanticManifest, } from "./storage.js";
+import { aggregateSemanticUsage, emptySemanticUsageAggregate, mergeSemanticUsageAggregates, } from "./usage.js";
 export { readSemanticServiceStatus, SEMANTIC_SERVICE_STATUS_SCHEMA_VERSION, } from "./service-status.js";
 export const SEMANTIC_SERVICE_DEFAULT_DEBOUNCE_MS = 5_000;
 export const SEMANTIC_SERVICE_DEFAULT_WAKE_MS = 1_000;
@@ -16,6 +21,20 @@ const FOREIGN_STATUS_STALE_MS = 2 * 60_000;
 const MAX_FILE_BYTES = 512 * 1024;
 const MAX_LOG_BYTES = 512 * 1024;
 const REPEATED_ERROR_LOG_INTERVAL_MS = 60_000;
+const SEMANTIC_READINGS_FIELD_MAX_BYTES = 4_096;
+const SEMANTIC_READING_FIELDS = [
+    "subject_id",
+    "generated_at",
+    "source_harness",
+    "configured_model",
+    "resolved_model_id",
+    "model_attestation",
+    "origin",
+    "phase",
+    "phase_confidence",
+    "expression_cue",
+    "expression_confidence",
+];
 export async function spawnSemanticService(coordRootRaw, options = {}) {
     const coordRoot = resolve(coordRootRaw);
     const current = readSemanticServiceStatus(coordRoot);
@@ -24,11 +43,14 @@ export async function spawnSemanticService(coordRootRaw, options = {}) {
     }
     const paths = semanticPaths(coordRoot);
     mkdirSync(paths.root, { recursive: true, mode: 0o700 });
-    const logFd = openSync(paths.log, "a", 0o600);
-    chmodSync(paths.log, 0o600);
+    const sharedLogs = coordEnv("SHARED_LOGS") !== "0";
+    const logFd = sharedLogs ? undefined : openSync(paths.log, "a", 0o600);
+    if (logFd !== undefined)
+        chmodSync(paths.log, 0o600);
     const harnBin = new URL("../../../bin/harn", import.meta.url).pathname;
     if (!existsSync(harnBin)) {
-        closeSync(logFd);
+        if (logFd !== undefined)
+            closeSync(logFd);
         throw new Error(`cannot find harn executable at ${harnBin}`);
     }
     const args = ["semantic", "service", "daemon", "--root", coordRoot];
@@ -39,7 +61,7 @@ export async function spawnSemanticService(coordRootRaw, options = {}) {
     const child = spawn(harnBin, args, {
         cwd: coordRoot,
         detached: true,
-        stdio: ["ignore", logFd, logFd],
+        stdio: logFd === undefined ? ["ignore", "ignore", "ignore"] : ["ignore", logFd, logFd],
         env: {
             ...process.env,
             HARNERY_COORD_ROOT_OVERRIDE: coordRoot,
@@ -49,7 +71,8 @@ export async function spawnSemanticService(coordRootRaw, options = {}) {
     child.once("error", (error) => {
         spawnError = error;
     });
-    closeSync(logFd);
+    if (logFd !== undefined)
+        closeSync(logFd);
     child.unref();
     const deadline = Date.now() + 5_000;
     while (Date.now() < deadline) {
@@ -62,7 +85,10 @@ export async function spawnSemanticService(coordRootRaw, options = {}) {
         if (child.exitCode !== null)
             break;
     }
-    throw new Error(`semantic service failed to start; inspect ${paths.log}`);
+    const diagnosticPath = sharedLogs
+        ? join(coordRoot, ".harnery", "logs", "semantic-service", "active.jsonl")
+        : paths.log;
+    throw new Error(`semantic service failed to start; inspect ${diagnosticPath}`);
 }
 /**
  * Start semantic reading when V3 is active, unless an operator paused it.
@@ -147,6 +173,7 @@ export async function runSemanticServiceDaemon(input) {
         pass_count: 0,
         model_calls: 0,
         cache_hits: 0,
+        process_usage: emptySemanticUsageAggregate(),
     };
     let stopRequested = false;
     let dirtySince;
@@ -165,7 +192,7 @@ export async function runSemanticServiceDaemon(input) {
     process.on("SIGTERM", requestStop);
     status.state = "running";
     writeStatus();
-    appendSemanticServiceLog(coordRoot, { event: "service_started" });
+    appendSemanticServiceDiagnostic(coordRoot, { event: "service_started" });
     const heartbeat = setInterval(() => {
         try {
             writeStatus();
@@ -188,10 +215,18 @@ export async function runSemanticServiceDaemon(input) {
                 if (read.events.length > 0 || !before?.cursor) {
                     dirtySince ??= sweepAt.getTime();
                 }
-                const hasPending = (before?.pending.length ?? 0) > 0;
+                const hasPendingPassDue = before
+                    ? semanticPendingPassDue({
+                        pending: before.pending,
+                        callHistory: before.call_history,
+                        nowMs: sweepAt.getTime(),
+                        debounceMs,
+                        ...(input.callsPerHour !== undefined ? { callsPerHour: input.callsPerHour } : {}),
+                    })
+                    : false;
                 const hasEligibleDeferred = listSemanticAgentDocuments(coordRoot).some((document) => document.reader_outcome === "deferred" &&
                     Date.parse(document.receipt.eligible_after) <= sweepAt.getTime());
-                if (hasPending ||
+                if (hasPendingPassDue ||
                     hasEligibleDeferred ||
                     (dirtySince !== undefined && sweepAt.getTime() - dirtySince >= debounceMs)) {
                     const report = await runOnce({
@@ -203,6 +238,7 @@ export async function runSemanticServiceDaemon(input) {
                     status.pass_count += 1;
                     status.model_calls += report.model_calls;
                     status.cache_hits += report.cache_hits;
+                    status.process_usage = mergeSemanticUsageAggregates(status.process_usage ?? emptySemanticUsageAggregate(), aggregateSemanticUsage(report.outcomes));
                     status.last_pass_at = report.completed_at;
                     status.last_error_code = undefined;
                     lastLoggedErrorCode = undefined;
@@ -224,9 +260,11 @@ export async function runSemanticServiceDaemon(input) {
                         invalid: report.outcomes.filter((outcome) => outcome.action === "invalid").length,
                         deferred: report.outcomes.filter((outcome) => outcome.action === "deferred").length,
                         harness_metrics: semanticHarnessMetrics(report),
+                        usage: aggregateSemanticUsage(report.outcomes),
+                        semantic_readings: semanticSoakReadings(coordRoot, report.outcomes),
                     };
                     if (report.model_calls > 0 || report.cache_hits > 0 || logEntry.unavailable > 0) {
-                        appendSemanticServiceLog(coordRoot, logEntry);
+                        appendSemanticServiceDiagnostic(coordRoot, logEntry);
                     }
                 }
             }
@@ -234,7 +272,7 @@ export async function runSemanticServiceDaemon(input) {
                 status.last_error_code = serviceErrorCode(error);
                 if (status.last_error_code !== lastLoggedErrorCode ||
                     sweepAt.getTime() - lastLoggedErrorAt >= REPEATED_ERROR_LOG_INTERVAL_MS) {
-                    appendSemanticServiceLog(coordRoot, {
+                    appendSemanticServiceDiagnostic(coordRoot, {
                         event: "sweep_error",
                         reason_code: status.last_error_code,
                     });
@@ -261,13 +299,19 @@ export async function runSemanticServiceDaemon(input) {
         status.state = "stopped";
         status.stopped_at = now().toISOString();
         writeStatus();
-        appendSemanticServiceLog(coordRoot, {
+        appendSemanticServiceDiagnostic(coordRoot, {
             event: "service_stopped",
             sweeps: status.sweep_count,
             passes: status.pass_count,
             model_calls: status.model_calls,
+            usage: status.process_usage,
         });
-        release();
+        try {
+            await closeProcessLoggers();
+        }
+        finally {
+            release();
+        }
     }
     return status;
 }
@@ -430,7 +474,52 @@ async function waitForLedgerWake(path, milliseconds) {
         }
     });
 }
-function appendSemanticServiceLog(coordRoot, entry) {
+export function appendSemanticServiceDiagnostic(coordRoot, entry) {
+    const prepared = prepareSemanticServiceDiagnostic(entry);
+    if (coordEnv("SHARED_LOGS") !== "0") {
+        try {
+            const logger = processLogger(coordRoot, "semantic-service");
+            if (prepared.event.includes("error")) {
+                logger.error(prepared.event, legacyLogFields(prepared.fields));
+            }
+            else
+                logger.info(prepared.event, legacyLogFields(prepared.fields));
+            return "shared";
+        }
+        catch {
+            // Bootstrap failures retain the bounded legacy writer as the process fallback.
+        }
+    }
+    appendSemanticServiceLegacyLog(coordRoot, prepared.legacyEntry);
+    return "legacy";
+}
+function prepareSemanticServiceDiagnostic(entry) {
+    const event = typeof entry.event === "string" ? entry.event : "service_event";
+    const fields = { ...entry };
+    delete fields.event;
+    const legacyEntry = { ...entry, event };
+    const semanticReadings = fields.semantic_readings;
+    if (semanticReadings === undefined)
+        return { event, fields, legacyEntry };
+    if (!Array.isArray(semanticReadings))
+        throw new Error("semantic_readings must be an array");
+    const bounded = encodeBoundedLogObjectArray(semanticReadings, {
+        max_bytes: SEMANTIC_READINGS_FIELD_MAX_BYTES,
+        allowed_fields: SEMANTIC_READING_FIELDS,
+    });
+    fields.semantic_readings = bounded.json;
+    fields.semantic_readings_count = bounded.included;
+    legacyEntry.semantic_readings = JSON.parse(bounded.json);
+    legacyEntry.semantic_readings_count = bounded.included;
+    if (bounded.truncated) {
+        fields.semantic_readings_truncated = true;
+        fields.semantic_readings_omitted = bounded.omitted;
+        legacyEntry.semantic_readings_truncated = true;
+        legacyEntry.semantic_readings_omitted = bounded.omitted;
+    }
+    return { event, fields, legacyEntry };
+}
+function appendSemanticServiceLegacyLog(coordRoot, entry) {
     const path = semanticPaths(coordRoot).log;
     mkdirSync(dirname(path), { recursive: true, mode: 0o700 });
     appendFileSync(path, `${JSON.stringify({ schema_version: 1, ts: new Date().toISOString(), ...entry })}\n`, { encoding: "utf8", mode: 0o600 });

package/dist/core/semantic/soak.d.ts

@@ -0,0 +1,75 @@
+import { type SemanticConfidence, type SemanticConfiguredModel, type SemanticExpressionCue, type SemanticHarness, type SemanticPhase } from "./contract.js";
+import type { SemanticOnceOutcome } from "./once.js";
+import { type SemanticUsageAggregate } from "./usage.js";
+export declare const SEMANTIC_SOAK_SCHEMA_VERSION: 1;
+export declare const SEMANTIC_SOAK_DEFAULT_MINUTES = 60;
+export declare const SEMANTIC_SOAK_REVERSAL_WINDOW_MS: number;
+export interface SemanticSoakReadingV1 {
+    subject_id: string;
+    generated_at: string;
+    source_harness: SemanticHarness;
+    configured_model: SemanticConfiguredModel;
+    resolved_model_id?: string;
+    model_attestation?: "verified" | "requested-only";
+    origin: "model-call" | "cache";
+    phase: SemanticPhase;
+    phase_confidence: SemanticConfidence;
+    expression_cue?: SemanticExpressionCue;
+    expression_confidence?: SemanticConfidence;
+}
+export interface SemanticSoakReportV1 {
+    schema_version: typeof SEMANTIC_SOAK_SCHEMA_VERSION;
+    generated_at: string;
+    window: {
+        requested_minutes: number;
+        requested_start_at: string;
+        ended_at: string;
+        available_from?: string;
+        available_through?: string;
+        window_complete: boolean;
+    };
+    service: {
+        running: boolean;
+        stale: boolean;
+    };
+    coverage: {
+        pass_count: number;
+        instrumented_pass_count: number;
+        legacy_pass_count: number;
+        accepted_reading_count: number;
+        cached_reading_count: number;
+    };
+    outcomes: SemanticUsageAggregate["outcomes"];
+    usage: SemanticUsageAggregate;
+    readings: {
+        phase_counts: Partial<Record<SemanticPhase, number>>;
+        expression_counts: Partial<Record<SemanticExpressionCue | "abstained", number>>;
+        expression_confidence_counts: Partial<Record<SemanticConfidence, number>>;
+        by_harness: Partial<Record<SemanticHarness, number>>;
+    };
+    stability: {
+        subject_count: number;
+        subjects_with_repeat_observations: number;
+        adjacent_comparisons: number;
+        unchanged_cues: number;
+        cue_changes: number;
+        rapid_reversals: number;
+        stable_repeat_rate?: number;
+        transitions: Array<{
+            from: SemanticExpressionCue | "abstained";
+            to: SemanticExpressionCue | "abstained";
+            count: number;
+        }>;
+    };
+    limitations: string[];
+}
+/**
+ * Project accepted pass outcomes into bounded log tokens. No task text, model
+ * prose, event IDs, instance IDs, or generation IDs cross this boundary.
+ */
+export declare function semanticSoakReadings(coordRootRaw: string, outcomes: readonly SemanticOnceOutcome[]): SemanticSoakReadingV1[];
+export declare function readSemanticSoakReport(coordRootRaw: string, options?: {
+    minutes?: number;
+    now?: Date;
+}): SemanticSoakReportV1;
+//# sourceMappingURL=soak.d.ts.map

package/dist/core/semantic/soak.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"soak.d.ts","sourceRoot":"","sources":["../../../src/core/semantic/soak.ts"],"names":[],"mappings":"AAUA,OAAO,EAKL,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC1B,KAAK,eAAe,EACpB,KAAK,aAAa,EACnB,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAGrD,OAAO,EAGL,KAAK,sBAAsB,EAC5B,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,4BAA4B,EAAG,CAAU,CAAC;AACvD,eAAO,MAAM,6BAA6B,KAAK,CAAC;AAChD,eAAO,MAAM,gCAAgC,QAAc,CAAC;AAK5D,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,eAAe,CAAC;IAChC,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,UAAU,GAAG,gBAAgB,CAAC;IAClD,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC;IAC/B,KAAK,EAAE,aAAa,CAAC;IACrB,gBAAgB,EAAE,kBAAkB,CAAC;IACrC,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,qBAAqB,CAAC,EAAE,kBAAkB,CAAC;CAC5C;AAED,MAAM,WAAW,oBAAoB;IACnC,cAAc,EAAE,OAAO,4BAA4B,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE;QACN,iBAAiB,EAAE,MAAM,CAAC;QAC1B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,eAAe,EAAE,OAAO,CAAC;KAC1B,CAAC;IACF,OAAO,EAAE;QACP,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,EAAE,OAAO,CAAC;KAChB,CAAC;IACF,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC;QACnB,uBAAuB,EAAE,MAAM,CAAC;QAChC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,sBAAsB,EAAE,MAAM,CAAC;QAC/B,oBAAoB,EAAE,MAAM,CAAC;KAC9B,CAAC;IACF,QAAQ,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAC;IAC7C,KAAK,EAAE,sBAAsB,CAAC;IAC9B,QAAQ,EAAE;QACR,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,qBAAqB,GAAG,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;QAChF,4BAA4B,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC;QAC1E,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC;KACtD,CAAC;IACF,SAAS,EAAE;QACT,aAAa,EAAE,MAAM,CAAC;QACtB,iCAAiC,EAAE,MAAM,CAAC;QAC1C,oBAAoB,EAAE,MAAM,CAAC;QAC7B,cAAc,EAAE,MAAM,CAAC;QACvB,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,WAAW,EAAE,KAAK,CAAC;YACjB,IAAI,EAAE,qBAAqB,GAAG,WAAW,CAAC;YAC1C,EAAE,EAAE,qBAAqB,GAAG,WAAW,CAAC;YACxC,KAAK,EAAE,MAAM,CAAC;SACf,CAAC,CAAC;KACJ,CAAC;IACF,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAkBD;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,SAAS,mBAAmB,EAAE,GACvC,qBAAqB,EAAE,CA+BzB;AAED,wBAAgB,sBAAsB,CACpC,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,IAAI,CAAA;CAAO,GAC7C,oBAAoB,CAoEtB"}