@dsh-enhanced/assistant-evaluation 0.1.7

package/lib/sqlite.js

@@ -0,0 +1,177 @@
+import { chmodSync, closeSync, constants, existsSync, lstatSync, mkdirSync, openSync, } from 'node:fs';
+import { dirname, isAbsolute } from 'node:path';
+import { DatabaseSync } from 'node:sqlite';
+export const evaluationSchemaVersion = 2;
+export class EvaluationDatabaseError extends Error {
+    code;
+    constructor(code, message) {
+        super(message);
+        this.code = code;
+        this.name = 'EvaluationDatabaseError';
+    }
+}
+function assertSafeFile(path) {
+    const stat = lstatSync(path);
+    if (!stat.isFile() || stat.isSymbolicLink() || stat.nlink !== 1) {
+        throw new EvaluationDatabaseError('unsafe-file', 'evaluation database must be one regular, unlinked file');
+    }
+    if ((stat.mode & 0o077) !== 0) {
+        throw new EvaluationDatabaseError('unsafe-file', 'evaluation database permissions must not allow group or other access');
+    }
+    const uid = process.getuid?.();
+    if (uid !== undefined && stat.uid !== uid) {
+        throw new EvaluationDatabaseError('unsafe-file', 'evaluation database must be owned by the current OS user');
+    }
+}
+function preparePrivateFile(path) {
+    mkdirSync(dirname(path), { recursive: true, mode: 0o700 });
+    if (!existsSync(path)) {
+        const descriptor = openSync(path, constants.O_CREAT | constants.O_EXCL | constants.O_RDWR, 0o600);
+        closeSync(descriptor);
+    }
+    assertSafeFile(path);
+}
+function schemaVersion(database) {
+    return database.prepare('PRAGMA user_version').get().user_version;
+}
+const selfAssessmentSchema = `
+  CREATE TABLE evaluation_self_assessments (
+    id TEXT PRIMARY KEY,
+    outcome_id TEXT NOT NULL,
+    idempotency_key TEXT NOT NULL UNIQUE,
+    payload_hash TEXT NOT NULL,
+    scope_key TEXT NOT NULL,
+    objective_status TEXT NOT NULL
+      CHECK (objective_status IN ('achieved', 'partial', 'not-achieved', 'unknown')),
+    evidence_json TEXT NOT NULL,
+    occurred_at INTEGER NOT NULL,
+    recorded_at INTEGER NOT NULL,
+    evaluator_id TEXT NOT NULL,
+    evaluator_version TEXT NOT NULL,
+    FOREIGN KEY (outcome_id) REFERENCES evaluation_outcomes(id) ON DELETE RESTRICT
+  ) STRICT;
+  CREATE INDEX evaluation_self_assessments_scope_time
+    ON evaluation_self_assessments(scope_key, occurred_at DESC, id DESC);
+  CREATE INDEX evaluation_self_assessments_outcome_time
+    ON evaluation_self_assessments(outcome_id, occurred_at DESC, id DESC);
+`;
+function migrate(database) {
+    const initial = schemaVersion(database);
+    if (initial > evaluationSchemaVersion) {
+        throw new EvaluationDatabaseError('schema-too-new', `evaluation schema ${initial} is newer than supported schema ${evaluationSchemaVersion}`);
+    }
+    if (initial === evaluationSchemaVersion)
+        return;
+    database.exec('BEGIN IMMEDIATE');
+    try {
+        if (schemaVersion(database) === 0) {
+            database.exec(`
+        CREATE TABLE evaluation_schema_meta (
+          key TEXT PRIMARY KEY,
+          value TEXT NOT NULL
+        ) STRICT;
+
+        CREATE TABLE evaluation_outcomes (
+          id TEXT PRIMARY KEY,
+          idempotency_key TEXT NOT NULL UNIQUE,
+          payload_hash TEXT NOT NULL,
+          scope_key TEXT NOT NULL,
+          workspace TEXT NOT NULL,
+          preset TEXT NOT NULL,
+          situation TEXT NOT NULL,
+          execution_status TEXT NOT NULL
+            CHECK (execution_status IN ('succeeded', 'failed', 'timed-out', 'cancelled', 'unknown')),
+          objective_status TEXT NOT NULL
+            CHECK (objective_status IN ('achieved', 'partial', 'not-achieved', 'unknown')),
+          delivery_status TEXT NOT NULL
+            CHECK (delivery_status IN ('delivered', 'failed', 'not-required', 'unknown')),
+          source_kind TEXT NOT NULL
+            CHECK (source_kind IN ('automation', 'foreground', 'delivery', 'user-feedback', 'system', 'evaluator', 'import')),
+          source_id TEXT NOT NULL,
+          trust TEXT NOT NULL CHECK (trust IN ('trusted', 'self-reported', 'external')),
+          evidence_json TEXT NOT NULL,
+          metrics_json TEXT NOT NULL,
+          cost_usd_micros INTEGER,
+          latency_ms INTEGER,
+          input_tokens INTEGER,
+          output_tokens INTEGER,
+          tool_calls INTEGER,
+          occurred_at INTEGER NOT NULL,
+          recorded_at INTEGER NOT NULL,
+          evaluator_id TEXT NOT NULL,
+          evaluator_version TEXT NOT NULL
+        ) STRICT;
+
+        CREATE INDEX evaluation_outcomes_scope_time
+          ON evaluation_outcomes(scope_key, occurred_at DESC, id DESC);
+        CREATE INDEX evaluation_outcomes_scope_situation_time
+          ON evaluation_outcomes(scope_key, situation, occurred_at DESC, id DESC);
+        CREATE INDEX evaluation_outcomes_summary
+          ON evaluation_outcomes(scope_key, occurred_at, situation, trust);
+
+        ${selfAssessmentSchema}
+
+        INSERT INTO evaluation_schema_meta(key, value) VALUES ('schema-version', '2');
+        PRAGMA user_version = 2;
+      `);
+        }
+        if (schemaVersion(database) === 1) {
+            database.exec(`
+        ${selfAssessmentSchema}
+        UPDATE evaluation_schema_meta SET value = '2' WHERE key = 'schema-version';
+        PRAGMA user_version = 2;
+      `);
+        }
+        if (schemaVersion(database) !== evaluationSchemaVersion) {
+            throw new Error('evaluation migration did not reach the current schema');
+        }
+        database.exec('COMMIT');
+    }
+    catch (error) {
+        database.exec('ROLLBACK');
+        throw error;
+    }
+}
+const walRetryWait = new Int32Array(new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT));
+function enableWal(database) {
+    const deadline = Date.now() + 5_000;
+    while (true) {
+        try {
+            const row = database.prepare('PRAGMA journal_mode = WAL').get();
+            if (row.journal_mode.toLowerCase() !== 'wal') {
+                throw new Error(`evaluation database refused WAL mode: ${row.journal_mode}`);
+            }
+            return;
+        }
+        catch (error) {
+            const retryable = error instanceof Error && /database is (?:busy|locked)/i.test(error.message);
+            if (!retryable || Date.now() >= deadline)
+                throw error;
+            Atomics.wait(walRetryWait, 0, 0, 10);
+        }
+    }
+}
+export function openEvaluationDatabase(path) {
+    if (path !== ':memory:' && !isAbsolute(path)) {
+        throw new EvaluationDatabaseError('invalid-path', 'evaluation database path must be absolute');
+    }
+    if (path !== ':memory:')
+        preparePrivateFile(path);
+    const database = new DatabaseSync(path);
+    try {
+        database.exec('PRAGMA foreign_keys = ON');
+        database.exec('PRAGMA busy_timeout = 5000');
+        database.exec('PRAGMA synchronous = FULL');
+        migrate(database);
+        if (path !== ':memory:') {
+            enableWal(database);
+            chmodSync(path, 0o600);
+        }
+        return database;
+    }
+    catch (error) {
+        database.close();
+        throw error;
+    }
+}
+//# sourceMappingURL=sqlite.js.map

package/lib/sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../src/sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,UAAU,EACV,SAAS,EACT,SAAS,EACT,QAAQ,GACT,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE1C,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAA;AAIxC,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAC3B;IAArB,YAAqB,IAAiC,EAAE,OAAe;QACrE,KAAK,CAAC,OAAO,CAAC,CAAA;QADK,SAAI,GAAJ,IAAI,CAA6B;QAEpD,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAA;IACvC,CAAC;CACF;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,uBAAuB,CAAC,aAAa,EAAE,wDAAwD,CAAC,CAAA;IAC5G,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,uBAAuB,CAAC,aAAa,EAAE,sEAAsE,CAAC,CAAA;IAC1H,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAA;IAC9B,IAAI,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;QAC1C,MAAM,IAAI,uBAAuB,CAAC,aAAa,EAAE,0DAA0D,CAAC,CAAA;IAC9G,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QACjG,SAAS,CAAC,UAAU,CAAC,CAAA;IACvB,CAAC;IACD,cAAc,CAAC,IAAI,CAAC,CAAA;AACtB,CAAC;AAED,SAAS,aAAa,CAAC,QAAsB;IAC3C,OAAQ,QAAQ,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,GAAG,EAA+B,CAAC,YAAY,CAAA;AACjG,CAAC;AAED,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;;;;;CAoB5B,CAAA;AAED,SAAS,OAAO,CAAC,QAAsB;IACrC,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;IACvC,IAAI,OAAO,GAAG,uBAAuB,EAAE,CAAC;QACtC,MAAM,IAAI,uBAAuB,CAC/B,gBAAgB,EAChB,qBAAqB,OAAO,mCAAmC,uBAAuB,EAAE,CACzF,CAAA;IACH,CAAC;IACD,IAAI,OAAO,KAAK,uBAAuB;QAAE,OAAM;IAE/C,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAChC,IAAI,CAAC;QACH,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UA4CV,oBAAoB;;;;OAIvB,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC;UACV,oBAAoB;;;OAGvB,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,uBAAuB,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;QAC1E,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACzB,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,YAAY,GAAG,IAAI,UAAU,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAA;AAExF,SAAS,SAAS,CAAC,QAAsB;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;IACnC,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,GAAG,EAA8B,CAAA;YAC3F,IAAI,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,KAAK,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,yCAAyC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAA;YAC9E,CAAC;YACD,OAAM;QACR,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,KAAK,YAAY,KAAK,IAAI,8BAA8B,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAC9F,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;gBAAE,MAAM,KAAK,CAAA;YACrD,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,uBAAuB,CAAC,cAAc,EAAE,2CAA2C,CAAC,CAAA;IAChG,CAAC;IACD,IAAI,IAAI,KAAK,UAAU;QAAE,kBAAkB,CAAC,IAAI,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAA;IACvC,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;QACzC,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;QAC3C,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;QAC1C,OAAO,CAAC,QAAQ,CAAC,CAAA;QACjB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YACxB,SAAS,CAAC,QAAQ,CAAC,CAAA;YACnB,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACxB,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,KAAK,EAAE,CAAA;QAChB,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC"}

package/lib/store.d.ts

@@ -0,0 +1,39 @@
+import type { EvaluationHealth, EvaluationScope, OutcomeEnvelope, OutcomeQuery, OutcomeSummary, OutcomeSummaryQuery, SelfAssessmentInput, StoredSelfAssessment, StoredOutcome } from './types.js';
+export type EvaluationStoreErrorCode = 'idempotency-conflict' | 'invalid-input' | 'not-found';
+export declare class EvaluationStoreError extends Error {
+    readonly code: EvaluationStoreErrorCode;
+    constructor(code: EvaluationStoreErrorCode, message: string);
+}
+export interface EvaluationStoreOptions {
+    path: string;
+    now?: () => number;
+    maxQueryLimit?: number;
+    maxSituationBytes?: number;
+    maxMetricsBytes?: number;
+    maxEvidenceRefs?: number;
+    maxSummaryWindowMs?: number;
+    defaultSummaryWindowMs?: number;
+}
+export declare function canonicalEvaluationScope(input: EvaluationScope): {
+    scope: EvaluationScope;
+    scopeKey: string;
+};
+export declare class EvaluationStore {
+    #private;
+    constructor(options: EvaluationStoreOptions);
+    close(): void;
+    getOutcome(scopeInput: EvaluationScope, outcomeIdInput: string): StoredOutcome | undefined;
+    append(input: OutcomeEnvelope): StoredOutcome;
+    /**
+     * Append a self-reported objective judgement linked to an immutable Host
+     * outcome. Execution and delivery are inherited, metrics are not copied, and
+     * the assessment never participates in the trusted outcome count.
+     */
+    appendSelfAssessment(input: SelfAssessmentInput): StoredSelfAssessment;
+    /** Latest self-report for each requested parent, preserving parent order. */
+    latestSelfAssessments(scopeInput: EvaluationScope, outcomeIdsInput: readonly string[]): StoredSelfAssessment[];
+    query(input: OutcomeQuery): StoredOutcome[];
+    summary(input: OutcomeSummaryQuery): OutcomeSummary;
+    health(): EvaluationHealth;
+}
+//# sourceMappingURL=store.d.ts.map

package/lib/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAGV,gBAAgB,EAGhB,eAAe,EAGf,eAAe,EACf,YAAY,EAEZ,cAAc,EACd,mBAAmB,EAEnB,mBAAmB,EACnB,oBAAoB,EACpB,aAAa,EACd,MAAM,YAAY,CAAA;AAEnB,MAAM,MAAM,wBAAwB,GAAG,sBAAsB,GAAG,eAAe,GAAG,WAAW,CAAA;AAE7F,qBAAa,oBAAqB,SAAQ,KAAK;IACjC,QAAQ,CAAC,IAAI,EAAE,wBAAwB;gBAA9B,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,MAAM;CAIrE;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,sBAAsB,CAAC,EAAE,MAAM,CAAA;CAChC;AAmED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,eAAe,GAAG;IAAE,KAAK,EAAE,eAAe,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAO7G;AAwID,qBAAa,eAAe;;gBAUd,OAAO,EAAE,sBAAsB;IA0B3C,KAAK,IAAI,IAAI;IAEb,UAAU,CAAC,UAAU,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAS1F,MAAM,CAAC,KAAK,EAAE,eAAe,GAAG,aAAa;IAmC7C;;;;OAIG;IACH,oBAAoB,CAAC,KAAK,EAAE,mBAAmB,GAAG,oBAAoB;IA2DtE,6EAA6E;IAC7E,qBAAqB,CACnB,UAAU,EAAE,eAAe,EAC3B,eAAe,EAAE,SAAS,MAAM,EAAE,GACjC,oBAAoB,EAAE;IA6BzB,KAAK,CAAC,KAAK,EAAE,YAAY,GAAG,aAAa,EAAE;IAuC3C,OAAO,CAAC,KAAK,EAAE,mBAAmB,GAAG,cAAc;IA8EnD,MAAM,IAAI,gBAAgB;CAmE3B"}