@tenphi/akno-core 0.12.0 → 0.13.0

package/dist/bench/language-review.d.ts

@@ -0,0 +1,260 @@
+import type { runLanguageBench } from './language.ts';
+type Report = Awaited<ReturnType<typeof runLanguageBench>>;
+/** The packet excludes runtime verifier decisions and aggregate scores from semantic adjudication. */
+export declare function languageReviewPacket(reports: Report[], rawInputReview: unknown): {
+    packetFingerprint: string;
+    schemaVersion: string;
+    corpusFingerprint: string;
+    inputReviewFingerprint: string;
+    reportFingerprints: string[];
+    contract: {
+        proseProjectionVersion: string;
+        memoryViewVersion: string;
+        answerPromptVersion: string;
+        answerVerifierVersion: string;
+        retentionPromptVersion: string;
+        retentionVerifierVersion: string;
+        knowledgeLanguage: string;
+        setup: string;
+        modelOutputTokenLimits?: {
+            answer: number | null;
+            retention: number | null;
+        } | undefined;
+        models: {
+            retention: string | null;
+            answer: string | null;
+            embedding: string | null;
+            expansion: string | null;
+        };
+    };
+    instructions: string;
+    cases: {
+        id: string;
+        run: number;
+        source: import("./language-corpus-v2.ts").LanguageCaseV2;
+        reviewKnowledge: never[] | {
+            text: string;
+            qualification: {
+                status: "qualified";
+                id: string;
+                level: 1;
+                kind: "claim" | "question" | "plan" | "decision" | "preference" | "event";
+                subject: string;
+                source_role: "unknown" | "external" | "user" | "assistant";
+                commitment: "none" | "tentative" | "asserted" | "hypothetical" | "counterfactual";
+                disposition: "completed" | "rejected" | "active" | "proposed" | "accepted" | "resolved" | "cancelled" | "superseded";
+                polarity: "affirmed" | "negated";
+                basis: "self_attested" | "source_report" | "cited_evidence" | "system_record";
+                answer_eligible: boolean;
+                current_eligible: boolean;
+                source_speaker?: string | undefined;
+                temporal?: {
+                    time: {
+                        precision: "unknown" | "instant" | "day" | "month" | "year";
+                        relation: "occurred" | "valid" | "scheduled" | "due";
+                        status: "tentative" | "scheduled" | "actual" | "planned";
+                        start?: string | undefined;
+                        until?: string | undefined;
+                        timezone?: string | undefined;
+                        mentioned_at?: string | undefined;
+                        recurrence?: {
+                            frequency: "daily" | "weekly" | "monthly" | "yearly";
+                            interval?: number | undefined;
+                            weekdays?: ("mo" | "tu" | "we" | "th" | "fr" | "sa" | "su")[] | undefined;
+                            until?: string | undefined;
+                        } | undefined;
+                    };
+                    clock_relation: "past" | "today" | "current_period" | "ongoing" | "future" | "overdue" | "undated";
+                    actionable: boolean;
+                } | undefined;
+            };
+        }[];
+        answers: {
+            queryLanguage: "en" | "ru";
+            answerLanguage: "en" | "ru";
+            explicitView: boolean;
+            retrievedEvidence: {
+                text: string;
+                qualification: {
+                    status: "qualified";
+                    id: string;
+                    level: 1;
+                    kind: "claim" | "question" | "plan" | "decision" | "preference" | "event";
+                    subject: string;
+                    source_role: "unknown" | "external" | "user" | "assistant";
+                    commitment: "none" | "tentative" | "asserted" | "hypothetical" | "counterfactual";
+                    disposition: "completed" | "rejected" | "active" | "proposed" | "accepted" | "resolved" | "cancelled" | "superseded";
+                    polarity: "affirmed" | "negated";
+                    basis: "self_attested" | "source_report" | "cited_evidence" | "system_record";
+                    answer_eligible: boolean;
+                    current_eligible: boolean;
+                    source_speaker?: string | undefined;
+                    temporal?: {
+                        time: {
+                            precision: "unknown" | "instant" | "day" | "month" | "year";
+                            relation: "occurred" | "valid" | "scheduled" | "due";
+                            status: "tentative" | "scheduled" | "actual" | "planned";
+                            start?: string | undefined;
+                            until?: string | undefined;
+                            timezone?: string | undefined;
+                            mentioned_at?: string | undefined;
+                            recurrence?: {
+                                frequency: "daily" | "weekly" | "monthly" | "yearly";
+                                interval?: number | undefined;
+                                weekdays?: ("mo" | "tu" | "we" | "th" | "fr" | "sa" | "su")[] | undefined;
+                                until?: string | undefined;
+                            } | undefined;
+                        };
+                        clock_relation: "past" | "today" | "current_period" | "ongoing" | "future" | "overdue" | "undated";
+                        actionable: boolean;
+                    } | undefined;
+                };
+            }[];
+            answer: string | null;
+        }[];
+    }[];
+};
+/** Historical trials keep their original policy; the broader corpus declares its stronger target
+ * before execution. Never accept a report-supplied threshold as authority for passing a gate. */
+export declare function languageGateThresholds(corpusVersion: string): {
+    usefulQualifiedAnswerCoverage: number;
+    unsupportedRetainedOutputs?: number | undefined;
+    unsupportedNonnullAnswers?: number | undefined;
+    unsafeFactualPromotion: 0;
+    acceptedLanguageViolations: 0;
+    translationQualificationErrors: 0;
+    sourceByteChanges: 0;
+    usefulRetentionCoverage: 0.8;
+    qualifiedRetrievalCoverage: 0.8;
+    availabilityFailureRate: 0.05;
+};
+/** Fail closed on missing, duplicated, stale, or internally contradictory adjudication. */
+export declare function adjudicateLanguageGate(reports: Report[], inputReview: unknown, rawOutputReview: unknown): {
+    schemaVersion: string;
+    independentlyReviewed: boolean;
+    adjudicationKind: "model" | "human";
+    reviewer: string;
+    releaseEligible: boolean;
+    scope: string;
+    packetFingerprint: string;
+    inputReviewFingerprint: string;
+    outputReviewFingerprint: string;
+    thresholds: {
+        usefulQualifiedAnswerCoverage: number;
+        unsupportedRetainedOutputs?: number | undefined;
+        unsupportedNonnullAnswers?: number | undefined;
+        unsafeFactualPromotion: 0;
+        acceptedLanguageViolations: 0;
+        translationQualificationErrors: 0;
+        sourceByteChanges: 0;
+        usefulRetentionCoverage: 0.8;
+        qualifiedRetrievalCoverage: 0.8;
+        availabilityFailureRate: 0.05;
+    };
+    failures: string[];
+    groups: {
+        breakdowns?: {
+            bySourceLanguage: {
+                [k: string]: {
+                    usefulQualifiedAnswerCoverage: {
+                        numerator: number;
+                        denominator: number;
+                        rate: number | null;
+                    };
+                    justifiedAbstentions: number;
+                    acceptedLanguageViolations: number;
+                    translationQualificationErrors: number;
+                    unsafeFactualPromotion: number;
+                    usefulRetentionCoverage: {
+                        numerator: number;
+                        denominator: number;
+                        rate: number | null;
+                    };
+                };
+            };
+            byScenario: {
+                [k: string]: {
+                    usefulQualifiedAnswerCoverage: {
+                        numerator: number;
+                        denominator: number;
+                        rate: number | null;
+                    };
+                    justifiedAbstentions: number;
+                    acceptedLanguageViolations: number;
+                    translationQualificationErrors: number;
+                    unsafeFactualPromotion: number;
+                    usefulRetentionCoverage: {
+                        numerator: number;
+                        denominator: number;
+                        rate: number | null;
+                    };
+                };
+            };
+            byQueryLanguage: {
+                [k: string]: {
+                    usefulQualifiedAnswerCoverage: {
+                        numerator: number;
+                        denominator: number;
+                        rate: number | null;
+                    };
+                    justifiedAbstentions: number;
+                    acceptedLanguageViolations: number;
+                    translationQualificationErrors: number;
+                    unsafeFactualPromotion: number;
+                };
+            };
+            byAnswerLanguage: {
+                [k: string]: {
+                    usefulQualifiedAnswerCoverage: {
+                        numerator: number;
+                        denominator: number;
+                        rate: number | null;
+                    };
+                    justifiedAbstentions: number;
+                    acceptedLanguageViolations: number;
+                    translationQualificationErrors: number;
+                    unsafeFactualPromotion: number;
+                };
+            };
+        } | undefined;
+        split: "development" | "held-out";
+        run: number;
+        metrics: {
+            sourceByteChanges: number;
+            availabilityFailureRate: {
+                numerator: number;
+                denominator: number;
+                rate: number | null;
+            };
+            ordinaryProseFailures: number;
+            unsupportedRetainedOutputs?: number | undefined;
+            unsupportedNonnullAnswers?: number | undefined;
+            usefulRetentionCoverage: {
+                numerator: number;
+                denominator: number;
+                rate: number | null;
+            };
+            qualifiedRetrievalCoverage: {
+                numerator: number;
+                denominator: number;
+                rate: number | null;
+            };
+            usefulQualifiedAnswerCoverage: {
+                numerator: number;
+                denominator: number;
+                rate: number | null;
+            };
+            justifiedAbstentions: number;
+            expectedSafeHolds: {
+                numerator: number;
+                denominator: number;
+                rate: number | null;
+            };
+            unsafeFactualPromotion: number;
+            acceptedLanguageViolations: number;
+            translationQualificationErrors: number;
+        };
+    }[];
+};
+export {};
+//# sourceMappingURL=language-review.d.ts.map

package/dist/bench/language-review.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"language-review.d.ts","sourceRoot":"","sources":["../../src/bench/language-review.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,KAAK,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;AAoE3D,sGAAsG;AACtG,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,cAAc,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0M9E;AAaD;iGACiG;AACjG,wBAAgB,sBAAsB,CAAC,aAAa,EAAE,MAAM;;;;;;;;;;;EAmC3D;AAED,2FAA2F;AAC3F,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2MvG"}