@tangle-network/agent-knowledge 3.2.1 → 4.0.0

package/dist/index-BHQk7jOT.d.ts

@@ -1,429 +0,0 @@
-import { JsonValue, Scenario, DispatchContext, RunImprovementLoopResult, ParameterCandidate, JudgeConfig, Gate, RunImprovementLoopOptions, MutableSurface, SurfaceProposer, CampaignStorage, CampaignResult } from '@tangle-network/agent-eval/campaign';
-import { A as AgentMemoryAdapter, a as AgentMemoryScope } from './types-BFRyr390.js';
-import { c as KnowledgeIndex } from './types-6x0OpfW6.js';
-
-type RetrievalConfig = Record<string, JsonValue>;
-type RetrievalParameterSearchSpace = Record<string, readonly JsonValue[]>;
-type RetrievalGoldTarget = {
-    kind: 'page';
-    pageId: string;
-} | {
-    kind: 'page-path';
-    path: string;
-} | {
-    kind: 'source';
-    sourceId: string;
-} | {
-    kind: 'source-anchor';
-    sourceId: string;
-    anchorId: string;
-} | {
-    kind: 'source-span';
-    sourceId: string;
-    charStart: number;
-    charEnd: number;
-};
-interface RetrievalEvalScenario extends Scenario {
-    kind: 'retrieval-eval';
-    query: string;
-    expected: RetrievalGoldTarget | readonly RetrievalGoldTarget[];
-    k?: number;
-}
-interface RetrievedSourceSpan {
-    sourceId: string;
-    anchorId?: string;
-    charStart?: number;
-    charEnd?: number;
-}
-interface RetrievedKnowledgeHit {
-    pageId: string;
-    path: string;
-    title?: string;
-    rank: number;
-    score?: number;
-    normalizedScore?: number;
-    sourceIds?: readonly string[];
-    sourceSpans?: readonly RetrievedSourceSpan[];
-    snippet?: string;
-    metadata?: Record<string, JsonValue>;
-}
-interface RetrievalEvalArtifact {
-    config: RetrievalConfig;
-    query: string;
-    requestedK: number;
-    hits: readonly RetrievedKnowledgeHit[];
-    durationMs: number;
-    /** Informational copy. Billable retrievers account through context.cost.runPaidCall. */
-    costUsd?: number;
-    metadata?: Record<string, JsonValue>;
-}
-interface RetrievalMetricSummary {
-    recall: number;
-    mrr: number;
-    ndcg: number;
-    precisionAtK: number;
-    expectedCount: number;
-    matchedCount: number;
-    relevantHitCount: number;
-    firstHitRank: number | null;
-    matchedTargetIds: readonly string[];
-}
-interface RetrievalEvalRetrieverInput {
-    index?: KnowledgeIndex;
-    config: RetrievalConfig;
-    scenario: RetrievalEvalScenario;
-    k: number;
-    signal: AbortSignal;
-    context: DispatchContext;
-}
-interface RetrievalEvalRetrieverResult {
-    hits: readonly RetrievedKnowledgeHit[];
-    /** Informational copy. Billable retrievers account through context.cost.runPaidCall. */
-    costUsd?: number;
-    metadata?: Record<string, JsonValue>;
-}
-type RetrievalEvalRetriever = (input: RetrievalEvalRetrieverInput) => Promise<readonly RetrievedKnowledgeHit[] | RetrievalEvalRetrieverResult>;
-interface BuildRetrievalEvalDispatchOptions {
-    index?: KnowledgeIndex;
-    defaultK?: number;
-    retrieve?: RetrievalEvalRetriever;
-}
-interface RetrievalMetricWeights {
-    recall?: number;
-    mrr?: number;
-    ndcg?: number;
-    precisionAtK?: number;
-}
-interface RetrievalRecallJudgeOptions {
-    name?: string;
-    weights?: RetrievalMetricWeights;
-}
-interface BuildRetrievalParameterCandidatesOptions {
-    baseline?: RetrievalConfig;
-}
-interface RetrievalParameterSweepProposerOptions {
-    candidates?: readonly ParameterCandidate[];
-    searchSpace?: RetrievalParameterSearchSpace;
-    baseline?: RetrievalConfig;
-}
-type RetrievalLoopBaseOptions = RunImprovementLoopOptions<RetrievalEvalScenario, RetrievalEvalArtifact>;
-interface RunRetrievalImprovementLoopOptions {
-    baseline: RetrievalConfig;
-    scenarios: readonly RetrievalEvalScenario[];
-    holdoutScenarios?: readonly RetrievalEvalScenario[];
-    index?: KnowledgeIndex;
-    defaultK?: number;
-    retrieve?: RetrievalEvalRetriever;
-    candidates?: readonly ParameterCandidate[];
-    searchSpace?: RetrievalParameterSearchSpace;
-    judges?: readonly JudgeConfig<RetrievalEvalArtifact, RetrievalEvalScenario>[];
-    gate?: Gate<RetrievalEvalArtifact, RetrievalEvalScenario>;
-    metricWeights?: RetrievalMetricWeights;
-    targetRecall?: number;
-    holdoutFraction?: number;
-    splitSeed?: number;
-    deltaThreshold?: number;
-    runDir?: RetrievalLoopBaseOptions['runDir'];
-    seed?: RetrievalLoopBaseOptions['seed'];
-    reps?: RetrievalLoopBaseOptions['reps'];
-    resumable?: RetrievalLoopBaseOptions['resumable'];
-    costCeiling?: RetrievalLoopBaseOptions['costCeiling'];
-    maxConcurrency?: RetrievalLoopBaseOptions['maxConcurrency'];
-    dispatchTimeoutMs?: RetrievalLoopBaseOptions['dispatchTimeoutMs'];
-    expectUsage?: RetrievalLoopBaseOptions['expectUsage'];
-    tracing?: RetrievalLoopBaseOptions['tracing'];
-    storage?: RetrievalLoopBaseOptions['storage'];
-    populationSize?: RetrievalLoopBaseOptions['populationSize'];
-    maxGenerations?: RetrievalLoopBaseOptions['maxGenerations'];
-    promoteTopK?: RetrievalLoopBaseOptions['promoteTopK'];
-    maxImprovementShots?: RetrievalLoopBaseOptions['maxImprovementShots'];
-    report?: RetrievalLoopBaseOptions['report'];
-    findings?: RetrievalLoopBaseOptions['findings'];
-    now?: RetrievalLoopBaseOptions['now'];
-}
-interface RunRetrievalImprovementLoopResult extends RunImprovementLoopResult<RetrievalEvalArtifact, RetrievalEvalScenario> {
-    baselineConfig: RetrievalConfig;
-    winnerConfig: RetrievalConfig;
-    trainScenarios: readonly RetrievalEvalScenario[];
-    holdoutScenarios: readonly RetrievalEvalScenario[];
-    candidates: readonly ParameterCandidate[];
-    targetRecall?: number;
-}
-declare function retrievalConfigSurface(config: RetrievalConfig): string;
-declare function retrievalConfigFromSurface(surface: MutableSurface): RetrievalConfig;
-declare function buildRetrievalEvalDispatch(options: BuildRetrievalEvalDispatchOptions): (surface: MutableSurface, scenario: RetrievalEvalScenario, context: DispatchContext) => Promise<RetrievalEvalArtifact>;
-declare function retrievalRecallJudge(options?: RetrievalRecallJudgeOptions): JudgeConfig<RetrievalEvalArtifact, RetrievalEvalScenario>;
-declare function scoreRetrievalArtifact(artifact: RetrievalEvalArtifact, scenario: RetrievalEvalScenario): RetrievalMetricSummary;
-declare function buildRetrievalParameterCandidates(searchSpace: RetrievalParameterSearchSpace, options?: BuildRetrievalParameterCandidatesOptions): ParameterCandidate[];
-declare function retrievalParameterSweepProposer(options: RetrievalParameterSweepProposerOptions): SurfaceProposer;
-declare function runRetrievalImprovementLoop(options: RunRetrievalImprovementLoopOptions): Promise<RunRetrievalImprovementLoopResult>;
-
-type KnowledgeBenchmarkTaskKind = 'retrieval' | 'rag-answer' | 'hallucination' | 'kb-improvement' | 'memory-ingest' | 'memory-recall' | 'memory-temporal' | 'memory-update' | 'memory-forgetting' | 'memory-reasoning' | 'memory-summarization' | 'memory-recommendation' | 'memory-multiparty';
-type KnowledgeAnswerBenchmarkTaskKind = 'rag-answer' | 'hallucination' | 'kb-improvement';
-type KnowledgeMemoryBenchmarkTaskKind = Exclude<KnowledgeBenchmarkTaskKind, 'retrieval' | KnowledgeAnswerBenchmarkTaskKind>;
-type KnowledgeBenchmarkFamily = 'beir' | 'mteb-retrieval' | 'msmarco' | 'trec-dl' | 'miracl' | 'lotte' | 'bright' | 'crag' | 'hotpotqa' | 'kilt' | 'ragtruth' | 'faithbench' | 'locomo' | 'longmemeval' | 'longmemeval-v2' | 'memora' | 'memoryagentbench' | 'memorybank' | 'groupmembench' | 'first-party' | 'custom';
-type KnowledgeBenchmarkSplit = 'search' | 'dev' | 'holdout' | string;
-interface KnowledgeBenchmarkSource {
-    name?: string;
-    url?: string;
-    version?: string;
-    license?: string;
-    citation?: string;
-}
-interface KnowledgeBenchmarkSpec {
-    id: string;
-    family: KnowledgeBenchmarkFamily;
-    taskKind: KnowledgeBenchmarkTaskKind;
-    primaryMetrics: readonly string[];
-    adapter: string;
-    notes: string;
-}
-interface KnowledgeBenchmarkCaseBase {
-    id: string;
-    family: KnowledgeBenchmarkFamily | string;
-    taskKind: KnowledgeBenchmarkTaskKind;
-    split?: KnowledgeBenchmarkSplit;
-    tags?: readonly string[];
-    source?: KnowledgeBenchmarkSource;
-    metadata?: Record<string, unknown>;
-}
-interface KnowledgeRetrievalBenchmarkCase extends KnowledgeBenchmarkCaseBase {
-    taskKind: 'retrieval';
-    query: string;
-    expected: RetrievalGoldTarget | readonly RetrievalGoldTarget[];
-    k?: number;
-}
-interface KnowledgeClaimMatcher {
-    id: string;
-    anyOf: readonly string[];
-    weight?: number;
-}
-interface KnowledgeMemoryEvent {
-    id: string;
-    text: string;
-    actorId?: string;
-    sessionId?: string;
-    timestamp?: string;
-    metadata?: Record<string, unknown>;
-}
-interface KnowledgeMemoryFactMatcher extends KnowledgeClaimMatcher {
-    sourceEventIds?: readonly string[];
-    validAt?: string;
-    obsolete?: boolean;
-}
-interface KnowledgeAnswerBenchmarkCase extends KnowledgeBenchmarkCaseBase {
-    taskKind: KnowledgeAnswerBenchmarkTaskKind;
-    prompt: string;
-    requiredClaims?: readonly KnowledgeClaimMatcher[];
-    forbiddenClaims?: readonly KnowledgeClaimMatcher[];
-    expectedSourceIds?: readonly string[];
-    referenceAnswer?: string;
-}
-interface KnowledgeMemoryBenchmarkCase extends KnowledgeBenchmarkCaseBase {
-    taskKind: KnowledgeMemoryBenchmarkTaskKind;
-    events: readonly KnowledgeMemoryEvent[];
-    prompt: string;
-    requiredFacts?: readonly KnowledgeMemoryFactMatcher[];
-    forbiddenFacts?: readonly KnowledgeMemoryFactMatcher[];
-    expectedEventIds?: readonly string[];
-    expectedActorIds?: readonly string[];
-    referenceAnswer?: string;
-}
-type KnowledgeBenchmarkCase = KnowledgeRetrievalBenchmarkCase | KnowledgeAnswerBenchmarkCase | KnowledgeMemoryBenchmarkCase;
-interface KnowledgeBenchmarkArtifact {
-    answer?: string;
-    text?: string;
-    hits?: readonly RetrievedKnowledgeHit[];
-    citedSourceIds?: readonly string[];
-    rememberedFacts?: readonly string[];
-    citedEventIds?: readonly string[];
-    usedMemoryIds?: readonly string[];
-    actorIds?: readonly string[];
-    /** Informational copy. Billable responders account through context.cost.runPaidCall. */
-    costUsd?: number;
-    durationMs?: number;
-    metadata?: Record<string, unknown>;
-}
-interface KnowledgeBenchmarkEvaluation {
-    score: number;
-    passed: boolean;
-    dimensions: Record<string, number>;
-    notes: string;
-    raw: Record<string, unknown>;
-}
-interface KnowledgeBenchmarkScenario extends Scenario {
-    kind: 'knowledge-benchmark';
-    family: KnowledgeBenchmarkFamily | string;
-    taskKind: KnowledgeBenchmarkTaskKind;
-    splitTag: KnowledgeBenchmarkSplit;
-    case: KnowledgeBenchmarkCase;
-}
-type KnowledgeBenchmarkResponder<TArtifact = KnowledgeBenchmarkArtifact> = (input: {
-    case: KnowledgeBenchmarkCase;
-    scenario: KnowledgeBenchmarkScenario;
-    context: DispatchContext;
-}) => Promise<TArtifact> | TArtifact;
-interface RunKnowledgeBenchmarkSuiteOptions<TArtifact = KnowledgeBenchmarkArtifact> {
-    cases: readonly KnowledgeBenchmarkCase[];
-    respond: KnowledgeBenchmarkResponder<TArtifact>;
-    runDir: string;
-    splits?: readonly KnowledgeBenchmarkSplit[];
-    repo?: string;
-    seed?: number;
-    reps?: number;
-    resumable?: boolean;
-    costCeiling?: number;
-    maxConcurrency?: number;
-    dispatchTimeoutMs?: number;
-    expectUsage?: 'assert' | 'warn' | 'off';
-    storage?: CampaignStorage;
-    now?: () => Date;
-}
-interface KnowledgeBenchmarkDistribution {
-    n: number;
-    min: number;
-    mean: number;
-    median: number;
-    p90: number;
-    max: number;
-}
-interface KnowledgeBenchmarkSliceSummary {
-    n: number;
-    meanScore: number;
-    passRate: number;
-    score: KnowledgeBenchmarkDistribution;
-}
-interface KnowledgeBenchmarkReport {
-    totalCases: number;
-    totalCells: number;
-    cellsFailed: number;
-    cellsCached: number;
-    totalCostUsd: number;
-    bySplit: Record<string, KnowledgeBenchmarkSliceSummary>;
-    byFamily: Record<string, KnowledgeBenchmarkSliceSummary>;
-    byTaskKind: Record<string, KnowledgeBenchmarkSliceSummary>;
-    dimensions: Record<string, KnowledgeBenchmarkDistribution>;
-    score: KnowledgeBenchmarkDistribution;
-}
-interface RunKnowledgeBenchmarkSuiteResult<TArtifact = KnowledgeBenchmarkArtifact> {
-    scenarios: readonly KnowledgeBenchmarkScenario[];
-    campaign: CampaignResult<TArtifact, KnowledgeBenchmarkScenario>;
-    report: KnowledgeBenchmarkReport;
-    reportJsonPath: string;
-    reportMarkdownPath: string;
-}
-interface MemoryAdapterBenchmarkCandidate {
-    id: string;
-    label?: string;
-    createAdapter: () => AgentMemoryAdapter | Promise<AgentMemoryAdapter>;
-    searchLimit?: number;
-    costUsdPerCase?: number;
-    scope?: AgentMemoryScope;
-}
-interface RunMemoryAdapterBenchmarkOptions {
-    cases: readonly KnowledgeMemoryBenchmarkCase[];
-    candidates: readonly MemoryAdapterBenchmarkCandidate[];
-    runDir: string;
-    storage?: CampaignStorage;
-    repo?: string;
-    seed?: number;
-    reps?: number;
-    resumable?: boolean;
-    costCeiling?: number;
-    maxConcurrency?: number;
-    dispatchTimeoutMs?: number;
-    expectUsage?: 'assert' | 'warn' | 'off';
-    now?: () => Date;
-}
-interface MemoryAdapterBenchmarkRankingRow {
-    rank: number;
-    candidateId: string;
-    label: string;
-    adapterId: string;
-    scoreMean: number;
-    passRate: number;
-    totalCases: number;
-    totalCells: number;
-    cellsFailed: number;
-    totalCostUsd: number;
-    reportJsonPath: string;
-    reportMarkdownPath: string;
-    report: KnowledgeBenchmarkReport;
-}
-interface RunMemoryAdapterBenchmarkResult {
-    rows: readonly MemoryAdapterBenchmarkRankingRow[];
-    rankingJsonPath: string;
-    rankingMarkdownPath: string;
-}
-interface KnowledgeRetrievalBenchmarkQuery {
-    id: string;
-    text: string;
-    split?: KnowledgeBenchmarkSplit;
-    tags?: readonly string[];
-    metadata?: Record<string, unknown>;
-}
-interface KnowledgeRetrievalBenchmarkQrel {
-    queryId: string;
-    documentId: string;
-    score: number;
-}
-interface BuildRetrievalBenchmarkCasesFromQrelsOptions {
-    benchmarkId: string;
-    family: KnowledgeBenchmarkFamily | string;
-    queries: readonly KnowledgeRetrievalBenchmarkQuery[];
-    qrels: readonly KnowledgeRetrievalBenchmarkQrel[];
-    source?: KnowledgeBenchmarkSource;
-    tags?: readonly string[];
-    k?: number;
-    targetKind?: 'page' | 'page-path' | 'source';
-    documentTarget?: (documentId: string, qrel: KnowledgeRetrievalBenchmarkQrel) => RetrievalGoldTarget;
-    splitOf?: (queryId: string) => KnowledgeBenchmarkSplit;
-}
-declare const INDUSTRY_RAG_BENCHMARKS: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: 'retrieval' | KnowledgeAnswerBenchmarkTaskKind;
-})[];
-declare const INDUSTRY_MEMORY_BENCHMARKS: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: KnowledgeMemoryBenchmarkTaskKind;
-})[];
-declare function buildIndustryRagBenchmarkSmokeCases(specs?: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: 'retrieval' | KnowledgeAnswerBenchmarkTaskKind;
-})[]): KnowledgeBenchmarkCase[];
-declare function respondToIndustryRagBenchmarkSmokeCase(input: {
-    case: KnowledgeBenchmarkCase;
-}): KnowledgeBenchmarkArtifact;
-declare function buildIndustryMemoryBenchmarkSmokeCases(specs?: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: KnowledgeMemoryBenchmarkTaskKind;
-})[]): KnowledgeMemoryBenchmarkCase[];
-declare function respondToIndustryMemoryBenchmarkSmokeCase(input: {
-    case: KnowledgeMemoryBenchmarkCase;
-}): KnowledgeBenchmarkArtifact;
-declare function buildFirstPartyMemoryLifecycleBenchmarkCases(): KnowledgeMemoryBenchmarkCase[];
-declare function createMemoryAdapterBenchmarkResponder(options: {
-    adapter: AgentMemoryAdapter;
-    candidateId: string;
-    searchLimit?: number;
-    scope?: AgentMemoryScope;
-    costUsdPerCase?: number;
-    now?: () => Date;
-}): KnowledgeBenchmarkResponder<KnowledgeBenchmarkArtifact>;
-declare function runMemoryAdapterBenchmark(options: RunMemoryAdapterBenchmarkOptions): Promise<RunMemoryAdapterBenchmarkResult>;
-declare function createNoopMemoryBenchmarkAdapter(id?: string): AgentMemoryAdapter;
-declare function createInMemoryBenchmarkAdapter(options?: {
-    id?: string;
-}): AgentMemoryAdapter;
-declare function parseKnowledgeBenchmarkJsonl<T = unknown>(text: string): T[];
-declare function parseKnowledgeBenchmarkQrels(text: string): KnowledgeRetrievalBenchmarkQrel[];
-declare function buildRetrievalBenchmarkCasesFromQrels(options: BuildRetrievalBenchmarkCasesFromQrelsOptions): KnowledgeRetrievalBenchmarkCase[];
-declare function runKnowledgeBenchmarkSuite<TArtifact = KnowledgeBenchmarkArtifact>(options: RunKnowledgeBenchmarkSuiteOptions<TArtifact>): Promise<RunKnowledgeBenchmarkSuiteResult<TArtifact>>;
-declare function renderKnowledgeBenchmarkReportMarkdown(report: KnowledgeBenchmarkReport): string;
-declare function buildKnowledgeBenchmarkScenarios(cases: readonly KnowledgeBenchmarkCase[], splits?: readonly KnowledgeBenchmarkSplit[]): KnowledgeBenchmarkScenario[];
-declare function knowledgeBenchmarkJudge<TArtifact = KnowledgeBenchmarkArtifact>(): JudgeConfig<TArtifact, KnowledgeBenchmarkScenario>;
-declare function scoreKnowledgeBenchmarkArtifact<TArtifact>(testCase: KnowledgeBenchmarkCase, artifact: TArtifact): KnowledgeBenchmarkEvaluation;
-declare function summarizeKnowledgeBenchmarkCampaign<TArtifact>(input: {
-    scenarios: readonly KnowledgeBenchmarkScenario[];
-    campaign: CampaignResult<TArtifact, KnowledgeBenchmarkScenario>;
-}): KnowledgeBenchmarkReport;
-declare function scoreMemoryBenchmarkArtifact<TArtifact>(testCase: KnowledgeMemoryBenchmarkCase, artifact: TArtifact): KnowledgeBenchmarkEvaluation;
-declare function isKnowledgeMemoryBenchmarkCase(testCase: KnowledgeBenchmarkCase): testCase is KnowledgeMemoryBenchmarkCase;
-
-export { buildIndustryRagBenchmarkSmokeCases as $, type KnowledgeRetrievalBenchmarkQuery as A, type BuildRetrievalBenchmarkCasesFromQrelsOptions as B, type MemoryAdapterBenchmarkRankingRow as C, type RetrievalConfig as D, type RetrievalEvalArtifact as E, type RetrievalEvalRetriever as F, type RetrievalEvalRetrieverInput as G, type RetrievalEvalRetrieverResult as H, INDUSTRY_MEMORY_BENCHMARKS as I, type RetrievalEvalScenario as J, type KnowledgeAnswerBenchmarkCase as K, type RetrievalGoldTarget as L, type MemoryAdapterBenchmarkCandidate as M, type RetrievalMetricSummary as N, type RetrievalMetricWeights as O, type RetrievalParameterSearchSpace as P, type RetrievalParameterSweepProposerOptions as Q, type RunRetrievalImprovementLoopResult as R, type RetrievalRecallJudgeOptions as S, type RetrievedKnowledgeHit as T, type RetrievedSourceSpan as U, type RunKnowledgeBenchmarkSuiteOptions as V, type RunKnowledgeBenchmarkSuiteResult as W, type RunMemoryAdapterBenchmarkOptions as X, type RunMemoryAdapterBenchmarkResult as Y, buildFirstPartyMemoryLifecycleBenchmarkCases as Z, buildIndustryMemoryBenchmarkSmokeCases as _, type RunRetrievalImprovementLoopOptions as a, buildKnowledgeBenchmarkScenarios as a0, buildRetrievalBenchmarkCasesFromQrels as a1, buildRetrievalEvalDispatch as a2, buildRetrievalParameterCandidates as a3, createInMemoryBenchmarkAdapter as a4, createMemoryAdapterBenchmarkResponder as a5, createNoopMemoryBenchmarkAdapter as a6, isKnowledgeMemoryBenchmarkCase as a7, knowledgeBenchmarkJudge as a8, parseKnowledgeBenchmarkJsonl as a9, parseKnowledgeBenchmarkQrels as aa, renderKnowledgeBenchmarkReportMarkdown as ab, respondToIndustryMemoryBenchmarkSmokeCase as ac, respondToIndustryRagBenchmarkSmokeCase as ad, retrievalConfigFromSurface as ae, retrievalConfigSurface as af, retrievalParameterSweepProposer as ag, retrievalRecallJudge as ah, runKnowledgeBenchmarkSuite as ai, runMemoryAdapterBenchmark as aj, runRetrievalImprovementLoop as ak, scoreKnowledgeBenchmarkArtifact as al, scoreMemoryBenchmarkArtifact as am, scoreRetrievalArtifact as an, summarizeKnowledgeBenchmarkCampaign as ao, type BuildRetrievalEvalDispatchOptions as b, type BuildRetrievalParameterCandidatesOptions as c, INDUSTRY_RAG_BENCHMARKS as d, type KnowledgeAnswerBenchmarkTaskKind as e, type KnowledgeBenchmarkArtifact as f, type KnowledgeBenchmarkCase as g, type KnowledgeBenchmarkCaseBase as h, type KnowledgeBenchmarkDistribution as i, type KnowledgeBenchmarkEvaluation as j, type KnowledgeBenchmarkFamily as k, type KnowledgeBenchmarkReport as l, type KnowledgeBenchmarkResponder as m, type KnowledgeBenchmarkScenario as n, type KnowledgeBenchmarkSliceSummary as o, type KnowledgeBenchmarkSource as p, type KnowledgeBenchmarkSpec as q, type KnowledgeBenchmarkSplit as r, type KnowledgeBenchmarkTaskKind as s, type KnowledgeClaimMatcher as t, type KnowledgeMemoryBenchmarkCase as u, type KnowledgeMemoryBenchmarkTaskKind as v, type KnowledgeMemoryEvent as w, type KnowledgeMemoryFactMatcher as x, type KnowledgeRetrievalBenchmarkCase as y, type KnowledgeRetrievalBenchmarkQrel as z };