@tangle-network/agent-knowledge 5.0.4 → 6.1.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## 6.1.0
+
+### Changed
+
+- Updated `@tangle-network/agent-eval` to `0.130.1`, `@tangle-network/agent-interface` to `0.35.0`, Mem0 to `3.1.2`, and the maintained build toolchain.
+- Replaced tsup with tsdown so declaration builds support TypeScript 7.
+- Added package export validation with publint and Are the Types Wrong to every release.
+- Split Mem0 hosted and OSS client contracts, compile them against Mem0 3.1.2, and exercise the OSS SQLite lifecycle locally.
+- Updated GitHub Actions to their current stable releases.
+
+## 6.0.0
+
+### Breaking Changes
+
+- Renamed the verified research entry point to `runVerifiedResearchLoop` and removed the old two-agent function, option, result, round, and module names.
+- Updated `@tangle-network/agent-eval` to `0.129.0` and `@tangle-network/agent-interface` to `0.34.0`.
+
 ## 5.0.4
 
 ### Changed

package/README.md

@@ -9,7 +9,7 @@ Supply application callbacks for those decisions, or use `@tangle-network/agent-
 ## Install
 
 ```bash
-pnpm add @tangle-network/agent-knowledge @tangle-network/agent-eval@0.128.2
+pnpm add @tangle-network/agent-knowledge @tangle-network/agent-eval@0.130.1
 ```
 
 Requires Node.js 20.19 or later.
@@ -270,7 +270,7 @@ Those choices stay in the application or in `@tangle-network/agent-runtime`.
 ## More detail
 
 - [Architecture and data model](docs/architecture.md)
-- [Two-agent research comparison](docs/two-agent-research-ab.md)
+- [Verified research comparison](docs/verified-research-ab.md)
 - [Changelog](CHANGELOG.md)
 
 ## License

package/dist/benchmarks/index.d.ts

@@ -1,53 +1,2 @@
-import { f as AgentMemoryAdapter, F as KnowledgeBenchmarkSpec, L as KnowledgeMemoryBenchmarkTaskKind, r as KnowledgeAnswerBenchmarkTaskKind, J as KnowledgeMemoryBenchmarkCase, t as KnowledgeBenchmarkCase, s as KnowledgeBenchmarkArtifact, aa as RunMemoryAdapterBenchmarkOptions, ab as RunMemoryAdapterBenchmarkResult, C as KnowledgeBenchmarkScenario, y as KnowledgeBenchmarkReport, B as BuildRetrievalBenchmarkCasesFromQrelsOptions, O as KnowledgeRetrievalBenchmarkCase, P as KnowledgeRetrievalBenchmarkQrel, w as KnowledgeBenchmarkEvaluation, G as KnowledgeBenchmarkSplit, a8 as RunKnowledgeBenchmarkSuiteOptions, a9 as RunKnowledgeBenchmarkSuiteResult } from '../types-BY-xLVw-.js';
-export { K as KnowledgeAnswerBenchmarkCase, u as KnowledgeBenchmarkCaseBase, v as KnowledgeBenchmarkDistribution, x as KnowledgeBenchmarkFamily, z as KnowledgeBenchmarkResponder, D as KnowledgeBenchmarkSliceSummary, E as KnowledgeBenchmarkSource, H as KnowledgeBenchmarkTaskKind, I as KnowledgeClaimMatcher, M as KnowledgeMemoryEvent, N as KnowledgeMemoryFactMatcher, Q as KnowledgeRetrievalBenchmarkQuery, S as MemoryAdapterBenchmarkCandidate, T as MemoryAdapterBenchmarkRankingRow } from '../types-BY-xLVw-.js';
-import { CampaignResult, JudgeConfig } from '@tangle-network/agent-eval/campaign';
-import '../types-6x0OpfW6.js';
-import '@tangle-network/agent-interface';
-
-declare function createNoopMemoryBenchmarkAdapter(id?: string): AgentMemoryAdapter;
-declare function createInMemoryBenchmarkAdapter(options?: {
-    id?: string;
-}): AgentMemoryAdapter;
-
-declare const INDUSTRY_RAG_BENCHMARKS: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: 'retrieval' | KnowledgeAnswerBenchmarkTaskKind;
-})[];
-declare const INDUSTRY_MEMORY_BENCHMARKS: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: KnowledgeMemoryBenchmarkTaskKind;
-})[];
-declare function buildIndustryRagBenchmarkSmokeCases(specs?: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: 'retrieval' | KnowledgeAnswerBenchmarkTaskKind;
-})[]): KnowledgeBenchmarkCase[];
-declare function respondToIndustryRagBenchmarkSmokeCase(input: {
-    case: KnowledgeBenchmarkCase;
-}): KnowledgeBenchmarkArtifact;
-declare function buildIndustryMemoryBenchmarkSmokeCases(specs?: readonly (KnowledgeBenchmarkSpec & {
-    taskKind: KnowledgeMemoryBenchmarkTaskKind;
-})[]): KnowledgeMemoryBenchmarkCase[];
-declare function respondToIndustryMemoryBenchmarkSmokeCase(input: {
-    case: KnowledgeMemoryBenchmarkCase;
-}): KnowledgeBenchmarkArtifact;
-declare function buildFirstPartyMemoryLifecycleBenchmarkCases(): KnowledgeMemoryBenchmarkCase[];
-
-declare function runMemoryAdapterBenchmark(options: RunMemoryAdapterBenchmarkOptions): Promise<RunMemoryAdapterBenchmarkResult>;
-
-declare function summarizeKnowledgeBenchmarkCampaign<TArtifact>(input: {
-    scenarios: readonly KnowledgeBenchmarkScenario[];
-    campaign: CampaignResult<TArtifact, KnowledgeBenchmarkScenario>;
-}): KnowledgeBenchmarkReport;
-
-declare function parseKnowledgeBenchmarkJsonl<T = unknown>(text: string): T[];
-declare function parseKnowledgeBenchmarkQrels(text: string): KnowledgeRetrievalBenchmarkQrel[];
-declare function buildRetrievalBenchmarkCasesFromQrels(options: BuildRetrievalBenchmarkCasesFromQrelsOptions): KnowledgeRetrievalBenchmarkCase[];
-
-declare function scoreKnowledgeBenchmarkArtifact<TArtifact>(testCase: KnowledgeBenchmarkCase, artifact: TArtifact): KnowledgeBenchmarkEvaluation;
-declare function scoreMemoryBenchmarkArtifact<TArtifact>(testCase: KnowledgeMemoryBenchmarkCase, artifact: TArtifact): KnowledgeBenchmarkEvaluation;
-
-declare function runKnowledgeBenchmarkSuite<TArtifact = KnowledgeBenchmarkArtifact>(options: RunKnowledgeBenchmarkSuiteOptions<TArtifact>): Promise<RunKnowledgeBenchmarkSuiteResult<TArtifact>>;
-declare function renderKnowledgeBenchmarkReportMarkdown(report: KnowledgeBenchmarkReport): string;
-declare function buildKnowledgeBenchmarkScenarios(cases: readonly KnowledgeBenchmarkCase[], splits?: readonly KnowledgeBenchmarkSplit[]): KnowledgeBenchmarkScenario[];
-declare function knowledgeBenchmarkJudge<TArtifact = KnowledgeBenchmarkArtifact>(): JudgeConfig<TArtifact, KnowledgeBenchmarkScenario>;
-
-declare function isKnowledgeMemoryBenchmarkCase(testCase: KnowledgeBenchmarkCase): testCase is KnowledgeMemoryBenchmarkCase;
-
-export { BuildRetrievalBenchmarkCasesFromQrelsOptions, INDUSTRY_MEMORY_BENCHMARKS, INDUSTRY_RAG_BENCHMARKS, KnowledgeAnswerBenchmarkTaskKind, KnowledgeBenchmarkArtifact, KnowledgeBenchmarkCase, KnowledgeBenchmarkEvaluation, KnowledgeBenchmarkReport, KnowledgeBenchmarkScenario, KnowledgeBenchmarkSpec, KnowledgeBenchmarkSplit, KnowledgeMemoryBenchmarkCase, KnowledgeMemoryBenchmarkTaskKind, KnowledgeRetrievalBenchmarkCase, KnowledgeRetrievalBenchmarkQrel, RunKnowledgeBenchmarkSuiteOptions, RunKnowledgeBenchmarkSuiteResult, RunMemoryAdapterBenchmarkOptions, RunMemoryAdapterBenchmarkResult, buildFirstPartyMemoryLifecycleBenchmarkCases, buildIndustryMemoryBenchmarkSmokeCases, buildIndustryRagBenchmarkSmokeCases, buildKnowledgeBenchmarkScenarios, buildRetrievalBenchmarkCasesFromQrels, createInMemoryBenchmarkAdapter, createNoopMemoryBenchmarkAdapter, isKnowledgeMemoryBenchmarkCase, knowledgeBenchmarkJudge, parseKnowledgeBenchmarkJsonl, parseKnowledgeBenchmarkQrels, renderKnowledgeBenchmarkReportMarkdown, respondToIndustryMemoryBenchmarkSmokeCase, respondToIndustryRagBenchmarkSmokeCase, runKnowledgeBenchmarkSuite, runMemoryAdapterBenchmark, scoreKnowledgeBenchmarkArtifact, scoreMemoryBenchmarkArtifact, summarizeKnowledgeBenchmarkCampaign };
+import { A as KnowledgeBenchmarkResponder, B as KnowledgeMemoryEvent, C as KnowledgeBenchmarkArtifact, Ct as createInMemoryBenchmarkAdapter, D as KnowledgeBenchmarkEvaluation, E as KnowledgeBenchmarkDistribution, F as KnowledgeBenchmarkSplit, G as MemoryAdapterBenchmarkCandidate, H as KnowledgeRetrievalBenchmarkCase, I as KnowledgeBenchmarkTaskKind, J as RunKnowledgeBenchmarkSuiteResult, K as MemoryAdapterBenchmarkRankingRow, L as KnowledgeClaimMatcher, M as KnowledgeBenchmarkSliceSummary, N as KnowledgeBenchmarkSource, O as KnowledgeBenchmarkFamily, P as KnowledgeBenchmarkSpec, R as KnowledgeMemoryBenchmarkCase, S as KnowledgeAnswerBenchmarkTaskKind, T as KnowledgeBenchmarkCaseBase, U as KnowledgeRetrievalBenchmarkQrel, V as KnowledgeMemoryFactMatcher, W as KnowledgeRetrievalBenchmarkQuery, X as RunMemoryAdapterBenchmarkResult, Y as RunMemoryAdapterBenchmarkOptions, _ as buildIndustryRagBenchmarkSmokeCases, a as runKnowledgeBenchmarkSuite, b as BuildRetrievalBenchmarkCasesFromQrelsOptions, c as buildRetrievalBenchmarkCasesFromQrels, d as summarizeKnowledgeBenchmarkCampaign, f as runMemoryAdapterBenchmark, g as buildIndustryMemoryBenchmarkSmokeCases, h as buildFirstPartyMemoryLifecycleBenchmarkCases, i as renderKnowledgeBenchmarkReportMarkdown, j as KnowledgeBenchmarkScenario, k as KnowledgeBenchmarkReport, l as parseKnowledgeBenchmarkJsonl, m as INDUSTRY_RAG_BENCHMARKS, n as buildKnowledgeBenchmarkScenarios, o as scoreKnowledgeBenchmarkArtifact, p as INDUSTRY_MEMORY_BENCHMARKS, q as RunKnowledgeBenchmarkSuiteOptions, r as knowledgeBenchmarkJudge, s as scoreMemoryBenchmarkArtifact, t as isKnowledgeMemoryBenchmarkCase, u as parseKnowledgeBenchmarkQrels, v as respondToIndustryMemoryBenchmarkSmokeCase, w as KnowledgeBenchmarkCase, wt as createNoopMemoryBenchmarkAdapter, x as KnowledgeAnswerBenchmarkCase, y as respondToIndustryRagBenchmarkSmokeCase, z as KnowledgeMemoryBenchmarkTaskKind } from "../index-CIW3G4s_.js";
+export { type BuildRetrievalBenchmarkCasesFromQrelsOptions, INDUSTRY_MEMORY_BENCHMARKS, INDUSTRY_RAG_BENCHMARKS, type KnowledgeAnswerBenchmarkCase, type KnowledgeAnswerBenchmarkTaskKind, type KnowledgeBenchmarkArtifact, type KnowledgeBenchmarkCase, type KnowledgeBenchmarkCaseBase, type KnowledgeBenchmarkDistribution, type KnowledgeBenchmarkEvaluation, type KnowledgeBenchmarkFamily, type KnowledgeBenchmarkReport, type KnowledgeBenchmarkResponder, type KnowledgeBenchmarkScenario, type KnowledgeBenchmarkSliceSummary, type KnowledgeBenchmarkSource, type KnowledgeBenchmarkSpec, type KnowledgeBenchmarkSplit, type KnowledgeBenchmarkTaskKind, type KnowledgeClaimMatcher, type KnowledgeMemoryBenchmarkCase, type KnowledgeMemoryBenchmarkTaskKind, type KnowledgeMemoryEvent, type KnowledgeMemoryFactMatcher, type KnowledgeRetrievalBenchmarkCase, type KnowledgeRetrievalBenchmarkQrel, type KnowledgeRetrievalBenchmarkQuery, type MemoryAdapterBenchmarkCandidate, type MemoryAdapterBenchmarkRankingRow, type RunKnowledgeBenchmarkSuiteOptions, type RunKnowledgeBenchmarkSuiteResult, type RunMemoryAdapterBenchmarkOptions, type RunMemoryAdapterBenchmarkResult, buildFirstPartyMemoryLifecycleBenchmarkCases, buildIndustryMemoryBenchmarkSmokeCases, buildIndustryRagBenchmarkSmokeCases, buildKnowledgeBenchmarkScenarios, buildRetrievalBenchmarkCasesFromQrels, createInMemoryBenchmarkAdapter, createNoopMemoryBenchmarkAdapter, isKnowledgeMemoryBenchmarkCase, knowledgeBenchmarkJudge, parseKnowledgeBenchmarkJsonl, parseKnowledgeBenchmarkQrels, renderKnowledgeBenchmarkReportMarkdown, respondToIndustryMemoryBenchmarkSmokeCase, respondToIndustryRagBenchmarkSmokeCase, runKnowledgeBenchmarkSuite, runMemoryAdapterBenchmark, scoreKnowledgeBenchmarkArtifact, scoreMemoryBenchmarkArtifact, summarizeKnowledgeBenchmarkCampaign };

package/dist/benchmarks/index.js

@@ -1,49 +1,2 @@
-import {
-  INDUSTRY_MEMORY_BENCHMARKS,
-  INDUSTRY_RAG_BENCHMARKS,
-  buildFirstPartyMemoryLifecycleBenchmarkCases,
-  buildIndustryMemoryBenchmarkSmokeCases,
-  buildIndustryRagBenchmarkSmokeCases,
-  buildKnowledgeBenchmarkScenarios,
-  buildRetrievalBenchmarkCasesFromQrels,
-  createInMemoryBenchmarkAdapter,
-  createNoopMemoryBenchmarkAdapter,
-  isKnowledgeMemoryBenchmarkCase,
-  knowledgeBenchmarkJudge,
-  parseKnowledgeBenchmarkJsonl,
-  parseKnowledgeBenchmarkQrels,
-  renderKnowledgeBenchmarkReportMarkdown,
-  respondToIndustryMemoryBenchmarkSmokeCase,
-  respondToIndustryRagBenchmarkSmokeCase,
-  runKnowledgeBenchmarkSuite,
-  runMemoryAdapterBenchmark,
-  scoreKnowledgeBenchmarkArtifact,
-  scoreMemoryBenchmarkArtifact,
-  summarizeKnowledgeBenchmarkCampaign
-} from "../chunk-EYIA5PLQ.js";
-import "../chunk-DQ3PDMDP.js";
-import "../chunk-YMKHCTS2.js";
-export {
-  INDUSTRY_MEMORY_BENCHMARKS,
-  INDUSTRY_RAG_BENCHMARKS,
-  buildFirstPartyMemoryLifecycleBenchmarkCases,
-  buildIndustryMemoryBenchmarkSmokeCases,
-  buildIndustryRagBenchmarkSmokeCases,
-  buildKnowledgeBenchmarkScenarios,
-  buildRetrievalBenchmarkCasesFromQrels,
-  createInMemoryBenchmarkAdapter,
-  createNoopMemoryBenchmarkAdapter,
-  isKnowledgeMemoryBenchmarkCase,
-  knowledgeBenchmarkJudge,
-  parseKnowledgeBenchmarkJsonl,
-  parseKnowledgeBenchmarkQrels,
-  renderKnowledgeBenchmarkReportMarkdown,
-  respondToIndustryMemoryBenchmarkSmokeCase,
-  respondToIndustryRagBenchmarkSmokeCase,
-  runKnowledgeBenchmarkSuite,
-  runMemoryAdapterBenchmark,
-  scoreKnowledgeBenchmarkArtifact,
-  scoreMemoryBenchmarkArtifact,
-  summarizeKnowledgeBenchmarkCampaign
-};
-//# sourceMappingURL=index.js.map
+import { A as INDUSTRY_RAG_BENCHMARKS, F as respondToIndustryRagBenchmarkSmokeCase, I as isKnowledgeMemoryBenchmarkCase, L as createInMemoryBenchmarkAdapter, M as buildIndustryMemoryBenchmarkSmokeCases, N as buildIndustryRagBenchmarkSmokeCases, P as respondToIndustryMemoryBenchmarkSmokeCase, R as createNoopMemoryBenchmarkAdapter, a as buildKnowledgeBenchmarkScenarios, c as runKnowledgeBenchmarkSuite, d as summarizeKnowledgeBenchmarkCampaign, i as runMemoryAdapterBenchmark, j as buildFirstPartyMemoryLifecycleBenchmarkCases, k as INDUSTRY_MEMORY_BENCHMARKS, l as scoreKnowledgeBenchmarkArtifact, n as parseKnowledgeBenchmarkJsonl, o as knowledgeBenchmarkJudge, r as parseKnowledgeBenchmarkQrels, s as renderKnowledgeBenchmarkReportMarkdown, t as buildRetrievalBenchmarkCasesFromQrels, u as scoreMemoryBenchmarkArtifact } from "../benchmarks-CmW6iORW.js";
+export { INDUSTRY_MEMORY_BENCHMARKS, INDUSTRY_RAG_BENCHMARKS, buildFirstPartyMemoryLifecycleBenchmarkCases, buildIndustryMemoryBenchmarkSmokeCases, buildIndustryRagBenchmarkSmokeCases, buildKnowledgeBenchmarkScenarios, buildRetrievalBenchmarkCasesFromQrels, createInMemoryBenchmarkAdapter, createNoopMemoryBenchmarkAdapter, isKnowledgeMemoryBenchmarkCase, knowledgeBenchmarkJudge, parseKnowledgeBenchmarkJsonl, parseKnowledgeBenchmarkQrels, renderKnowledgeBenchmarkReportMarkdown, respondToIndustryMemoryBenchmarkSmokeCase, respondToIndustryRagBenchmarkSmokeCase, runKnowledgeBenchmarkSuite, runMemoryAdapterBenchmark, scoreKnowledgeBenchmarkArtifact, scoreMemoryBenchmarkArtifact, summarizeKnowledgeBenchmarkCampaign };