@mastra/longmemeval 1.0.0-beta.1 → 1.0.0-beta.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. package/CHANGELOG.md +17 -0
  2. package/package.json +9 -7
  3. package/src/commands/__tests__/prepare.test.ts +11 -6
  4. package/src/commands/__tests__/run.test.ts +10 -5
package/CHANGELOG.md CHANGED
@@ -1,5 +1,22 @@
1
1
  # @mastra/longmemeval
2
2
 
3
+ ## 1.0.0-beta.3
4
+
5
+ ### Patch Changes
6
+
7
+ - Updated dependencies [[`2319326`](https://github.com/mastra-ai/mastra/commit/2319326f8c64e503a09bbcf14be2dd65405445e0), [`dbd649b`](https://github.com/mastra-ai/mastra/commit/dbd649b2f9cff28fe5440a032bfb1fc977dc2e87), [`d629361`](https://github.com/mastra-ai/mastra/commit/d629361a60f6565b5bfb11976fdaf7308af858e2), [`08c31c1`](https://github.com/mastra-ai/mastra/commit/08c31c188ebccd598acaf55e888b6397d01f7eae), [`fd3d338`](https://github.com/mastra-ai/mastra/commit/fd3d338a2c362174ed5b383f1f011ad9fb0302aa), [`c30400a`](https://github.com/mastra-ai/mastra/commit/c30400a49b994b1b97256fe785eb6c906fc2b232), [`69e0a87`](https://github.com/mastra-ai/mastra/commit/69e0a878896a2da9494945d86e056a5f8f05b851), [`01f8878`](https://github.com/mastra-ai/mastra/commit/01f88783de25e4de048c1c8aace43e26373c6ea5), [`4c77209`](https://github.com/mastra-ai/mastra/commit/4c77209e6c11678808b365d545845918c40045c8), [`d827d08`](https://github.com/mastra-ai/mastra/commit/d827d0808ffe1f3553a84e975806cc989b9735dd), [`23c10a1`](https://github.com/mastra-ai/mastra/commit/23c10a1efdd9a693c405511ab2dc8a1236603162), [`676ccc7`](https://github.com/mastra-ai/mastra/commit/676ccc7fe92468d2d45d39c31a87825c89fd1ea0), [`c10398d`](https://github.com/mastra-ai/mastra/commit/c10398d5b88f1d4af556f4267ff06f1d11e89179), [`00c2387`](https://github.com/mastra-ai/mastra/commit/00c2387f5f04a365316f851e58666ac43f8c4edf), [`ad6250d`](https://github.com/mastra-ai/mastra/commit/ad6250dbdaad927e29f74a27b83f6c468b50a705), [`3a73998`](https://github.com/mastra-ai/mastra/commit/3a73998fa4ebeb7f3dc9301afe78095fc63e7999), [`e16d553`](https://github.com/mastra-ai/mastra/commit/e16d55338403c7553531cc568125c63d53653dff), [`4d59f58`](https://github.com/mastra-ai/mastra/commit/4d59f58de2d90d6e2810a19d4518e38ddddb9038), [`e1bb9c9`](https://github.com/mastra-ai/mastra/commit/e1bb9c94b4eb68b019ae275981be3feb769b5365), [`351a11f`](https://github.com/mastra-ai/mastra/commit/351a11fcaf2ed1008977fa9b9a489fc422e51cd4)]:
8
+ - @mastra/core@1.0.0-beta.3
9
+ - @mastra/rag@2.0.0-beta.1
10
+ - @mastra/libsql@1.0.0-beta.1
11
+ - @mastra/memory@1.0.0-beta.1
12
+
13
+ ## 1.0.0-beta.2
14
+
15
+ ### Patch Changes
16
+
17
+ - Updated dependencies [[`465ac05`](https://github.com/mastra-ai/mastra/commit/465ac0526a91d175542091c675181f1a96c98c46)]:
18
+ - @mastra/core@1.0.0-beta.2
19
+
3
20
  ## 1.0.0-beta.1
4
21
 
5
22
  ### Patch Changes
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@mastra/longmemeval",
3
- "version": "1.0.0-beta.1",
3
+ "version": "1.0.0-beta.3",
4
4
  "description": "LongMemEval benchmark implementation for Mastra Memory",
5
5
  "dependencies": {
6
6
  "@ai-sdk/openai": "^1.3.23",
@@ -17,17 +17,19 @@
17
17
  "openai": "^4.73.1",
18
18
  "ora": "^8.1.1",
19
19
  "zod": "^3.23.8",
20
- "@mastra/core": "1.0.0-beta.1",
21
- "@mastra/memory": "1.0.0-beta.0",
22
- "@mastra/libsql": "1.0.0-beta.0",
23
- "@mastra/fastembed": "1.0.0-beta.0"
20
+ "@mastra/fastembed": "1.0.0-beta.0",
21
+ "@mastra/libsql": "1.0.0-beta.1",
22
+ "@mastra/core": "1.0.0-beta.3",
23
+ "@mastra/memory": "1.0.0-beta.1"
24
24
  },
25
25
  "devDependencies": {
26
26
  "@ai-sdk/google": "^1.2.19",
27
- "@types/node": "^22.10.2",
27
+ "@types/node": "22.13.17",
28
+ "@vitest/coverage-v8": "4.0.8",
29
+ "@vitest/ui": "4.0.8",
28
30
  "tsx": "^4.19.2",
29
31
  "typescript": "^5.7.2",
30
- "vitest": "^2.1.8"
32
+ "vitest": "^4.0.8"
31
33
  },
32
34
  "engines": {
33
35
  "node": ">=22.13.0"
package/src/commands/__tests__/prepare.test.ts CHANGED
@@ -15,9 +15,10 @@ vi.mock('@ai-sdk/openai', () => ({
15
15
  }));
16
16
 
17
17
  // Mock the DatasetLoader
18
- vi.mock('../../data/loader', () => ({
19
- DatasetLoader: vi.fn().mockImplementation(() => ({
20
- loadDataset: vi.fn().mockResolvedValue([
18
+ vi.mock('../../data/loader', () => {
19
+ // Use a class for constructor (Vitest v4 requirement)
20
+ class MockDatasetLoader {
21
+ loadDataset = vi.fn().mockResolvedValue([
21
22
  {
22
23
  question_id: 'test-q1',
23
24
  question_type: 'single-session-user',
@@ -54,9 +55,13 @@ vi.mock('../../data/loader', () => ({
54
55
  ],
55
56
  answer_session_ids: ['session-3'],
56
57
  },
57
- ] as LongMemEvalQuestion[]),
58
- })),
59
- }));
58
+ ] as LongMemEvalQuestion[]);
59
+ }
60
+
61
+ return {
62
+ DatasetLoader: MockDatasetLoader,
63
+ };
64
+ });
60
65
 
61
66
  // Mock chalk and ora to avoid console output in tests
62
67
  vi.mock('chalk', () => ({
package/src/commands/__tests__/run.test.ts CHANGED
@@ -28,11 +28,16 @@ vi.mock('@ai-sdk/openai', () => ({
28
28
  }));
29
29
 
30
30
  // Mock the LongMemEvalMetric
31
- vi.mock('../../evaluation/longmemeval-metric', () => ({
32
- LongMemEvalMetric: vi.fn().mockImplementation(() => ({
33
- measure: vi.fn().mockResolvedValue({ score: 1 }), // Always returns correct
34
- })),
35
- }));
31
+ vi.mock('../../evaluation/longmemeval-metric', () => {
32
+ // Use a class for constructor (Vitest v4 requirement)
33
+ class MockLongMemEvalMetric {
34
+ measure = vi.fn().mockResolvedValue({ score: 1 }); // Always returns correct
35
+ }
36
+
37
+ return {
38
+ LongMemEvalMetric: MockLongMemEvalMetric,
39
+ };
40
+ });
36
41
 
37
42
  // Mock chalk and ora
38
43
  vi.mock('chalk', () => ({