@mastra/libsql 1.6.0 → 1.6.1-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +11 -0
- package/dist/index.cjs +17 -8
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +17 -8
- package/dist/index.js.map +1 -1
- package/dist/storage/domains/prompt-blocks/index.d.ts.map +1 -1
- package/package.json +4 -4
- package/dist/docs/SKILL.md +0 -50
- package/dist/docs/assets/SOURCE_MAP.json +0 -6
- package/dist/docs/references/docs-agents-agent-approval.md +0 -377
- package/dist/docs/references/docs-agents-agent-memory.md +0 -212
- package/dist/docs/references/docs-agents-network-approval.md +0 -275
- package/dist/docs/references/docs-agents-networks.md +0 -290
- package/dist/docs/references/docs-memory-memory-processors.md +0 -316
- package/dist/docs/references/docs-memory-message-history.md +0 -260
- package/dist/docs/references/docs-memory-overview.md +0 -45
- package/dist/docs/references/docs-memory-semantic-recall.md +0 -272
- package/dist/docs/references/docs-memory-storage.md +0 -261
- package/dist/docs/references/docs-memory-working-memory.md +0 -400
- package/dist/docs/references/docs-observability-overview.md +0 -70
- package/dist/docs/references/docs-observability-tracing-exporters-default.md +0 -211
- package/dist/docs/references/docs-rag-retrieval.md +0 -521
- package/dist/docs/references/docs-workflows-snapshots.md +0 -238
- package/dist/docs/references/guides-agent-frameworks-ai-sdk.md +0 -140
- package/dist/docs/references/reference-core-getMemory.md +0 -50
- package/dist/docs/references/reference-core-listMemory.md +0 -56
- package/dist/docs/references/reference-core-mastra-class.md +0 -66
- package/dist/docs/references/reference-memory-memory-class.md +0 -147
- package/dist/docs/references/reference-storage-composite.md +0 -235
- package/dist/docs/references/reference-storage-dynamodb.md +0 -282
- package/dist/docs/references/reference-storage-libsql.md +0 -135
- package/dist/docs/references/reference-vectors-libsql.md +0 -305
|
@@ -1,135 +0,0 @@
|
|
|
1
|
-
# libSQL Storage
|
|
2
|
-
|
|
3
|
-
[libSQL](https://docs.turso.tech/libsql) is an open-source, SQLite-compatible database that supports both local and remote deployments. It can be used to store message history, workflow snapshots, traces, and eval scores.
|
|
4
|
-
|
|
5
|
-
For vectors like semantic recall or traditional RAG, use [libSQL Vector](https://mastra.ai/reference/vectors/libsql) which covers embeddings and vector search.
|
|
6
|
-
|
|
7
|
-
## Installation
|
|
8
|
-
|
|
9
|
-
Storage providers must be installed as separate packages:
|
|
10
|
-
|
|
11
|
-
**npm**:
|
|
12
|
-
|
|
13
|
-
```bash
|
|
14
|
-
npm install @mastra/libsql@latest
|
|
15
|
-
```
|
|
16
|
-
|
|
17
|
-
**pnpm**:
|
|
18
|
-
|
|
19
|
-
```bash
|
|
20
|
-
pnpm add @mastra/libsql@latest
|
|
21
|
-
```
|
|
22
|
-
|
|
23
|
-
**Yarn**:
|
|
24
|
-
|
|
25
|
-
```bash
|
|
26
|
-
yarn add @mastra/libsql@latest
|
|
27
|
-
```
|
|
28
|
-
|
|
29
|
-
**Bun**:
|
|
30
|
-
|
|
31
|
-
```bash
|
|
32
|
-
bun add @mastra/libsql@latest
|
|
33
|
-
```
|
|
34
|
-
|
|
35
|
-
## Usage
|
|
36
|
-
|
|
37
|
-
```typescript
|
|
38
|
-
import { LibSQLStore } from "@mastra/libsql";
|
|
39
|
-
import { Mastra } from "@mastra/core";
|
|
40
|
-
|
|
41
|
-
const mastra = new Mastra({
|
|
42
|
-
storage: new LibSQLStore({
|
|
43
|
-
id: 'libsql-storage',
|
|
44
|
-
url: "file:./storage.db",
|
|
45
|
-
}),
|
|
46
|
-
});
|
|
47
|
-
```
|
|
48
|
-
|
|
49
|
-
Agent-level file storage:
|
|
50
|
-
|
|
51
|
-
```typescript
|
|
52
|
-
import { Memory } from "@mastra/memory";
|
|
53
|
-
import { Agent } from "@mastra/core/agent";
|
|
54
|
-
import { LibSQLStore } from "@mastra/libsql";
|
|
55
|
-
|
|
56
|
-
export const agent = new Agent({
|
|
57
|
-
id: "example-agent",
|
|
58
|
-
memory: new Memory({
|
|
59
|
-
storage: new LibSQLStore({
|
|
60
|
-
id: 'libsql-storage',
|
|
61
|
-
url: "file:./agent.db",
|
|
62
|
-
}),
|
|
63
|
-
}),
|
|
64
|
-
});
|
|
65
|
-
```
|
|
66
|
-
|
|
67
|
-
> **Warning:** File storage doesn't work with serverless platforms that have ephemeral file systems. For serverless deployments, use [Turso](https://turso.tech) or a different database engine.
|
|
68
|
-
|
|
69
|
-
Production with remote database:
|
|
70
|
-
|
|
71
|
-
```typescript
|
|
72
|
-
storage: new LibSQLStore({
|
|
73
|
-
id: 'libsql-storage',
|
|
74
|
-
url: "libsql://your-db-name.aws-ap-northeast-1.turso.io",
|
|
75
|
-
authToken: process.env.TURSO_AUTH_TOKEN,
|
|
76
|
-
})
|
|
77
|
-
```
|
|
78
|
-
|
|
79
|
-
For local development and testing, you can store data in memory:
|
|
80
|
-
|
|
81
|
-
```typescript
|
|
82
|
-
storage: new LibSQLStore({
|
|
83
|
-
id: 'libsql-storage',
|
|
84
|
-
url: ":memory:",
|
|
85
|
-
})
|
|
86
|
-
```
|
|
87
|
-
|
|
88
|
-
> **Warning:** In-memory storage resets when the process changes. Only suitable for development.
|
|
89
|
-
|
|
90
|
-
## Options
|
|
91
|
-
|
|
92
|
-
**url:** (`string`): Database URL. Use \`:memory:\` for in-memory database, \`file:filename.db\` for a file database, or a libSQL connection string (e.g., \`libsql://your-database.turso.io\`) for remote storage.
|
|
93
|
-
|
|
94
|
-
**authToken?:** (`string`): Authentication token for remote libSQL databases.
|
|
95
|
-
|
|
96
|
-
## Initialization
|
|
97
|
-
|
|
98
|
-
When you pass storage to the Mastra class, `init()` is called automatically to create the [core schema](https://mastra.ai/reference/storage/overview):
|
|
99
|
-
|
|
100
|
-
```typescript
|
|
101
|
-
import { Mastra } from "@mastra/core";
|
|
102
|
-
import { LibSQLStore } from "@mastra/libsql";
|
|
103
|
-
|
|
104
|
-
const storage = new LibSQLStore({
|
|
105
|
-
id: 'libsql-storage',
|
|
106
|
-
url: "file:./storage.db",
|
|
107
|
-
});
|
|
108
|
-
|
|
109
|
-
const mastra = new Mastra({
|
|
110
|
-
storage, // init() called automatically
|
|
111
|
-
});
|
|
112
|
-
```
|
|
113
|
-
|
|
114
|
-
If using storage directly without Mastra, call `init()` explicitly:
|
|
115
|
-
|
|
116
|
-
```typescript
|
|
117
|
-
import { LibSQLStore } from "@mastra/libsql";
|
|
118
|
-
|
|
119
|
-
const storage = new LibSQLStore({
|
|
120
|
-
id: 'libsql-storage',
|
|
121
|
-
url: "file:./storage.db",
|
|
122
|
-
});
|
|
123
|
-
|
|
124
|
-
await storage.init();
|
|
125
|
-
|
|
126
|
-
// Access domain-specific stores via getStore()
|
|
127
|
-
const memoryStore = await storage.getStore('memory');
|
|
128
|
-
const thread = await memoryStore?.getThreadById({ threadId: "..." });
|
|
129
|
-
```
|
|
130
|
-
|
|
131
|
-
## Observability
|
|
132
|
-
|
|
133
|
-
libSQL supports observability and is ideal for local development. Use the `realtime` [tracing strategy](https://mastra.ai/docs/observability/tracing/exporters/default) for immediate visibility while debugging.
|
|
134
|
-
|
|
135
|
-
For production environments with higher trace volumes, consider using [PostgreSQL](https://mastra.ai/reference/storage/postgresql) or [ClickHouse via composite storage](https://mastra.ai/reference/storage/composite).
|
|
@@ -1,305 +0,0 @@
|
|
|
1
|
-
# libSQL Vector Store
|
|
2
|
-
|
|
3
|
-
The libSQL storage implementation provides a SQLite-compatible vector search [libSQL](https://github.com/tursodatabase/libsql), a fork of SQLite with vector extensions, and [Turso](https://turso.tech/) with vector extensions, offering a lightweight and efficient vector database solution. It's part of the `@mastra/libsql` package and offers efficient vector similarity search with metadata filtering.
|
|
4
|
-
|
|
5
|
-
## Installation
|
|
6
|
-
|
|
7
|
-
**npm**:
|
|
8
|
-
|
|
9
|
-
```bash
|
|
10
|
-
npm install @mastra/libsql@latest
|
|
11
|
-
```
|
|
12
|
-
|
|
13
|
-
**pnpm**:
|
|
14
|
-
|
|
15
|
-
```bash
|
|
16
|
-
pnpm add @mastra/libsql@latest
|
|
17
|
-
```
|
|
18
|
-
|
|
19
|
-
**Yarn**:
|
|
20
|
-
|
|
21
|
-
```bash
|
|
22
|
-
yarn add @mastra/libsql@latest
|
|
23
|
-
```
|
|
24
|
-
|
|
25
|
-
**Bun**:
|
|
26
|
-
|
|
27
|
-
```bash
|
|
28
|
-
bun add @mastra/libsql@latest
|
|
29
|
-
```
|
|
30
|
-
|
|
31
|
-
## Usage
|
|
32
|
-
|
|
33
|
-
```typescript
|
|
34
|
-
import { LibSQLVector } from "@mastra/libsql";
|
|
35
|
-
|
|
36
|
-
// Create a new vector store instance
|
|
37
|
-
const store = new LibSQLVector({
|
|
38
|
-
id: 'libsql-vector',
|
|
39
|
-
url: process.env.DATABASE_URL,
|
|
40
|
-
// Optional: for Turso cloud databases
|
|
41
|
-
authToken: process.env.DATABASE_AUTH_TOKEN,
|
|
42
|
-
});
|
|
43
|
-
|
|
44
|
-
// Create an index
|
|
45
|
-
await store.createIndex({
|
|
46
|
-
indexName: "myCollection",
|
|
47
|
-
dimension: 1536,
|
|
48
|
-
});
|
|
49
|
-
|
|
50
|
-
// Add vectors with metadata
|
|
51
|
-
const vectors = [[0.1, 0.2, ...], [0.3, 0.4, ...]];
|
|
52
|
-
const metadata = [
|
|
53
|
-
{ text: "first document", category: "A" },
|
|
54
|
-
{ text: "second document", category: "B" }
|
|
55
|
-
];
|
|
56
|
-
await store.upsert({
|
|
57
|
-
indexName: "myCollection",
|
|
58
|
-
vectors,
|
|
59
|
-
metadata,
|
|
60
|
-
});
|
|
61
|
-
|
|
62
|
-
// Query similar vectors
|
|
63
|
-
const queryVector = [0.1, 0.2, ...];
|
|
64
|
-
const results = await store.query({
|
|
65
|
-
indexName: "myCollection",
|
|
66
|
-
queryVector,
|
|
67
|
-
topK: 10, // top K results
|
|
68
|
-
filter: { category: "A" } // optional metadata filter
|
|
69
|
-
});
|
|
70
|
-
```
|
|
71
|
-
|
|
72
|
-
## Constructor Options
|
|
73
|
-
|
|
74
|
-
**url:** (`string`): libSQL database URL. Use ':memory:' for in-memory database, 'file:dbname.db' for local file, or a libSQL-compatible connection string like 'libsql://your-database.turso.io'.
|
|
75
|
-
|
|
76
|
-
**authToken?:** (`string`): Authentication token for Turso cloud databases
|
|
77
|
-
|
|
78
|
-
**syncUrl?:** (`string`): URL for database replication (Turso specific)
|
|
79
|
-
|
|
80
|
-
**syncInterval?:** (`number`): Interval in milliseconds for database sync (Turso specific)
|
|
81
|
-
|
|
82
|
-
## Methods
|
|
83
|
-
|
|
84
|
-
### createIndex()
|
|
85
|
-
|
|
86
|
-
Creates a new vector collection. The index name must start with a letter or underscore and can only contain letters, numbers, and underscores. The dimension must be a positive integer.
|
|
87
|
-
|
|
88
|
-
**indexName:** (`string`): Name of the index to create
|
|
89
|
-
|
|
90
|
-
**dimension:** (`number`): Vector dimension size (must match your embedding model)
|
|
91
|
-
|
|
92
|
-
**metric?:** (`'cosine' | 'euclidean' | 'dotproduct'`): Distance metric for similarity search. Note: Currently only cosine similarity is supported by libSQL. (Default: `cosine`)
|
|
93
|
-
|
|
94
|
-
### upsert()
|
|
95
|
-
|
|
96
|
-
Adds or updates vectors and their metadata in the index. Uses a transaction to ensure all vectors are inserted atomically - if any insert fails, the entire operation is rolled back.
|
|
97
|
-
|
|
98
|
-
**indexName:** (`string`): Name of the index to insert into
|
|
99
|
-
|
|
100
|
-
**vectors:** (`number[][]`): Array of embedding vectors
|
|
101
|
-
|
|
102
|
-
**metadata?:** (`Record<string, any>[]`): Metadata for each vector
|
|
103
|
-
|
|
104
|
-
**ids?:** (`string[]`): Optional vector IDs (auto-generated if not provided)
|
|
105
|
-
|
|
106
|
-
### query()
|
|
107
|
-
|
|
108
|
-
Searches for similar vectors with optional metadata filtering.
|
|
109
|
-
|
|
110
|
-
**indexName:** (`string`): Name of the index to search in
|
|
111
|
-
|
|
112
|
-
**queryVector:** (`number[]`): Query vector to find similar vectors for
|
|
113
|
-
|
|
114
|
-
**topK?:** (`number`): Number of results to return (Default: `10`)
|
|
115
|
-
|
|
116
|
-
**filter?:** (`Filter`): Metadata filters
|
|
117
|
-
|
|
118
|
-
**includeVector?:** (`boolean`): Whether to include vector data in results (Default: `false`)
|
|
119
|
-
|
|
120
|
-
**minScore?:** (`number`): Minimum similarity score threshold (Default: `0`)
|
|
121
|
-
|
|
122
|
-
### describeIndex()
|
|
123
|
-
|
|
124
|
-
Gets information about an index.
|
|
125
|
-
|
|
126
|
-
**indexName:** (`string`): Name of the index to describe
|
|
127
|
-
|
|
128
|
-
Returns:
|
|
129
|
-
|
|
130
|
-
```typescript
|
|
131
|
-
interface IndexStats {
|
|
132
|
-
dimension: number;
|
|
133
|
-
count: number;
|
|
134
|
-
metric: "cosine" | "euclidean" | "dotproduct";
|
|
135
|
-
}
|
|
136
|
-
```
|
|
137
|
-
|
|
138
|
-
### deleteIndex()
|
|
139
|
-
|
|
140
|
-
Deletes an index and all its data.
|
|
141
|
-
|
|
142
|
-
**indexName:** (`string`): Name of the index to delete
|
|
143
|
-
|
|
144
|
-
### listIndexes()
|
|
145
|
-
|
|
146
|
-
Lists all vector indexes in the database.
|
|
147
|
-
|
|
148
|
-
Returns: `Promise<string[]>`
|
|
149
|
-
|
|
150
|
-
### truncateIndex()
|
|
151
|
-
|
|
152
|
-
Removes all vectors from an index while keeping the index structure.
|
|
153
|
-
|
|
154
|
-
**indexName:** (`string`): Name of the index to truncate
|
|
155
|
-
|
|
156
|
-
### updateVector()
|
|
157
|
-
|
|
158
|
-
Update a single vector by ID or by metadata filter. Either `id` or `filter` must be provided, but not both.
|
|
159
|
-
|
|
160
|
-
**indexName:** (`string`): Name of the index containing the vector
|
|
161
|
-
|
|
162
|
-
**id?:** (`string`): ID of the vector entry to update (mutually exclusive with filter)
|
|
163
|
-
|
|
164
|
-
**filter?:** (`Record<string, any>`): Metadata filter to identify vector(s) to update (mutually exclusive with id)
|
|
165
|
-
|
|
166
|
-
**update:** (`object`): Update data containing vector and/or metadata
|
|
167
|
-
|
|
168
|
-
**update.vector?:** (`number[]`): New vector data to update
|
|
169
|
-
|
|
170
|
-
**update.metadata?:** (`Record<string, any>`): New metadata to update
|
|
171
|
-
|
|
172
|
-
### deleteVector()
|
|
173
|
-
|
|
174
|
-
Deletes a specific vector entry from an index by its ID.
|
|
175
|
-
|
|
176
|
-
**indexName:** (`string`): Name of the index containing the vector
|
|
177
|
-
|
|
178
|
-
**id:** (`string`): ID of the vector entry to delete
|
|
179
|
-
|
|
180
|
-
### deleteVectors()
|
|
181
|
-
|
|
182
|
-
Delete multiple vectors by IDs or by metadata filter. Either `ids` or `filter` must be provided, but not both.
|
|
183
|
-
|
|
184
|
-
**indexName:** (`string`): Name of the index containing the vectors to delete
|
|
185
|
-
|
|
186
|
-
**ids?:** (`string[]`): Array of vector IDs to delete (mutually exclusive with filter)
|
|
187
|
-
|
|
188
|
-
**filter?:** (`Record<string, any>`): Metadata filter to identify vectors to delete (mutually exclusive with ids)
|
|
189
|
-
|
|
190
|
-
## Response Types
|
|
191
|
-
|
|
192
|
-
Query results are returned in this format:
|
|
193
|
-
|
|
194
|
-
```typescript
|
|
195
|
-
interface QueryResult {
|
|
196
|
-
id: string;
|
|
197
|
-
score: number;
|
|
198
|
-
metadata: Record<string, any>;
|
|
199
|
-
vector?: number[]; // Only included if includeVector is true
|
|
200
|
-
}
|
|
201
|
-
```
|
|
202
|
-
|
|
203
|
-
## Error Handling
|
|
204
|
-
|
|
205
|
-
The store throws specific errors for different failure cases:
|
|
206
|
-
|
|
207
|
-
```typescript
|
|
208
|
-
try {
|
|
209
|
-
await store.query({
|
|
210
|
-
indexName: "my-collection",
|
|
211
|
-
queryVector: queryVector,
|
|
212
|
-
});
|
|
213
|
-
} catch (error) {
|
|
214
|
-
// Handle specific error cases
|
|
215
|
-
if (error.message.includes("Invalid index name format")) {
|
|
216
|
-
console.error(
|
|
217
|
-
"Index name must start with a letter/underscore and contain only alphanumeric characters",
|
|
218
|
-
);
|
|
219
|
-
} else if (error.message.includes("Table not found")) {
|
|
220
|
-
console.error("The specified index does not exist");
|
|
221
|
-
} else {
|
|
222
|
-
console.error("Vector store error:", error.message);
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
```
|
|
226
|
-
|
|
227
|
-
Common error cases include:
|
|
228
|
-
|
|
229
|
-
- Invalid index name format
|
|
230
|
-
- Invalid vector dimensions
|
|
231
|
-
- Table/index not found
|
|
232
|
-
- Database connection issues
|
|
233
|
-
- Transaction failures during upsert
|
|
234
|
-
|
|
235
|
-
## Usage Example
|
|
236
|
-
|
|
237
|
-
### Local embeddings with fastembed
|
|
238
|
-
|
|
239
|
-
Embeddings are numeric vectors used by memory's `semanticRecall` to retrieve related messages by meaning (not keywords). This setup uses `@mastra/fastembed` to generate vector embeddings.
|
|
240
|
-
|
|
241
|
-
Install `fastembed` to get started:
|
|
242
|
-
|
|
243
|
-
**npm**:
|
|
244
|
-
|
|
245
|
-
```bash
|
|
246
|
-
npm install @mastra/fastembed@latest
|
|
247
|
-
```
|
|
248
|
-
|
|
249
|
-
**pnpm**:
|
|
250
|
-
|
|
251
|
-
```bash
|
|
252
|
-
pnpm add @mastra/fastembed@latest
|
|
253
|
-
```
|
|
254
|
-
|
|
255
|
-
**Yarn**:
|
|
256
|
-
|
|
257
|
-
```bash
|
|
258
|
-
yarn add @mastra/fastembed@latest
|
|
259
|
-
```
|
|
260
|
-
|
|
261
|
-
**Bun**:
|
|
262
|
-
|
|
263
|
-
```bash
|
|
264
|
-
bun add @mastra/fastembed@latest
|
|
265
|
-
```
|
|
266
|
-
|
|
267
|
-
Add the following to your agent:
|
|
268
|
-
|
|
269
|
-
```typescript
|
|
270
|
-
import { Memory } from "@mastra/memory";
|
|
271
|
-
import { Agent } from "@mastra/core/agent";
|
|
272
|
-
import { LibSQLStore, LibSQLVector } from "@mastra/libsql";
|
|
273
|
-
import { fastembed } from "@mastra/fastembed";
|
|
274
|
-
|
|
275
|
-
export const libsqlAgent = new Agent({
|
|
276
|
-
id: "libsql-agent",
|
|
277
|
-
name: "libSQL Agent",
|
|
278
|
-
instructions:
|
|
279
|
-
"You are an AI agent with the ability to automatically recall memories from previous interactions.",
|
|
280
|
-
model: "openai/gpt-5.1",
|
|
281
|
-
memory: new Memory({
|
|
282
|
-
storage: new LibSQLStore({
|
|
283
|
-
id: 'libsql-agent-storage',
|
|
284
|
-
url: "file:libsql-agent.db",
|
|
285
|
-
}),
|
|
286
|
-
vector: new LibSQLVector({
|
|
287
|
-
id: 'libsql-agent-vector',
|
|
288
|
-
url: "file:libsql-agent.db",
|
|
289
|
-
}),
|
|
290
|
-
embedder: fastembed,
|
|
291
|
-
options: {
|
|
292
|
-
lastMessages: 10,
|
|
293
|
-
semanticRecall: {
|
|
294
|
-
topK: 3,
|
|
295
|
-
messageRange: 2,
|
|
296
|
-
},
|
|
297
|
-
generateTitle: true, // Explicitly enable automatic title generation
|
|
298
|
-
},
|
|
299
|
-
}),
|
|
300
|
-
});
|
|
301
|
-
```
|
|
302
|
-
|
|
303
|
-
## Related
|
|
304
|
-
|
|
305
|
-
- [Metadata Filters](https://mastra.ai/reference/rag/metadata-filters)
|