@mastra/upstash 0.1.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +32 -0
- package/LICENSE +44 -0
- package/README.md +59 -0
- package/dist/index.d.ts +88 -0
- package/dist/index.js +466 -0
- package/docker-compose.yaml +15 -0
- package/package.json +35 -0
- package/src/index.ts +2 -0
- package/src/storage/index.ts +286 -0
- package/src/storage/upstash.test.ts +381 -0
- package/src/vector/filter.test.ts +557 -0
- package/src/vector/filter.ts +253 -0
- package/src/vector/index.test.ts +872 -0
- package/src/vector/index.ts +101 -0
- package/tsconfig.json +5 -0
- package/vitest.config.ts +11 -0
package/CHANGELOG.md
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
# @mastra/upstash
|
|
2
|
+
|
|
3
|
+
## 0.1.0-alpha.2
|
|
4
|
+
|
|
5
|
+
### Minor Changes
|
|
6
|
+
|
|
7
|
+
- c87eb4e: Combine Upstash packages into `@mastra/upstash`.
|
|
8
|
+
|
|
9
|
+
- Move and combine packages to `stores/upstash`
|
|
10
|
+
- Reorganize source files into `src/vector` and `src/store`
|
|
11
|
+
- Add deprecation notices to old packages
|
|
12
|
+
- Update documentation and examples
|
|
13
|
+
- No breaking changes in functionality
|
|
14
|
+
|
|
15
|
+
## 0.1.0-alpha.1
|
|
16
|
+
|
|
17
|
+
### Major Changes
|
|
18
|
+
|
|
19
|
+
- Combined @mastra/vector-upstash and @mastra/store-upstash into a single package
|
|
20
|
+
- Moved source code into src/vector and src/storage directories
|
|
21
|
+
- Updated package exports to include both vector and storage functionality
|
|
22
|
+
- Updated documentation to reflect combined package structure
|
|
23
|
+
- Added proper test skipping for vector tests when credentials are not available
|
|
24
|
+
|
|
25
|
+
### Migration Guide
|
|
26
|
+
|
|
27
|
+
If you were previously using either @mastra/vector-upstash or @mastra/store-upstash, you'll need to:
|
|
28
|
+
|
|
29
|
+
1. Update your package.json to use @mastra/upstash instead
|
|
30
|
+
2. Update your imports:
|
|
31
|
+
- Change `import { UpstashVector } from '@mastra/vector-upstash'` to `import { UpstashVector } from '@mastra/upstash'`
|
|
32
|
+
- Change `import { UpstashStore } from '@mastra/store-upstash'` to `import { UpstashStore } from '@mastra/upstash'`
|
package/LICENSE
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
Elastic License 2.0 (ELv2)
|
|
2
|
+
|
|
3
|
+
**Acceptance**
|
|
4
|
+
By using the software, you agree to all of the terms and conditions below.
|
|
5
|
+
|
|
6
|
+
**Copyright License**
|
|
7
|
+
The licensor grants you a non-exclusive, royalty-free, worldwide, non-sublicensable, non-transferable license to use, copy, distribute, make available, and prepare derivative works of the software, in each case subject to the limitations and conditions below
|
|
8
|
+
|
|
9
|
+
**Limitations**
|
|
10
|
+
You may not provide the software to third parties as a hosted or managed service, where the service provides users with access to any substantial set of the features or functionality of the software.
|
|
11
|
+
|
|
12
|
+
You may not move, change, disable, or circumvent the license key functionality in the software, and you may not remove or obscure any functionality in the software that is protected by the license key.
|
|
13
|
+
|
|
14
|
+
You may not alter, remove, or obscure any licensing, copyright, or other notices of the licensor in the software. Any use of the licensor’s trademarks is subject to applicable law.
|
|
15
|
+
|
|
16
|
+
**Patents**
|
|
17
|
+
The licensor grants you a license, under any patent claims the licensor can license, or becomes able to license, to make, have made, use, sell, offer for sale, import and have imported the software, in each case subject to the limitations and conditions in this license. This license does not cover any patent claims that you cause to be infringed by modifications or additions to the software. If you or your company make any written claim that the software infringes or contributes to infringement of any patent, your patent license for the software granted under these terms ends immediately. If your company makes such a claim, your patent license ends immediately for work on behalf of your company.
|
|
18
|
+
|
|
19
|
+
**Notices**
|
|
20
|
+
You must ensure that anyone who gets a copy of any part of the software from you also gets a copy of these terms.
|
|
21
|
+
|
|
22
|
+
If you modify the software, you must include in any modified copies of the software prominent notices stating that you have modified the software.
|
|
23
|
+
|
|
24
|
+
**No Other Rights**
|
|
25
|
+
These terms do not imply any licenses other than those expressly granted in these terms.
|
|
26
|
+
|
|
27
|
+
**Termination**
|
|
28
|
+
If you use the software in violation of these terms, such use is not licensed, and your licenses will automatically terminate. If the licensor provides you with a notice of your violation, and you cease all violation of this license no later than 30 days after you receive that notice, your licenses will be reinstated retroactively. However, if you violate these terms after such reinstatement, any additional violation of these terms will cause your licenses to terminate automatically and permanently.
|
|
29
|
+
|
|
30
|
+
**No Liability**
|
|
31
|
+
As far as the law allows, the software comes as is, without any warranty or condition, and the licensor will not be liable to you for any damages arising out of these terms or the use or nature of the software, under any kind of legal claim.
|
|
32
|
+
|
|
33
|
+
**Definitions**
|
|
34
|
+
The _licensor_ is the entity offering these terms, and the _software_ is the software the licensor makes available under these terms, including any portion of it.
|
|
35
|
+
|
|
36
|
+
_you_ refers to the individual or entity agreeing to these terms.
|
|
37
|
+
|
|
38
|
+
_your company_ is any legal entity, sole proprietorship, or other kind of organization that you work for, plus all organizations that have control over, are under the control of, or are under common control with that organization. _control_ means ownership of substantially all the assets of an entity, or the power to direct its management and policies by vote, contract, or otherwise. Control can be direct or indirect.
|
|
39
|
+
|
|
40
|
+
_your licenses_ are all the licenses granted to you for the software under these terms.
|
|
41
|
+
|
|
42
|
+
_use_ means anything you do with the software requiring one of your licenses.
|
|
43
|
+
|
|
44
|
+
_trademark_ means trademarks, service marks, and similar rights.
|
package/README.md
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
# @mastra/upstash
|
|
2
|
+
|
|
3
|
+
Upstash provider for Mastra that includes both vector store and database storage capabilities.
|
|
4
|
+
|
|
5
|
+
## Installation
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
npm install @mastra/upstash
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Vector Store Usage
|
|
12
|
+
|
|
13
|
+
```typescript
|
|
14
|
+
import { UpstashVector } from '@mastra/upstash';
|
|
15
|
+
|
|
16
|
+
const vectorStore = new UpstashVector({
|
|
17
|
+
// configuration options
|
|
18
|
+
});
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
### Vector Store Configuration
|
|
22
|
+
|
|
23
|
+
The Upstash vector store requires the following configuration:
|
|
24
|
+
|
|
25
|
+
- `UPSTASH_VECTOR_REST_URL`: Your Upstash Vector REST URL
|
|
26
|
+
- `UPSTASH_VECTOR_TOKEN`: Your Upstash Vector REST token
|
|
27
|
+
- `UPSTASH_INDEX`: Name of the index to use
|
|
28
|
+
|
|
29
|
+
## Database Storage Usage
|
|
30
|
+
|
|
31
|
+
```typescript
|
|
32
|
+
import { UpstashStore } from '@mastra/upstash';
|
|
33
|
+
|
|
34
|
+
const store = new UpstashStore({
|
|
35
|
+
url: process.env.UPSTASH_REDIS_REST_URL,
|
|
36
|
+
token: process.env.UPSTASH_REDIS_REST_TOKEN,
|
|
37
|
+
});
|
|
38
|
+
```
|
|
39
|
+
|
|
40
|
+
### Database Storage Configuration
|
|
41
|
+
|
|
42
|
+
The Upstash store requires the following configuration:
|
|
43
|
+
|
|
44
|
+
- `UPSTASH_REDIS_REST_URL`: Your Upstash Redis REST URL
|
|
45
|
+
- `UPSTASH_REDIS_REST_TOKEN`: Your Upstash Redis REST token
|
|
46
|
+
|
|
47
|
+
## Features
|
|
48
|
+
|
|
49
|
+
- Serverless vector database and key-value store
|
|
50
|
+
- Pay-per-use pricing
|
|
51
|
+
- Low latency global access
|
|
52
|
+
- REST API interface
|
|
53
|
+
- Built-in vector similarity search
|
|
54
|
+
- Durable storage for chat history and agent memory
|
|
55
|
+
|
|
56
|
+
## Related Links
|
|
57
|
+
|
|
58
|
+
- [Upstash Vector Documentation](https://docs.upstash.com/vector)
|
|
59
|
+
- [Upstash Redis Documentation](https://docs.upstash.com/redis)
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { StorageThreadType, MessageType } from '@mastra/core/memory';
|
|
2
|
+
import { MastraStorage, TABLE_NAMES, StorageColumn, StorageGetMessagesArg } from '@mastra/core/storage';
|
|
3
|
+
import { WorkflowRunState } from '@mastra/core/workflows';
|
|
4
|
+
import { Filter } from '@mastra/core/filter';
|
|
5
|
+
import { MastraVector, QueryResult } from '@mastra/core/vector';
|
|
6
|
+
|
|
7
|
+
interface UpstashConfig {
|
|
8
|
+
url: string;
|
|
9
|
+
token: string;
|
|
10
|
+
}
|
|
11
|
+
declare class UpstashStore extends MastraStorage {
|
|
12
|
+
private redis;
|
|
13
|
+
constructor(config: UpstashConfig);
|
|
14
|
+
private getKey;
|
|
15
|
+
private ensureDate;
|
|
16
|
+
private serializeDate;
|
|
17
|
+
createTable({ tableName, schema, }: {
|
|
18
|
+
tableName: TABLE_NAMES;
|
|
19
|
+
schema: Record<string, StorageColumn>;
|
|
20
|
+
}): Promise<void>;
|
|
21
|
+
clearTable({ tableName }: {
|
|
22
|
+
tableName: TABLE_NAMES;
|
|
23
|
+
}): Promise<void>;
|
|
24
|
+
insert({ tableName, record }: {
|
|
25
|
+
tableName: TABLE_NAMES;
|
|
26
|
+
record: Record<string, any>;
|
|
27
|
+
}): Promise<void>;
|
|
28
|
+
load<R>({ tableName, keys }: {
|
|
29
|
+
tableName: TABLE_NAMES;
|
|
30
|
+
keys: Record<string, string>;
|
|
31
|
+
}): Promise<R | null>;
|
|
32
|
+
getThreadById({ threadId }: {
|
|
33
|
+
threadId: string;
|
|
34
|
+
}): Promise<StorageThreadType | null>;
|
|
35
|
+
getThreadsByResourceId({ resourceId }: {
|
|
36
|
+
resourceId: string;
|
|
37
|
+
}): Promise<StorageThreadType[]>;
|
|
38
|
+
saveThread({ thread }: {
|
|
39
|
+
thread: StorageThreadType;
|
|
40
|
+
}): Promise<StorageThreadType>;
|
|
41
|
+
updateThread({ id, title, metadata, }: {
|
|
42
|
+
id: string;
|
|
43
|
+
title: string;
|
|
44
|
+
metadata: Record<string, unknown>;
|
|
45
|
+
}): Promise<StorageThreadType>;
|
|
46
|
+
deleteThread({ threadId }: {
|
|
47
|
+
threadId: string;
|
|
48
|
+
}): Promise<void>;
|
|
49
|
+
private getMessageKey;
|
|
50
|
+
private getThreadMessagesKey;
|
|
51
|
+
saveMessages({ messages }: {
|
|
52
|
+
messages: MessageType[];
|
|
53
|
+
}): Promise<MessageType[]>;
|
|
54
|
+
getMessages<T = unknown>({ threadId, selectBy }: StorageGetMessagesArg): Promise<T[]>;
|
|
55
|
+
persistWorkflowSnapshot(params: {
|
|
56
|
+
namespace: string;
|
|
57
|
+
workflowName: string;
|
|
58
|
+
runId: string;
|
|
59
|
+
snapshot: WorkflowRunState;
|
|
60
|
+
}): Promise<void>;
|
|
61
|
+
loadWorkflowSnapshot(params: {
|
|
62
|
+
namespace: string;
|
|
63
|
+
workflowName: string;
|
|
64
|
+
runId: string;
|
|
65
|
+
}): Promise<WorkflowRunState | null>;
|
|
66
|
+
close(): Promise<void>;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
declare class UpstashVector extends MastraVector {
|
|
70
|
+
private client;
|
|
71
|
+
constructor({ url, token }: {
|
|
72
|
+
url: string;
|
|
73
|
+
token: string;
|
|
74
|
+
});
|
|
75
|
+
upsert(indexName: string, vectors: number[][], metadata?: Record<string, any>[], ids?: string[]): Promise<string[]>;
|
|
76
|
+
transformFilter(filter?: Filter): string | undefined;
|
|
77
|
+
createIndex(_indexName: string, _dimension: number, _metric?: 'cosine' | 'euclidean' | 'dotproduct'): Promise<void>;
|
|
78
|
+
query(indexName: string, queryVector: number[], topK?: number, filter?: Filter, includeVector?: boolean): Promise<QueryResult[]>;
|
|
79
|
+
listIndexes(): Promise<string[]>;
|
|
80
|
+
describeIndex(indexName: string): Promise<{
|
|
81
|
+
dimension: number;
|
|
82
|
+
count: number;
|
|
83
|
+
metric: "cosine" | "euclidean" | "dotproduct";
|
|
84
|
+
}>;
|
|
85
|
+
deleteIndex(indexName: string): Promise<void>;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
export { type UpstashConfig, UpstashStore, UpstashVector };
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
1
|
+
import '@mastra/core/memory';
|
|
2
|
+
import { MastraStorage } from '@mastra/core/storage';
|
|
3
|
+
import '@mastra/core/workflows';
|
|
4
|
+
import { Redis } from '@upstash/redis';
|
|
5
|
+
import { MastraVector } from '@mastra/core/vector';
|
|
6
|
+
import { Index } from '@upstash/vector';
|
|
7
|
+
import { BaseFilterTranslator } from '@mastra/core/filter';
|
|
8
|
+
|
|
9
|
+
// src/storage/index.ts
|
|
10
|
+
var UpstashStore = class extends MastraStorage {
|
|
11
|
+
redis;
|
|
12
|
+
constructor(config) {
|
|
13
|
+
super({ name: "Upstash" });
|
|
14
|
+
this.redis = new Redis({
|
|
15
|
+
url: config.url,
|
|
16
|
+
token: config.token
|
|
17
|
+
});
|
|
18
|
+
}
|
|
19
|
+
getKey(tableName, keys) {
|
|
20
|
+
const keyParts = Object.entries(keys).map(([key, value]) => `${key}:${value}`);
|
|
21
|
+
return `${tableName}:${keyParts.join(":")}`;
|
|
22
|
+
}
|
|
23
|
+
ensureDate(date) {
|
|
24
|
+
if (!date) return undefined;
|
|
25
|
+
return date instanceof Date ? date : new Date(date);
|
|
26
|
+
}
|
|
27
|
+
serializeDate(date) {
|
|
28
|
+
if (!date) return undefined;
|
|
29
|
+
const dateObj = this.ensureDate(date);
|
|
30
|
+
return dateObj?.toISOString();
|
|
31
|
+
}
|
|
32
|
+
async createTable({
|
|
33
|
+
tableName,
|
|
34
|
+
schema
|
|
35
|
+
}) {
|
|
36
|
+
await this.redis.set(`schema:${tableName}`, schema);
|
|
37
|
+
}
|
|
38
|
+
async clearTable({ tableName }) {
|
|
39
|
+
const pattern = `${tableName}:*`;
|
|
40
|
+
const keys = await this.redis.keys(pattern);
|
|
41
|
+
if (keys.length > 0) {
|
|
42
|
+
await this.redis.del(...keys);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
async insert({ tableName, record }) {
|
|
46
|
+
let key;
|
|
47
|
+
if (tableName === MastraStorage.TABLE_MESSAGES) {
|
|
48
|
+
key = this.getKey(tableName, { threadId: record.threadId, id: record.id });
|
|
49
|
+
} else {
|
|
50
|
+
key = this.getKey(tableName, { id: record.id });
|
|
51
|
+
}
|
|
52
|
+
const processedRecord = {
|
|
53
|
+
...record,
|
|
54
|
+
createdAt: this.serializeDate(record.createdAt),
|
|
55
|
+
updatedAt: this.serializeDate(record.updatedAt)
|
|
56
|
+
};
|
|
57
|
+
await this.redis.set(key, processedRecord);
|
|
58
|
+
}
|
|
59
|
+
async load({ tableName, keys }) {
|
|
60
|
+
const key = this.getKey(tableName, keys);
|
|
61
|
+
const data = await this.redis.get(key);
|
|
62
|
+
return data || null;
|
|
63
|
+
}
|
|
64
|
+
async getThreadById({ threadId }) {
|
|
65
|
+
const thread = await this.load({
|
|
66
|
+
tableName: MastraStorage.TABLE_THREADS,
|
|
67
|
+
keys: { id: threadId }
|
|
68
|
+
});
|
|
69
|
+
if (!thread) return null;
|
|
70
|
+
return {
|
|
71
|
+
...thread,
|
|
72
|
+
createdAt: this.ensureDate(thread.createdAt),
|
|
73
|
+
updatedAt: this.ensureDate(thread.updatedAt),
|
|
74
|
+
metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
async getThreadsByResourceId({ resourceId }) {
|
|
78
|
+
const pattern = `${MastraStorage.TABLE_THREADS}:*`;
|
|
79
|
+
const keys = await this.redis.keys(pattern);
|
|
80
|
+
const threads = await Promise.all(
|
|
81
|
+
keys.map(async (key) => {
|
|
82
|
+
const data = await this.redis.get(key);
|
|
83
|
+
return data;
|
|
84
|
+
})
|
|
85
|
+
);
|
|
86
|
+
return threads.filter((thread) => thread && thread.resourceId === resourceId).map((thread) => ({
|
|
87
|
+
...thread,
|
|
88
|
+
createdAt: this.ensureDate(thread.createdAt),
|
|
89
|
+
updatedAt: this.ensureDate(thread.updatedAt),
|
|
90
|
+
metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata
|
|
91
|
+
}));
|
|
92
|
+
}
|
|
93
|
+
async saveThread({ thread }) {
|
|
94
|
+
await this.insert({
|
|
95
|
+
tableName: MastraStorage.TABLE_THREADS,
|
|
96
|
+
record: thread
|
|
97
|
+
});
|
|
98
|
+
return thread;
|
|
99
|
+
}
|
|
100
|
+
async updateThread({
|
|
101
|
+
id,
|
|
102
|
+
title,
|
|
103
|
+
metadata
|
|
104
|
+
}) {
|
|
105
|
+
const thread = await this.getThreadById({ threadId: id });
|
|
106
|
+
if (!thread) {
|
|
107
|
+
throw new Error(`Thread ${id} not found`);
|
|
108
|
+
}
|
|
109
|
+
const updatedThread = {
|
|
110
|
+
...thread,
|
|
111
|
+
title,
|
|
112
|
+
metadata: {
|
|
113
|
+
...thread.metadata,
|
|
114
|
+
...metadata
|
|
115
|
+
}
|
|
116
|
+
};
|
|
117
|
+
await this.__saveThread({ thread: updatedThread });
|
|
118
|
+
return updatedThread;
|
|
119
|
+
}
|
|
120
|
+
async deleteThread({ threadId }) {
|
|
121
|
+
const key = this.getKey(MastraStorage.TABLE_THREADS, { id: threadId });
|
|
122
|
+
await this.redis.del(key);
|
|
123
|
+
}
|
|
124
|
+
getMessageKey(threadId, messageId) {
|
|
125
|
+
return this.getKey(MastraStorage.TABLE_MESSAGES, { threadId, id: messageId });
|
|
126
|
+
}
|
|
127
|
+
getThreadMessagesKey(threadId) {
|
|
128
|
+
return `thread:${threadId}:messages`;
|
|
129
|
+
}
|
|
130
|
+
async saveMessages({ messages }) {
|
|
131
|
+
if (messages.length === 0) return [];
|
|
132
|
+
const pipeline = this.redis.pipeline();
|
|
133
|
+
const messagesWithIndex = messages.map((message, index) => ({
|
|
134
|
+
...message,
|
|
135
|
+
_index: index
|
|
136
|
+
}));
|
|
137
|
+
for (const message of messagesWithIndex) {
|
|
138
|
+
const key = this.getMessageKey(message.threadId, message.id);
|
|
139
|
+
const score = message._index !== undefined ? message._index : new Date(message.createdAt).getTime();
|
|
140
|
+
pipeline.set(key, message);
|
|
141
|
+
pipeline.zadd(this.getThreadMessagesKey(message.threadId), {
|
|
142
|
+
score,
|
|
143
|
+
member: message.id
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
await pipeline.exec();
|
|
147
|
+
return messages;
|
|
148
|
+
}
|
|
149
|
+
async getMessages({ threadId, selectBy }) {
|
|
150
|
+
const limit = typeof selectBy?.last === `number` ? selectBy.last : 40;
|
|
151
|
+
const messageIds = /* @__PURE__ */ new Set();
|
|
152
|
+
const threadMessagesKey = this.getThreadMessagesKey(threadId);
|
|
153
|
+
if (limit === 0 && !selectBy?.include) {
|
|
154
|
+
return [];
|
|
155
|
+
}
|
|
156
|
+
if (selectBy?.include?.length) {
|
|
157
|
+
for (const item of selectBy.include) {
|
|
158
|
+
messageIds.add(item.id);
|
|
159
|
+
if (item.withPreviousMessages || item.withNextMessages) {
|
|
160
|
+
const rank = await this.redis.zrank(threadMessagesKey, item.id);
|
|
161
|
+
if (rank === null) continue;
|
|
162
|
+
if (item.withPreviousMessages) {
|
|
163
|
+
const start = Math.max(0, rank - item.withPreviousMessages);
|
|
164
|
+
const prevIds = rank === 0 ? [] : await this.redis.zrange(threadMessagesKey, start, rank - 1);
|
|
165
|
+
prevIds.forEach((id) => messageIds.add(id));
|
|
166
|
+
}
|
|
167
|
+
if (item.withNextMessages) {
|
|
168
|
+
const nextIds = await this.redis.zrange(threadMessagesKey, rank + 1, rank + item.withNextMessages);
|
|
169
|
+
nextIds.forEach((id) => messageIds.add(id));
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
const latestIds = limit === 0 ? [] : await this.redis.zrange(threadMessagesKey, -limit, -1);
|
|
175
|
+
latestIds.forEach((id) => messageIds.add(id));
|
|
176
|
+
const messages = (await Promise.all(
|
|
177
|
+
Array.from(messageIds).map(
|
|
178
|
+
async (id) => this.redis.get(this.getMessageKey(threadId, id))
|
|
179
|
+
)
|
|
180
|
+
)).filter((msg) => msg !== null);
|
|
181
|
+
const messageOrder = await this.redis.zrange(threadMessagesKey, 0, -1);
|
|
182
|
+
messages.sort((a, b) => messageOrder.indexOf(a.id) - messageOrder.indexOf(b.id));
|
|
183
|
+
return messages.map(({ _index, ...message }) => message);
|
|
184
|
+
}
|
|
185
|
+
async persistWorkflowSnapshot(params) {
|
|
186
|
+
const { namespace, workflowName, runId, snapshot } = params;
|
|
187
|
+
const key = this.getKey(MastraStorage.TABLE_WORKFLOW_SNAPSHOT, {
|
|
188
|
+
namespace,
|
|
189
|
+
workflow_name: workflowName,
|
|
190
|
+
run_id: runId
|
|
191
|
+
});
|
|
192
|
+
await this.redis.set(key, snapshot);
|
|
193
|
+
}
|
|
194
|
+
async loadWorkflowSnapshot(params) {
|
|
195
|
+
const { namespace, workflowName, runId } = params;
|
|
196
|
+
const key = this.getKey(MastraStorage.TABLE_WORKFLOW_SNAPSHOT, {
|
|
197
|
+
namespace,
|
|
198
|
+
workflow_name: workflowName,
|
|
199
|
+
run_id: runId
|
|
200
|
+
});
|
|
201
|
+
const data = await this.redis.get(key);
|
|
202
|
+
return data || null;
|
|
203
|
+
}
|
|
204
|
+
async close() {
|
|
205
|
+
}
|
|
206
|
+
};
|
|
207
|
+
var UpstashFilterTranslator = class extends BaseFilterTranslator {
|
|
208
|
+
getSupportedOperators() {
|
|
209
|
+
return {
|
|
210
|
+
...BaseFilterTranslator.DEFAULT_OPERATORS,
|
|
211
|
+
array: ["$in", "$nin", "$all"],
|
|
212
|
+
regex: ["$regex"],
|
|
213
|
+
custom: ["$contains"]
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
translate(filter) {
|
|
217
|
+
if (this.isEmpty(filter)) return undefined;
|
|
218
|
+
this.validateFilter(filter);
|
|
219
|
+
return this.translateNode(filter);
|
|
220
|
+
}
|
|
221
|
+
translateNode(node, path = "") {
|
|
222
|
+
if (this.isRegex(node)) {
|
|
223
|
+
throw new Error("Direct regex pattern format is not supported in Upstash");
|
|
224
|
+
}
|
|
225
|
+
if (node === null || node === undefined) {
|
|
226
|
+
throw new Error("Filtering for null/undefined values is not supported by Upstash Vector");
|
|
227
|
+
}
|
|
228
|
+
if (this.isPrimitive(node)) {
|
|
229
|
+
if (node === null || node === undefined) {
|
|
230
|
+
throw new Error("Filtering for null/undefined values is not supported by Upstash Vector");
|
|
231
|
+
}
|
|
232
|
+
return this.formatComparison(path, "=", node);
|
|
233
|
+
}
|
|
234
|
+
if (Array.isArray(node)) {
|
|
235
|
+
if (node.length === 0) {
|
|
236
|
+
return "(HAS FIELD empty AND HAS NOT FIELD empty)";
|
|
237
|
+
}
|
|
238
|
+
return `${path} IN (${this.formatArray(node)})`;
|
|
239
|
+
}
|
|
240
|
+
const entries = Object.entries(node);
|
|
241
|
+
const conditions = [];
|
|
242
|
+
for (const [key, value] of entries) {
|
|
243
|
+
const newPath = path ? `${path}.${key}` : key;
|
|
244
|
+
if (this.isOperator(key)) {
|
|
245
|
+
conditions.push(this.translateOperator(key, value, path));
|
|
246
|
+
} else if (typeof value === "object" && value !== null) {
|
|
247
|
+
conditions.push(this.translateNode(value, newPath));
|
|
248
|
+
} else if (value === null || value === undefined) {
|
|
249
|
+
throw new Error("Filtering for null/undefined values is not supported by Upstash Vector");
|
|
250
|
+
} else {
|
|
251
|
+
conditions.push(this.formatComparison(newPath, "=", value));
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
return conditions.length > 1 ? `(${conditions.join(" AND ")})` : conditions[0] ?? "";
|
|
255
|
+
}
|
|
256
|
+
COMPARISON_OPS = {
|
|
257
|
+
$eq: "=",
|
|
258
|
+
$ne: "!=",
|
|
259
|
+
$gt: ">",
|
|
260
|
+
$gte: ">=",
|
|
261
|
+
$lt: "<",
|
|
262
|
+
$lte: "<="
|
|
263
|
+
};
|
|
264
|
+
translateOperator(operator, value, path) {
|
|
265
|
+
if (this.isBasicOperator(operator) || this.isNumericOperator(operator)) {
|
|
266
|
+
return this.formatComparison(path, this.COMPARISON_OPS[operator], value);
|
|
267
|
+
}
|
|
268
|
+
switch (operator) {
|
|
269
|
+
case "$in":
|
|
270
|
+
if (!Array.isArray(value) || value.length === 0) {
|
|
271
|
+
return "(HAS FIELD empty AND HAS NOT FIELD empty)";
|
|
272
|
+
}
|
|
273
|
+
return `${path} IN (${this.formatArray(value)})`;
|
|
274
|
+
case "$nin":
|
|
275
|
+
return `${path} NOT IN (${this.formatArray(value)})`;
|
|
276
|
+
case "$contains":
|
|
277
|
+
return `${path} CONTAINS ${this.formatValue(value)}`;
|
|
278
|
+
case "$regex":
|
|
279
|
+
return `${path} GLOB ${this.formatValue(value)}`;
|
|
280
|
+
case "$exists":
|
|
281
|
+
return value ? `HAS FIELD ${path}` : `HAS NOT FIELD ${path}`;
|
|
282
|
+
case "$and":
|
|
283
|
+
if (!Array.isArray(value) || value.length === 0) {
|
|
284
|
+
return "(HAS FIELD empty OR HAS NOT FIELD empty)";
|
|
285
|
+
}
|
|
286
|
+
return this.joinConditions(value, "AND");
|
|
287
|
+
case "$or":
|
|
288
|
+
if (!Array.isArray(value) || value.length === 0) {
|
|
289
|
+
return "(HAS FIELD empty AND HAS NOT FIELD empty)";
|
|
290
|
+
}
|
|
291
|
+
return this.joinConditions(value, "OR");
|
|
292
|
+
case "$not":
|
|
293
|
+
return this.formatNot(path, value);
|
|
294
|
+
case "$nor":
|
|
295
|
+
return this.formatNot("", { $or: value });
|
|
296
|
+
case "$all":
|
|
297
|
+
return this.translateOperator(
|
|
298
|
+
"$and",
|
|
299
|
+
value.map((item) => ({ [path]: { $contains: item } })),
|
|
300
|
+
""
|
|
301
|
+
);
|
|
302
|
+
default:
|
|
303
|
+
throw new Error(`Unsupported operator: ${operator}`);
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
NEGATED_OPERATORS = {
|
|
307
|
+
$eq: "$ne",
|
|
308
|
+
$ne: "$eq",
|
|
309
|
+
$gt: "$lte",
|
|
310
|
+
$gte: "$lt",
|
|
311
|
+
$lt: "$gte",
|
|
312
|
+
$lte: "$gt",
|
|
313
|
+
$in: "$nin",
|
|
314
|
+
$nin: "$in",
|
|
315
|
+
$exists: "$exists"
|
|
316
|
+
// Special case - we'll flip the value
|
|
317
|
+
};
|
|
318
|
+
formatNot(path, value) {
|
|
319
|
+
if (typeof value !== "object") {
|
|
320
|
+
return `${path} != ${this.formatValue(value)}`;
|
|
321
|
+
}
|
|
322
|
+
if (!Object.keys(value).some((k) => k.startsWith("$"))) {
|
|
323
|
+
const [fieldName, fieldValue] = Object.entries(value)[0] ?? [];
|
|
324
|
+
if (typeof fieldValue === "object" && fieldValue !== null && Object.keys(fieldValue)[0]?.startsWith("$")) {
|
|
325
|
+
const [op2, val2] = Object.entries(fieldValue)[0] ?? [];
|
|
326
|
+
const negatedOp = this.NEGATED_OPERATORS[op2];
|
|
327
|
+
if (!negatedOp) throw new Error(`Unsupported operator in NOT: ${op2}`);
|
|
328
|
+
if (op2 === "$exists") {
|
|
329
|
+
return this.translateOperator(op2, !val2, fieldName ?? "");
|
|
330
|
+
}
|
|
331
|
+
return this.translateOperator(negatedOp, val2, fieldName ?? "");
|
|
332
|
+
}
|
|
333
|
+
return `${fieldName} != ${this.formatValue(fieldValue)}`;
|
|
334
|
+
}
|
|
335
|
+
const [op, val] = Object.entries(value)[0] ?? [];
|
|
336
|
+
if (op === "$lt") return `${path} >= ${this.formatValue(val)}`;
|
|
337
|
+
if (op === "$lte") return `${path} > ${this.formatValue(val)}`;
|
|
338
|
+
if (op === "$gt") return `${path} <= ${this.formatValue(val)}`;
|
|
339
|
+
if (op === "$gte") return `${path} < ${this.formatValue(val)}`;
|
|
340
|
+
if (op === "$ne") return `${path} = ${this.formatValue(val)}`;
|
|
341
|
+
if (op === "$eq") return `${path} != ${this.formatValue(val)}`;
|
|
342
|
+
if (op === "$contains") return `${path} NOT CONTAINS ${this.formatValue(val)}`;
|
|
343
|
+
if (op === "$regex") return `${path} NOT GLOB ${this.formatValue(val)}`;
|
|
344
|
+
if (op === "$in") return `${path} NOT IN (${this.formatArray(val)})`;
|
|
345
|
+
if (op === "$exists") return val ? `HAS NOT FIELD ${path}` : `HAS FIELD ${path}`;
|
|
346
|
+
if (op === "$and" || op === "$or") {
|
|
347
|
+
const newOp = op === "$and" ? "$or" : "$and";
|
|
348
|
+
const conditions = val.map((condition) => {
|
|
349
|
+
const [fieldName, fieldValue] = Object.entries(condition)[0] ?? [];
|
|
350
|
+
return { [fieldName]: { $not: fieldValue } };
|
|
351
|
+
});
|
|
352
|
+
return this.translateOperator(newOp, conditions, "");
|
|
353
|
+
}
|
|
354
|
+
if (op === "$nor") {
|
|
355
|
+
return this.translateOperator("$or", val, "");
|
|
356
|
+
}
|
|
357
|
+
return `${path} != ${this.formatValue(val)}`;
|
|
358
|
+
}
|
|
359
|
+
formatValue(value) {
|
|
360
|
+
if (value === null || value === undefined) {
|
|
361
|
+
throw new Error("Filtering for null/undefined values is not supported by Upstash Vector");
|
|
362
|
+
}
|
|
363
|
+
if (typeof value === "string") {
|
|
364
|
+
const hasSingleQuote = /'/g.test(value);
|
|
365
|
+
const hasDoubleQuote = /"/g.test(value);
|
|
366
|
+
if (hasSingleQuote && hasDoubleQuote) {
|
|
367
|
+
return `'${value.replace(/\\/g, "\\\\").replace(/'/g, "\\'")}'`;
|
|
368
|
+
}
|
|
369
|
+
if (hasSingleQuote) {
|
|
370
|
+
return `"${value}"`;
|
|
371
|
+
}
|
|
372
|
+
return `'${value}'`;
|
|
373
|
+
}
|
|
374
|
+
if (typeof value === "number") {
|
|
375
|
+
if (Math.abs(value) < 1e-6 || Math.abs(value) > 1e6) {
|
|
376
|
+
return value.toFixed(20).replace(/\.?0+$/, "");
|
|
377
|
+
}
|
|
378
|
+
return value.toString();
|
|
379
|
+
}
|
|
380
|
+
return String(value);
|
|
381
|
+
}
|
|
382
|
+
formatArray(values) {
|
|
383
|
+
return values.map((value) => {
|
|
384
|
+
if (value === null || value === undefined) {
|
|
385
|
+
throw new Error("Filtering for null/undefined values is not supported by Upstash Vector");
|
|
386
|
+
}
|
|
387
|
+
return this.formatValue(value);
|
|
388
|
+
}).join(", ");
|
|
389
|
+
}
|
|
390
|
+
formatComparison(path, op, value) {
|
|
391
|
+
return `${path} ${op} ${this.formatValue(value)}`;
|
|
392
|
+
}
|
|
393
|
+
joinConditions(conditions, operator) {
|
|
394
|
+
const translated = Array.isArray(conditions) ? conditions.map((c) => this.translateNode(c)) : [this.translateNode(conditions)];
|
|
395
|
+
return `(${translated.join(` ${operator} `)})`;
|
|
396
|
+
}
|
|
397
|
+
};
|
|
398
|
+
|
|
399
|
+
// src/vector/index.ts
|
|
400
|
+
var UpstashVector = class extends MastraVector {
|
|
401
|
+
client;
|
|
402
|
+
constructor({ url, token }) {
|
|
403
|
+
super();
|
|
404
|
+
this.client = new Index({
|
|
405
|
+
url,
|
|
406
|
+
token
|
|
407
|
+
});
|
|
408
|
+
}
|
|
409
|
+
async upsert(indexName, vectors, metadata, ids) {
|
|
410
|
+
const generatedIds = ids || vectors.map(() => crypto.randomUUID());
|
|
411
|
+
const points = vectors.map((vector, index) => ({
|
|
412
|
+
id: generatedIds[index],
|
|
413
|
+
vector,
|
|
414
|
+
metadata: metadata?.[index]
|
|
415
|
+
}));
|
|
416
|
+
await this.client.upsert(points, {
|
|
417
|
+
namespace: indexName
|
|
418
|
+
});
|
|
419
|
+
return generatedIds;
|
|
420
|
+
}
|
|
421
|
+
transformFilter(filter) {
|
|
422
|
+
const translator = new UpstashFilterTranslator();
|
|
423
|
+
return translator.translate(filter);
|
|
424
|
+
}
|
|
425
|
+
async createIndex(_indexName, _dimension, _metric = "cosine") {
|
|
426
|
+
console.log("No need to call createIndex for Upstash");
|
|
427
|
+
}
|
|
428
|
+
async query(indexName, queryVector, topK = 10, filter, includeVector = false) {
|
|
429
|
+
const ns = this.client.namespace(indexName);
|
|
430
|
+
const filterString = this.transformFilter(filter);
|
|
431
|
+
const results = await ns.query({
|
|
432
|
+
topK,
|
|
433
|
+
vector: queryVector,
|
|
434
|
+
includeVectors: includeVector,
|
|
435
|
+
includeMetadata: true,
|
|
436
|
+
...filterString ? { filter: filterString } : {}
|
|
437
|
+
});
|
|
438
|
+
return (results || []).map((result) => ({
|
|
439
|
+
id: `${result.id}`,
|
|
440
|
+
score: result.score,
|
|
441
|
+
metadata: result.metadata,
|
|
442
|
+
...includeVector && { vector: result.vector || [] }
|
|
443
|
+
}));
|
|
444
|
+
}
|
|
445
|
+
async listIndexes() {
|
|
446
|
+
const indexes = await this.client.listNamespaces();
|
|
447
|
+
return indexes.filter(Boolean);
|
|
448
|
+
}
|
|
449
|
+
async describeIndex(indexName) {
|
|
450
|
+
const info = await this.client.info();
|
|
451
|
+
return {
|
|
452
|
+
dimension: info.dimension,
|
|
453
|
+
count: info.namespaces?.[indexName]?.vectorCount || 0,
|
|
454
|
+
metric: info?.similarityFunction?.toLowerCase()
|
|
455
|
+
};
|
|
456
|
+
}
|
|
457
|
+
async deleteIndex(indexName) {
|
|
458
|
+
try {
|
|
459
|
+
await this.client.deleteNamespace(indexName);
|
|
460
|
+
} catch (error) {
|
|
461
|
+
console.error("Failed to delete namespace:", error);
|
|
462
|
+
}
|
|
463
|
+
}
|
|
464
|
+
};
|
|
465
|
+
|
|
466
|
+
export { UpstashStore, UpstashVector };
|