@mastra/cloudflare-d1 0.0.0-tsconfig-compile-20250703214351 → 0.0.0-update-scorers-api-20250801170445
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +11 -42
- package/README.md +15 -0
- package/dist/index.cjs +1414 -695
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +2 -4
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1415 -696
- package/dist/index.js.map +1 -0
- package/dist/storage/domains/legacy-evals/index.d.ts +20 -0
- package/dist/storage/domains/legacy-evals/index.d.ts.map +1 -0
- package/dist/storage/domains/memory/index.d.ts +82 -0
- package/dist/storage/domains/memory/index.d.ts.map +1 -0
- package/dist/storage/domains/operations/index.d.ts +72 -0
- package/dist/storage/domains/operations/index.d.ts.map +1 -0
- package/dist/storage/domains/scores/index.d.ts +49 -0
- package/dist/storage/domains/scores/index.d.ts.map +1 -0
- package/dist/storage/domains/traces/index.d.ts +18 -0
- package/dist/storage/domains/traces/index.d.ts.map +1 -0
- package/dist/storage/domains/utils.d.ts +3 -0
- package/dist/storage/domains/utils.d.ts.map +1 -0
- package/dist/storage/domains/workflows/index.d.ts +33 -0
- package/dist/storage/domains/workflows/index.d.ts.map +1 -0
- package/dist/storage/index.d.ts +256 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/sql-builder.d.ts +128 -0
- package/dist/storage/sql-builder.d.ts.map +1 -0
- package/dist/storage/test-utils.d.ts +19 -0
- package/dist/storage/test-utils.d.ts.map +1 -0
- package/package.json +12 -12
- package/dist/_tsup-dts-rollup.d.cts +0 -399
- package/dist/_tsup-dts-rollup.d.ts +0 -399
- package/dist/index.d.cts +0 -4
package/dist/index.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { MessageList } from '@mastra/core/agent';
|
|
2
1
|
import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
|
|
3
|
-
import { MastraStorage,
|
|
2
|
+
import { MastraStorage, StoreOperations, ScoresStorage, TABLE_SCORERS, LegacyEvalsStorage, TABLE_EVALS, serializeDate, TracesStorage, TABLE_TRACES, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ensureDate, MemoryStorage, TABLE_RESOURCES, TABLE_THREADS, TABLE_MESSAGES, resolveMessageLimit } from '@mastra/core/storage';
|
|
4
3
|
import Cloudflare from 'cloudflare';
|
|
5
4
|
import { parseSqlIdentifier } from '@mastra/core/utils';
|
|
5
|
+
import { MessageList } from '@mastra/core/agent';
|
|
6
6
|
|
|
7
7
|
// src/storage/index.ts
|
|
8
8
|
var SqlBuilder = class {
|
|
@@ -235,401 +235,311 @@ function parseSelectIdentifier(column) {
|
|
|
235
235
|
return column;
|
|
236
236
|
}
|
|
237
237
|
|
|
238
|
-
// src/storage/
|
|
238
|
+
// src/storage/domains/utils.ts
|
|
239
239
|
function isArrayOfRecords(value) {
|
|
240
240
|
return value && Array.isArray(value) && value.length > 0;
|
|
241
241
|
}
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
binding;
|
|
247
|
-
// D1Database binding
|
|
248
|
-
tablePrefix;
|
|
249
|
-
/**
|
|
250
|
-
* Creates a new D1Store instance
|
|
251
|
-
* @param config Configuration for D1 access (either REST API or Workers Binding API)
|
|
252
|
-
*/
|
|
253
|
-
constructor(config) {
|
|
254
|
-
try {
|
|
255
|
-
super({ name: "D1" });
|
|
256
|
-
if (config.tablePrefix && !/^[a-zA-Z0-9_]*$/.test(config.tablePrefix)) {
|
|
257
|
-
throw new Error("Invalid tablePrefix: only letters, numbers, and underscores are allowed.");
|
|
258
|
-
}
|
|
259
|
-
this.tablePrefix = config.tablePrefix || "";
|
|
260
|
-
if ("binding" in config) {
|
|
261
|
-
if (!config.binding) {
|
|
262
|
-
throw new Error("D1 binding is required when using Workers Binding API");
|
|
263
|
-
}
|
|
264
|
-
this.binding = config.binding;
|
|
265
|
-
this.logger.info("Using D1 Workers Binding API");
|
|
266
|
-
} else {
|
|
267
|
-
if (!config.accountId || !config.databaseId || !config.apiToken) {
|
|
268
|
-
throw new Error("accountId, databaseId, and apiToken are required when using REST API");
|
|
269
|
-
}
|
|
270
|
-
this.accountId = config.accountId;
|
|
271
|
-
this.databaseId = config.databaseId;
|
|
272
|
-
this.client = new Cloudflare({
|
|
273
|
-
apiToken: config.apiToken
|
|
274
|
-
});
|
|
275
|
-
this.logger.info("Using D1 REST API");
|
|
276
|
-
}
|
|
277
|
-
} catch (error) {
|
|
278
|
-
throw new MastraError(
|
|
279
|
-
{
|
|
280
|
-
id: "CLOUDFLARE_D1_STORAGE_INITIALIZATION_ERROR",
|
|
281
|
-
domain: ErrorDomain.STORAGE,
|
|
282
|
-
category: ErrorCategory.SYSTEM,
|
|
283
|
-
text: "Error initializing D1Store"
|
|
284
|
-
},
|
|
285
|
-
error
|
|
286
|
-
);
|
|
287
|
-
}
|
|
288
|
-
}
|
|
289
|
-
// Helper method to get the full table name with prefix
|
|
290
|
-
getTableName(tableName) {
|
|
291
|
-
return `${this.tablePrefix}${tableName}`;
|
|
292
|
-
}
|
|
293
|
-
formatSqlParams(params) {
|
|
294
|
-
return params.map((p) => p === void 0 || p === null ? null : p);
|
|
295
|
-
}
|
|
296
|
-
async executeWorkersBindingQuery({
|
|
297
|
-
sql,
|
|
298
|
-
params = [],
|
|
299
|
-
first = false
|
|
300
|
-
}) {
|
|
301
|
-
if (!this.binding) {
|
|
302
|
-
throw new Error("Workers binding is not configured");
|
|
303
|
-
}
|
|
304
|
-
try {
|
|
305
|
-
const statement = this.binding.prepare(sql);
|
|
306
|
-
const formattedParams = this.formatSqlParams(params);
|
|
307
|
-
let result;
|
|
308
|
-
if (formattedParams.length > 0) {
|
|
309
|
-
if (first) {
|
|
310
|
-
result = await statement.bind(...formattedParams).first();
|
|
311
|
-
if (!result) return null;
|
|
312
|
-
return result;
|
|
313
|
-
} else {
|
|
314
|
-
result = await statement.bind(...formattedParams).all();
|
|
315
|
-
const results = result.results || [];
|
|
316
|
-
if (result.meta) {
|
|
317
|
-
this.logger.debug("Query metadata", { meta: result.meta });
|
|
318
|
-
}
|
|
319
|
-
return results;
|
|
320
|
-
}
|
|
321
|
-
} else {
|
|
322
|
-
if (first) {
|
|
323
|
-
result = await statement.first();
|
|
324
|
-
if (!result) return null;
|
|
325
|
-
return result;
|
|
326
|
-
} else {
|
|
327
|
-
result = await statement.all();
|
|
328
|
-
const results = result.results || [];
|
|
329
|
-
if (result.meta) {
|
|
330
|
-
this.logger.debug("Query metadata", { meta: result.meta });
|
|
331
|
-
}
|
|
332
|
-
return results;
|
|
333
|
-
}
|
|
334
|
-
}
|
|
335
|
-
} catch (workerError) {
|
|
336
|
-
this.logger.error("Workers Binding API error", {
|
|
337
|
-
message: workerError instanceof Error ? workerError.message : String(workerError),
|
|
338
|
-
sql
|
|
339
|
-
});
|
|
340
|
-
throw new Error(`D1 Workers API error: ${workerError.message}`);
|
|
341
|
-
}
|
|
342
|
-
}
|
|
343
|
-
async executeRestQuery({
|
|
344
|
-
sql,
|
|
345
|
-
params = [],
|
|
346
|
-
first = false
|
|
347
|
-
}) {
|
|
348
|
-
if (!this.client || !this.accountId || !this.databaseId) {
|
|
349
|
-
throw new Error("Missing required REST API configuration");
|
|
350
|
-
}
|
|
351
|
-
try {
|
|
352
|
-
const response = await this.client.d1.database.query(this.databaseId, {
|
|
353
|
-
account_id: this.accountId,
|
|
354
|
-
sql,
|
|
355
|
-
params: this.formatSqlParams(params)
|
|
356
|
-
});
|
|
357
|
-
const result = response.result || [];
|
|
358
|
-
const results = result.flatMap((r) => r.results || []);
|
|
359
|
-
if (first) {
|
|
360
|
-
const firstResult = isArrayOfRecords(results) && results.length > 0 ? results[0] : null;
|
|
361
|
-
if (!firstResult) return null;
|
|
362
|
-
return firstResult;
|
|
363
|
-
}
|
|
364
|
-
return results;
|
|
365
|
-
} catch (restError) {
|
|
366
|
-
this.logger.error("REST API error", {
|
|
367
|
-
message: restError instanceof Error ? restError.message : String(restError),
|
|
368
|
-
sql
|
|
369
|
-
});
|
|
370
|
-
throw new Error(`D1 REST API error: ${restError.message}`);
|
|
371
|
-
}
|
|
242
|
+
function deserializeValue(value, type) {
|
|
243
|
+
if (value === null || value === void 0) return null;
|
|
244
|
+
if (type === "date" && typeof value === "string") {
|
|
245
|
+
return new Date(value);
|
|
372
246
|
}
|
|
373
|
-
|
|
374
|
-
* Execute a SQL query against the D1 database
|
|
375
|
-
* @param options Query options including SQL, parameters, and whether to return only the first result
|
|
376
|
-
* @returns Query results as an array or a single object if first=true
|
|
377
|
-
*/
|
|
378
|
-
async executeQuery(options) {
|
|
379
|
-
const { sql, params = [], first = false } = options;
|
|
247
|
+
if (type === "jsonb" && typeof value === "string") {
|
|
380
248
|
try {
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
} else if (this.client && this.accountId && this.databaseId) {
|
|
385
|
-
return this.executeRestQuery({ sql, params, first });
|
|
386
|
-
} else {
|
|
387
|
-
throw new Error("No valid D1 configuration provided");
|
|
388
|
-
}
|
|
389
|
-
} catch (error) {
|
|
390
|
-
this.logger.error("Error executing SQL query", {
|
|
391
|
-
message: error instanceof Error ? error.message : String(error),
|
|
392
|
-
sql,
|
|
393
|
-
params,
|
|
394
|
-
first
|
|
395
|
-
});
|
|
396
|
-
throw new Error(`D1 query error: ${error.message}`);
|
|
249
|
+
return JSON.parse(value);
|
|
250
|
+
} catch {
|
|
251
|
+
return value;
|
|
397
252
|
}
|
|
398
253
|
}
|
|
399
|
-
|
|
400
|
-
async getTableColumns(tableName) {
|
|
254
|
+
if (typeof value === "string" && (value.startsWith("{") || value.startsWith("["))) {
|
|
401
255
|
try {
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
return [];
|
|
406
|
-
}
|
|
407
|
-
return result.map((row) => ({
|
|
408
|
-
name: row.name,
|
|
409
|
-
type: row.type
|
|
410
|
-
}));
|
|
411
|
-
} catch (error) {
|
|
412
|
-
this.logger.error(`Error getting table columns for ${tableName}:`, {
|
|
413
|
-
message: error instanceof Error ? error.message : String(error)
|
|
414
|
-
});
|
|
415
|
-
return [];
|
|
256
|
+
return JSON.parse(value);
|
|
257
|
+
} catch {
|
|
258
|
+
return value;
|
|
416
259
|
}
|
|
417
260
|
}
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
return value;
|
|
261
|
+
return value;
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
// src/storage/domains/legacy-evals/index.ts
|
|
265
|
+
var LegacyEvalsStorageD1 = class extends LegacyEvalsStorage {
|
|
266
|
+
operations;
|
|
267
|
+
constructor({ operations }) {
|
|
268
|
+
super();
|
|
269
|
+
this.operations = operations;
|
|
428
270
|
}
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
271
|
+
async getEvals(options) {
|
|
272
|
+
const { agentName, type, page = 0, perPage = 40, dateRange } = options || {};
|
|
273
|
+
const fullTableName = this.operations.getTableName(TABLE_EVALS);
|
|
274
|
+
const conditions = [];
|
|
275
|
+
const queryParams = [];
|
|
276
|
+
if (agentName) {
|
|
277
|
+
conditions.push(`agent_name = ?`);
|
|
278
|
+
queryParams.push(agentName);
|
|
434
279
|
}
|
|
435
|
-
if (type === "
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
return value;
|
|
440
|
-
}
|
|
280
|
+
if (type === "test") {
|
|
281
|
+
conditions.push(`(test_info IS NOT NULL AND json_extract(test_info, '$.testPath') IS NOT NULL)`);
|
|
282
|
+
} else if (type === "live") {
|
|
283
|
+
conditions.push(`(test_info IS NULL OR json_extract(test_info, '$.testPath') IS NULL)`);
|
|
441
284
|
}
|
|
442
|
-
if (
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
} catch {
|
|
446
|
-
return value;
|
|
447
|
-
}
|
|
285
|
+
if (dateRange?.start) {
|
|
286
|
+
conditions.push(`created_at >= ?`);
|
|
287
|
+
queryParams.push(serializeDate(dateRange.start));
|
|
448
288
|
}
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
switch (type) {
|
|
453
|
-
case "bigint":
|
|
454
|
-
return "INTEGER";
|
|
455
|
-
// SQLite uses INTEGER for all integer sizes
|
|
456
|
-
case "jsonb":
|
|
457
|
-
return "TEXT";
|
|
458
|
-
// Store JSON as TEXT in SQLite
|
|
459
|
-
default:
|
|
460
|
-
return super.getSqlType(type);
|
|
289
|
+
if (dateRange?.end) {
|
|
290
|
+
conditions.push(`created_at <= ?`);
|
|
291
|
+
queryParams.push(serializeDate(dateRange.end));
|
|
461
292
|
}
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
schema
|
|
466
|
-
}) {
|
|
467
|
-
const fullTableName = this.getTableName(tableName);
|
|
468
|
-
const columnDefinitions = Object.entries(schema).map(([colName, colDef]) => {
|
|
469
|
-
const type = this.getSqlType(colDef.type);
|
|
470
|
-
const nullable = colDef.nullable === false ? "NOT NULL" : "";
|
|
471
|
-
const primaryKey = colDef.primaryKey ? "PRIMARY KEY" : "";
|
|
472
|
-
return `${colName} ${type} ${nullable} ${primaryKey}`.trim();
|
|
473
|
-
});
|
|
474
|
-
const tableConstraints = [];
|
|
475
|
-
if (tableName === TABLE_WORKFLOW_SNAPSHOT) {
|
|
476
|
-
tableConstraints.push("UNIQUE (workflow_name, run_id)");
|
|
293
|
+
const countQueryBuilder = createSqlBuilder().count().from(fullTableName);
|
|
294
|
+
if (conditions.length > 0) {
|
|
295
|
+
countQueryBuilder.where(conditions.join(" AND "), ...queryParams);
|
|
477
296
|
}
|
|
297
|
+
const { sql: countSql, params: countParams } = countQueryBuilder.build();
|
|
478
298
|
try {
|
|
479
|
-
const
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
299
|
+
const countResult = await this.operations.executeQuery({
|
|
300
|
+
sql: countSql,
|
|
301
|
+
params: countParams,
|
|
302
|
+
first: true
|
|
303
|
+
});
|
|
304
|
+
const total = Number(countResult?.count || 0);
|
|
305
|
+
const currentOffset = page * perPage;
|
|
306
|
+
if (total === 0) {
|
|
307
|
+
return {
|
|
308
|
+
evals: [],
|
|
309
|
+
total: 0,
|
|
310
|
+
page,
|
|
311
|
+
perPage,
|
|
312
|
+
hasMore: false
|
|
313
|
+
};
|
|
314
|
+
}
|
|
315
|
+
const dataQueryBuilder = createSqlBuilder().select("*").from(fullTableName);
|
|
316
|
+
if (conditions.length > 0) {
|
|
317
|
+
dataQueryBuilder.where(conditions.join(" AND "), ...queryParams);
|
|
318
|
+
}
|
|
319
|
+
dataQueryBuilder.orderBy("created_at", "DESC").limit(perPage).offset(currentOffset);
|
|
320
|
+
const { sql: dataSql, params: dataParams } = dataQueryBuilder.build();
|
|
321
|
+
const rows = await this.operations.executeQuery({
|
|
322
|
+
sql: dataSql,
|
|
323
|
+
params: dataParams
|
|
324
|
+
});
|
|
325
|
+
const evals = (isArrayOfRecords(rows) ? rows : []).map((row) => {
|
|
326
|
+
const result = deserializeValue(row.result);
|
|
327
|
+
const testInfo = row.test_info ? deserializeValue(row.test_info) : void 0;
|
|
328
|
+
if (!result || typeof result !== "object" || !("score" in result)) {
|
|
329
|
+
throw new Error(`Invalid MetricResult format: ${JSON.stringify(result)}`);
|
|
330
|
+
}
|
|
331
|
+
return {
|
|
332
|
+
input: row.input,
|
|
333
|
+
output: row.output,
|
|
334
|
+
result,
|
|
335
|
+
agentName: row.agent_name,
|
|
336
|
+
metricName: row.metric_name,
|
|
337
|
+
instructions: row.instructions,
|
|
338
|
+
testInfo,
|
|
339
|
+
globalRunId: row.global_run_id,
|
|
340
|
+
runId: row.run_id,
|
|
341
|
+
createdAt: row.created_at
|
|
342
|
+
};
|
|
486
343
|
});
|
|
344
|
+
const hasMore = currentOffset + evals.length < total;
|
|
345
|
+
return {
|
|
346
|
+
evals,
|
|
347
|
+
total,
|
|
348
|
+
page,
|
|
349
|
+
perPage,
|
|
350
|
+
hasMore
|
|
351
|
+
};
|
|
352
|
+
} catch (error) {
|
|
487
353
|
throw new MastraError(
|
|
488
354
|
{
|
|
489
|
-
id: "
|
|
355
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_EVALS_ERROR",
|
|
490
356
|
domain: ErrorDomain.STORAGE,
|
|
491
357
|
category: ErrorCategory.THIRD_PARTY,
|
|
492
|
-
text: `Failed to
|
|
493
|
-
details: {
|
|
358
|
+
text: `Failed to retrieve evals for agent ${agentName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
359
|
+
details: { agentName: agentName ?? "", type: type ?? "" }
|
|
494
360
|
},
|
|
495
361
|
error
|
|
496
362
|
);
|
|
497
363
|
}
|
|
498
364
|
}
|
|
499
365
|
/**
|
|
500
|
-
*
|
|
501
|
-
* @param tableName Name of the table
|
|
502
|
-
* @param schema Schema of the table
|
|
503
|
-
* @param ifNotExists Array of column names to add if they don't exist
|
|
366
|
+
* @deprecated use getEvals instead
|
|
504
367
|
*/
|
|
505
|
-
async
|
|
506
|
-
|
|
507
|
-
schema,
|
|
508
|
-
ifNotExists
|
|
509
|
-
}) {
|
|
510
|
-
const fullTableName = this.getTableName(tableName);
|
|
368
|
+
async getEvalsByAgentName(agentName, type) {
|
|
369
|
+
const fullTableName = this.operations.getTableName(TABLE_EVALS);
|
|
511
370
|
try {
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
const sqlType = this.getSqlType(columnDef.type);
|
|
518
|
-
const nullable = columnDef.nullable === false ? "NOT NULL" : "";
|
|
519
|
-
const defaultValue = columnDef.nullable === false ? this.getDefaultValue(columnDef.type) : "";
|
|
520
|
-
const alterSql = `ALTER TABLE ${fullTableName} ADD COLUMN ${columnName} ${sqlType} ${nullable} ${defaultValue}`.trim();
|
|
521
|
-
await this.executeQuery({ sql: alterSql, params: [] });
|
|
522
|
-
this.logger.debug(`Added column ${columnName} to table ${fullTableName}`);
|
|
523
|
-
}
|
|
371
|
+
let query = createSqlBuilder().select("*").from(fullTableName).where("agent_name = ?", agentName);
|
|
372
|
+
if (type === "test") {
|
|
373
|
+
query = query.andWhere("test_info IS NOT NULL AND json_extract(test_info, '$.testPath') IS NOT NULL");
|
|
374
|
+
} else if (type === "live") {
|
|
375
|
+
query = query.andWhere("(test_info IS NULL OR json_extract(test_info, '$.testPath') IS NULL)");
|
|
524
376
|
}
|
|
525
|
-
|
|
526
|
-
throw new MastraError(
|
|
527
|
-
{
|
|
528
|
-
id: "CLOUDFLARE_D1_STORAGE_ALTER_TABLE_ERROR",
|
|
529
|
-
domain: ErrorDomain.STORAGE,
|
|
530
|
-
category: ErrorCategory.THIRD_PARTY,
|
|
531
|
-
text: `Failed to alter table ${fullTableName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
532
|
-
details: { tableName }
|
|
533
|
-
},
|
|
534
|
-
error
|
|
535
|
-
);
|
|
536
|
-
}
|
|
537
|
-
}
|
|
538
|
-
async clearTable({ tableName }) {
|
|
539
|
-
const fullTableName = this.getTableName(tableName);
|
|
540
|
-
try {
|
|
541
|
-
const query = createSqlBuilder().delete(fullTableName);
|
|
377
|
+
query.orderBy("created_at", "DESC");
|
|
542
378
|
const { sql, params } = query.build();
|
|
543
|
-
await this.executeQuery({ sql, params });
|
|
544
|
-
|
|
379
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
380
|
+
return isArrayOfRecords(results) ? results.map((row) => {
|
|
381
|
+
const result = deserializeValue(row.result);
|
|
382
|
+
const testInfo = row.test_info ? deserializeValue(row.test_info) : void 0;
|
|
383
|
+
return {
|
|
384
|
+
input: row.input || "",
|
|
385
|
+
output: row.output || "",
|
|
386
|
+
result,
|
|
387
|
+
agentName: row.agent_name || "",
|
|
388
|
+
metricName: row.metric_name || "",
|
|
389
|
+
instructions: row.instructions || "",
|
|
390
|
+
runId: row.run_id || "",
|
|
391
|
+
globalRunId: row.global_run_id || "",
|
|
392
|
+
createdAt: row.created_at || "",
|
|
393
|
+
testInfo
|
|
394
|
+
};
|
|
395
|
+
}) : [];
|
|
545
396
|
} catch (error) {
|
|
546
|
-
|
|
397
|
+
const mastraError = new MastraError(
|
|
547
398
|
{
|
|
548
|
-
id: "
|
|
399
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_EVALS_ERROR",
|
|
549
400
|
domain: ErrorDomain.STORAGE,
|
|
550
401
|
category: ErrorCategory.THIRD_PARTY,
|
|
551
|
-
text: `Failed to
|
|
552
|
-
details: {
|
|
402
|
+
text: `Failed to retrieve evals for agent ${agentName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
403
|
+
details: { agentName }
|
|
553
404
|
},
|
|
554
405
|
error
|
|
555
406
|
);
|
|
407
|
+
this.logger?.error(mastraError.toString());
|
|
408
|
+
this.logger?.trackException(mastraError);
|
|
409
|
+
return [];
|
|
556
410
|
}
|
|
557
411
|
}
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
412
|
+
};
|
|
413
|
+
var MemoryStorageD1 = class extends MemoryStorage {
|
|
414
|
+
operations;
|
|
415
|
+
constructor({ operations }) {
|
|
416
|
+
super();
|
|
417
|
+
this.operations = operations;
|
|
418
|
+
}
|
|
419
|
+
async getResourceById({ resourceId }) {
|
|
420
|
+
const resource = await this.operations.load({
|
|
421
|
+
tableName: TABLE_RESOURCES,
|
|
422
|
+
keys: { id: resourceId }
|
|
423
|
+
});
|
|
424
|
+
if (!resource) return null;
|
|
425
|
+
try {
|
|
426
|
+
return {
|
|
427
|
+
...resource,
|
|
428
|
+
createdAt: ensureDate(resource.createdAt),
|
|
429
|
+
updatedAt: ensureDate(resource.updatedAt),
|
|
430
|
+
metadata: typeof resource.metadata === "string" ? JSON.parse(resource.metadata || "{}") : resource.metadata
|
|
431
|
+
};
|
|
432
|
+
} catch (error) {
|
|
433
|
+
const mastraError = new MastraError(
|
|
434
|
+
{
|
|
435
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_RESOURCE_BY_ID_ERROR",
|
|
436
|
+
domain: ErrorDomain.STORAGE,
|
|
437
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
438
|
+
text: `Error processing resource ${resourceId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
439
|
+
details: { resourceId }
|
|
440
|
+
},
|
|
441
|
+
error
|
|
442
|
+
);
|
|
443
|
+
this.logger?.error(mastraError.toString());
|
|
444
|
+
this.logger?.trackException(mastraError);
|
|
445
|
+
return null;
|
|
562
446
|
}
|
|
563
|
-
return processedRecord;
|
|
564
447
|
}
|
|
565
|
-
async
|
|
566
|
-
const fullTableName = this.getTableName(
|
|
567
|
-
const
|
|
448
|
+
async saveResource({ resource }) {
|
|
449
|
+
const fullTableName = this.operations.getTableName(TABLE_RESOURCES);
|
|
450
|
+
const resourceToSave = {
|
|
451
|
+
id: resource.id,
|
|
452
|
+
workingMemory: resource.workingMemory,
|
|
453
|
+
metadata: resource.metadata ? JSON.stringify(resource.metadata) : null,
|
|
454
|
+
createdAt: resource.createdAt,
|
|
455
|
+
updatedAt: resource.updatedAt
|
|
456
|
+
};
|
|
457
|
+
const processedRecord = await this.operations.processRecord(resourceToSave);
|
|
568
458
|
const columns = Object.keys(processedRecord);
|
|
569
459
|
const values = Object.values(processedRecord);
|
|
570
|
-
const
|
|
460
|
+
const updateMap = {
|
|
461
|
+
workingMemory: "excluded.workingMemory",
|
|
462
|
+
metadata: "excluded.metadata",
|
|
463
|
+
createdAt: "excluded.createdAt",
|
|
464
|
+
updatedAt: "excluded.updatedAt"
|
|
465
|
+
};
|
|
466
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values, ["id"], updateMap);
|
|
571
467
|
const { sql, params } = query.build();
|
|
572
468
|
try {
|
|
573
|
-
await this.executeQuery({ sql, params });
|
|
469
|
+
await this.operations.executeQuery({ sql, params });
|
|
470
|
+
return resource;
|
|
574
471
|
} catch (error) {
|
|
575
472
|
throw new MastraError(
|
|
576
473
|
{
|
|
577
|
-
id: "
|
|
474
|
+
id: "CLOUDFLARE_D1_STORAGE_SAVE_RESOURCE_ERROR",
|
|
578
475
|
domain: ErrorDomain.STORAGE,
|
|
579
476
|
category: ErrorCategory.THIRD_PARTY,
|
|
580
|
-
text: `Failed to
|
|
581
|
-
details: {
|
|
477
|
+
text: `Failed to save resource to ${fullTableName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
478
|
+
details: { resourceId: resource.id }
|
|
582
479
|
},
|
|
583
480
|
error
|
|
584
481
|
);
|
|
585
482
|
}
|
|
586
483
|
}
|
|
587
|
-
async
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
484
|
+
async updateResource({
|
|
485
|
+
resourceId,
|
|
486
|
+
workingMemory,
|
|
487
|
+
metadata
|
|
488
|
+
}) {
|
|
489
|
+
const existingResource = await this.getResourceById({ resourceId });
|
|
490
|
+
if (!existingResource) {
|
|
491
|
+
const newResource = {
|
|
492
|
+
id: resourceId,
|
|
493
|
+
workingMemory,
|
|
494
|
+
metadata: metadata || {},
|
|
495
|
+
createdAt: /* @__PURE__ */ new Date(),
|
|
496
|
+
updatedAt: /* @__PURE__ */ new Date()
|
|
497
|
+
};
|
|
498
|
+
return this.saveResource({ resource: newResource });
|
|
598
499
|
}
|
|
599
|
-
|
|
500
|
+
const updatedAt = /* @__PURE__ */ new Date();
|
|
501
|
+
const updatedResource = {
|
|
502
|
+
...existingResource,
|
|
503
|
+
workingMemory: workingMemory !== void 0 ? workingMemory : existingResource.workingMemory,
|
|
504
|
+
metadata: {
|
|
505
|
+
...existingResource.metadata,
|
|
506
|
+
...metadata
|
|
507
|
+
},
|
|
508
|
+
updatedAt
|
|
509
|
+
};
|
|
510
|
+
const fullTableName = this.operations.getTableName(TABLE_RESOURCES);
|
|
511
|
+
const columns = ["workingMemory", "metadata", "updatedAt"];
|
|
512
|
+
const values = [updatedResource.workingMemory, JSON.stringify(updatedResource.metadata), updatedAt.toISOString()];
|
|
513
|
+
const query = createSqlBuilder().update(fullTableName, columns, values).where("id = ?", resourceId);
|
|
600
514
|
const { sql, params } = query.build();
|
|
601
515
|
try {
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
const processedResult = {};
|
|
605
|
-
for (const [key, value] of Object.entries(result)) {
|
|
606
|
-
processedResult[key] = this.deserializeValue(value);
|
|
607
|
-
}
|
|
608
|
-
return processedResult;
|
|
516
|
+
await this.operations.executeQuery({ sql, params });
|
|
517
|
+
return updatedResource;
|
|
609
518
|
} catch (error) {
|
|
610
519
|
throw new MastraError(
|
|
611
520
|
{
|
|
612
|
-
id: "
|
|
521
|
+
id: "CLOUDFLARE_D1_STORAGE_UPDATE_RESOURCE_ERROR",
|
|
613
522
|
domain: ErrorDomain.STORAGE,
|
|
614
523
|
category: ErrorCategory.THIRD_PARTY,
|
|
615
|
-
text: `Failed to
|
|
616
|
-
details: {
|
|
524
|
+
text: `Failed to update resource ${resourceId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
525
|
+
details: { resourceId }
|
|
617
526
|
},
|
|
618
527
|
error
|
|
619
528
|
);
|
|
620
529
|
}
|
|
621
530
|
}
|
|
622
531
|
async getThreadById({ threadId }) {
|
|
623
|
-
const thread = await this.load({
|
|
532
|
+
const thread = await this.operations.load({
|
|
624
533
|
tableName: TABLE_THREADS,
|
|
625
534
|
keys: { id: threadId }
|
|
626
535
|
});
|
|
627
536
|
if (!thread) return null;
|
|
537
|
+
console.log("thread", thread);
|
|
628
538
|
try {
|
|
629
539
|
return {
|
|
630
540
|
...thread,
|
|
631
|
-
createdAt:
|
|
632
|
-
updatedAt:
|
|
541
|
+
createdAt: ensureDate(thread.createdAt),
|
|
542
|
+
updatedAt: ensureDate(thread.updatedAt),
|
|
633
543
|
metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata || "{}") : thread.metadata || {}
|
|
634
544
|
};
|
|
635
545
|
} catch (error) {
|
|
@@ -652,15 +562,15 @@ var D1Store = class extends MastraStorage {
|
|
|
652
562
|
* @deprecated use getThreadsByResourceIdPaginated instead
|
|
653
563
|
*/
|
|
654
564
|
async getThreadsByResourceId({ resourceId }) {
|
|
655
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
565
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
656
566
|
try {
|
|
657
567
|
const query = createSqlBuilder().select("*").from(fullTableName).where("resourceId = ?", resourceId);
|
|
658
568
|
const { sql, params } = query.build();
|
|
659
|
-
const results = await this.executeQuery({ sql, params });
|
|
569
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
660
570
|
return (isArrayOfRecords(results) ? results : []).map((thread) => ({
|
|
661
571
|
...thread,
|
|
662
|
-
createdAt:
|
|
663
|
-
updatedAt:
|
|
572
|
+
createdAt: ensureDate(thread.createdAt),
|
|
573
|
+
updatedAt: ensureDate(thread.updatedAt),
|
|
664
574
|
metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata || "{}") : thread.metadata || {}
|
|
665
575
|
}));
|
|
666
576
|
} catch (error) {
|
|
@@ -681,19 +591,19 @@ var D1Store = class extends MastraStorage {
|
|
|
681
591
|
}
|
|
682
592
|
async getThreadsByResourceIdPaginated(args) {
|
|
683
593
|
const { resourceId, page, perPage } = args;
|
|
684
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
594
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
685
595
|
const mapRowToStorageThreadType = (row) => ({
|
|
686
596
|
...row,
|
|
687
|
-
createdAt:
|
|
688
|
-
updatedAt:
|
|
597
|
+
createdAt: ensureDate(row.createdAt),
|
|
598
|
+
updatedAt: ensureDate(row.updatedAt),
|
|
689
599
|
metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata || "{}") : row.metadata || {}
|
|
690
600
|
});
|
|
691
601
|
try {
|
|
692
602
|
const countQuery = createSqlBuilder().count().from(fullTableName).where("resourceId = ?", resourceId);
|
|
693
|
-
const countResult = await this.executeQuery(countQuery.build());
|
|
603
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
694
604
|
const total = Number(countResult?.[0]?.count ?? 0);
|
|
695
605
|
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("resourceId = ?", resourceId).orderBy("createdAt", "DESC").limit(perPage).offset(page * perPage);
|
|
696
|
-
const results = await this.executeQuery(selectQuery.build());
|
|
606
|
+
const results = await this.operations.executeQuery(selectQuery.build());
|
|
697
607
|
const threads = results.map(mapRowToStorageThreadType);
|
|
698
608
|
return {
|
|
699
609
|
threads,
|
|
@@ -725,16 +635,16 @@ var D1Store = class extends MastraStorage {
|
|
|
725
635
|
}
|
|
726
636
|
}
|
|
727
637
|
async saveThread({ thread }) {
|
|
728
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
638
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
729
639
|
const threadToSave = {
|
|
730
640
|
id: thread.id,
|
|
731
641
|
resourceId: thread.resourceId,
|
|
732
642
|
title: thread.title,
|
|
733
643
|
metadata: thread.metadata ? JSON.stringify(thread.metadata) : null,
|
|
734
|
-
createdAt: thread.createdAt,
|
|
735
|
-
updatedAt: thread.updatedAt
|
|
644
|
+
createdAt: thread.createdAt.toISOString(),
|
|
645
|
+
updatedAt: thread.updatedAt.toISOString()
|
|
736
646
|
};
|
|
737
|
-
const processedRecord = await this.processRecord(threadToSave);
|
|
647
|
+
const processedRecord = await this.operations.processRecord(threadToSave);
|
|
738
648
|
const columns = Object.keys(processedRecord);
|
|
739
649
|
const values = Object.values(processedRecord);
|
|
740
650
|
const updateMap = {
|
|
@@ -747,7 +657,7 @@ var D1Store = class extends MastraStorage {
|
|
|
747
657
|
const query = createSqlBuilder().insert(fullTableName, columns, values, ["id"], updateMap);
|
|
748
658
|
const { sql, params } = query.build();
|
|
749
659
|
try {
|
|
750
|
-
await this.executeQuery({ sql, params });
|
|
660
|
+
await this.operations.executeQuery({ sql, params });
|
|
751
661
|
return thread;
|
|
752
662
|
} catch (error) {
|
|
753
663
|
throw new MastraError(
|
|
@@ -772,16 +682,17 @@ var D1Store = class extends MastraStorage {
|
|
|
772
682
|
if (!thread) {
|
|
773
683
|
throw new Error(`Thread ${id} not found`);
|
|
774
684
|
}
|
|
775
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
685
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
776
686
|
const mergedMetadata = {
|
|
777
687
|
...typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata,
|
|
778
688
|
...metadata
|
|
779
689
|
};
|
|
690
|
+
const updatedAt = /* @__PURE__ */ new Date();
|
|
780
691
|
const columns = ["title", "metadata", "updatedAt"];
|
|
781
|
-
const values = [title, JSON.stringify(mergedMetadata),
|
|
692
|
+
const values = [title, JSON.stringify(mergedMetadata), updatedAt.toISOString()];
|
|
782
693
|
const query = createSqlBuilder().update(fullTableName, columns, values).where("id = ?", id);
|
|
783
694
|
const { sql, params } = query.build();
|
|
784
|
-
await this.executeQuery({ sql, params });
|
|
695
|
+
await this.operations.executeQuery({ sql, params });
|
|
785
696
|
return {
|
|
786
697
|
...thread,
|
|
787
698
|
title,
|
|
@@ -789,7 +700,7 @@ var D1Store = class extends MastraStorage {
|
|
|
789
700
|
...typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata,
|
|
790
701
|
...metadata
|
|
791
702
|
},
|
|
792
|
-
updatedAt
|
|
703
|
+
updatedAt
|
|
793
704
|
};
|
|
794
705
|
} catch (error) {
|
|
795
706
|
throw new MastraError(
|
|
@@ -805,15 +716,15 @@ var D1Store = class extends MastraStorage {
|
|
|
805
716
|
}
|
|
806
717
|
}
|
|
807
718
|
async deleteThread({ threadId }) {
|
|
808
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
719
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
809
720
|
try {
|
|
810
721
|
const deleteThreadQuery = createSqlBuilder().delete(fullTableName).where("id = ?", threadId);
|
|
811
722
|
const { sql: threadSql, params: threadParams } = deleteThreadQuery.build();
|
|
812
|
-
await this.executeQuery({ sql: threadSql, params: threadParams });
|
|
813
|
-
const messagesTableName = this.getTableName(TABLE_MESSAGES);
|
|
723
|
+
await this.operations.executeQuery({ sql: threadSql, params: threadParams });
|
|
724
|
+
const messagesTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
814
725
|
const deleteMessagesQuery = createSqlBuilder().delete(messagesTableName).where("thread_id = ?", threadId);
|
|
815
726
|
const { sql: messagesSql, params: messagesParams } = deleteMessagesQuery.build();
|
|
816
|
-
await this.executeQuery({ sql: messagesSql, params: messagesParams });
|
|
727
|
+
await this.operations.executeQuery({ sql: messagesSql, params: messagesParams });
|
|
817
728
|
} catch (error) {
|
|
818
729
|
throw new MastraError(
|
|
819
730
|
{
|
|
@@ -835,9 +746,18 @@ var D1Store = class extends MastraStorage {
|
|
|
835
746
|
const threadId = messages[0]?.threadId;
|
|
836
747
|
for (const [i, message] of messages.entries()) {
|
|
837
748
|
if (!message.id) throw new Error(`Message at index ${i} missing id`);
|
|
838
|
-
if (!message.threadId)
|
|
839
|
-
|
|
840
|
-
|
|
749
|
+
if (!message.threadId) {
|
|
750
|
+
throw new Error(`Message at index ${i} missing threadId`);
|
|
751
|
+
}
|
|
752
|
+
if (!message.content) {
|
|
753
|
+
throw new Error(`Message at index ${i} missing content`);
|
|
754
|
+
}
|
|
755
|
+
if (!message.role) {
|
|
756
|
+
throw new Error(`Message at index ${i} missing role`);
|
|
757
|
+
}
|
|
758
|
+
if (!message.resourceId) {
|
|
759
|
+
throw new Error(`Message at index ${i} missing resourceId`);
|
|
760
|
+
}
|
|
841
761
|
const thread = await this.getThreadById({ threadId: message.threadId });
|
|
842
762
|
if (!thread) {
|
|
843
763
|
throw new Error(`Thread ${message.threadId} not found`);
|
|
@@ -856,13 +776,13 @@ var D1Store = class extends MastraStorage {
|
|
|
856
776
|
};
|
|
857
777
|
});
|
|
858
778
|
await Promise.all([
|
|
859
|
-
this.batchUpsert({
|
|
779
|
+
this.operations.batchUpsert({
|
|
860
780
|
tableName: TABLE_MESSAGES,
|
|
861
781
|
records: messagesToInsert
|
|
862
782
|
}),
|
|
863
783
|
// Update thread's updatedAt timestamp
|
|
864
|
-
this.executeQuery({
|
|
865
|
-
sql: `UPDATE ${this.getTableName(TABLE_THREADS)} SET updatedAt = ? WHERE id = ?`,
|
|
784
|
+
this.operations.executeQuery({
|
|
785
|
+
sql: `UPDATE ${this.operations.getTableName(TABLE_THREADS)} SET updatedAt = ? WHERE id = ?`,
|
|
866
786
|
params: [now.toISOString(), threadId]
|
|
867
787
|
})
|
|
868
788
|
]);
|
|
@@ -885,56 +805,70 @@ var D1Store = class extends MastraStorage {
|
|
|
885
805
|
async _getIncludedMessages(threadId, selectBy) {
|
|
886
806
|
const include = selectBy?.include;
|
|
887
807
|
if (!include) return null;
|
|
888
|
-
const
|
|
889
|
-
const
|
|
890
|
-
|
|
891
|
-
const
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
|
|
899
|
-
|
|
900
|
-
|
|
901
|
-
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
912
|
-
|
|
913
|
-
|
|
914
|
-
|
|
915
|
-
|
|
916
|
-
|
|
917
|
-
|
|
918
|
-
|
|
919
|
-
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
const messages = await this.executeQuery({ sql, params });
|
|
929
|
-
|
|
808
|
+
const unionQueries = [];
|
|
809
|
+
const params = [];
|
|
810
|
+
let paramIdx = 1;
|
|
811
|
+
for (const inc of include) {
|
|
812
|
+
const { id, withPreviousMessages = 0, withNextMessages = 0 } = inc;
|
|
813
|
+
const searchId = inc.threadId || threadId;
|
|
814
|
+
unionQueries.push(`
|
|
815
|
+
SELECT * FROM (
|
|
816
|
+
WITH ordered_messages AS (
|
|
817
|
+
SELECT
|
|
818
|
+
*,
|
|
819
|
+
ROW_NUMBER() OVER (ORDER BY createdAt ASC) AS row_num
|
|
820
|
+
FROM ${this.operations.getTableName(TABLE_MESSAGES)}
|
|
821
|
+
WHERE thread_id = ?
|
|
822
|
+
)
|
|
823
|
+
SELECT
|
|
824
|
+
m.id,
|
|
825
|
+
m.content,
|
|
826
|
+
m.role,
|
|
827
|
+
m.type,
|
|
828
|
+
m.createdAt,
|
|
829
|
+
m.thread_id AS threadId,
|
|
830
|
+
m.resourceId
|
|
831
|
+
FROM ordered_messages m
|
|
832
|
+
WHERE m.id = ?
|
|
833
|
+
OR EXISTS (
|
|
834
|
+
SELECT 1 FROM ordered_messages target
|
|
835
|
+
WHERE target.id = ?
|
|
836
|
+
AND (
|
|
837
|
+
(m.row_num <= target.row_num + ? AND m.row_num > target.row_num)
|
|
838
|
+
OR
|
|
839
|
+
(m.row_num >= target.row_num - ? AND m.row_num < target.row_num)
|
|
840
|
+
)
|
|
841
|
+
)
|
|
842
|
+
) AS query_${paramIdx}
|
|
843
|
+
`);
|
|
844
|
+
params.push(searchId, id, id, withNextMessages, withPreviousMessages);
|
|
845
|
+
paramIdx++;
|
|
846
|
+
}
|
|
847
|
+
const finalQuery = unionQueries.join(" UNION ALL ") + " ORDER BY createdAt ASC";
|
|
848
|
+
const messages = await this.operations.executeQuery({ sql: finalQuery, params });
|
|
849
|
+
if (!Array.isArray(messages)) {
|
|
850
|
+
return [];
|
|
851
|
+
}
|
|
852
|
+
const processedMessages = messages.map((message) => {
|
|
853
|
+
const processedMsg = {};
|
|
854
|
+
for (const [key, value] of Object.entries(message)) {
|
|
855
|
+
if (key === `type` && value === `v2`) continue;
|
|
856
|
+
processedMsg[key] = deserializeValue(value);
|
|
857
|
+
}
|
|
858
|
+
return processedMsg;
|
|
859
|
+
});
|
|
860
|
+
return processedMessages;
|
|
930
861
|
}
|
|
931
862
|
async getMessages({
|
|
932
863
|
threadId,
|
|
933
864
|
selectBy,
|
|
934
865
|
format
|
|
935
866
|
}) {
|
|
936
|
-
const fullTableName = this.getTableName(TABLE_MESSAGES);
|
|
937
|
-
const limit =
|
|
867
|
+
const fullTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
868
|
+
const limit = resolveMessageLimit({
|
|
869
|
+
last: selectBy?.last,
|
|
870
|
+
defaultLimit: 40
|
|
871
|
+
});
|
|
938
872
|
const include = selectBy?.include || [];
|
|
939
873
|
const messages = [];
|
|
940
874
|
try {
|
|
@@ -949,7 +883,7 @@ var D1Store = class extends MastraStorage {
|
|
|
949
883
|
}
|
|
950
884
|
query.orderBy("createdAt", "DESC").limit(limit);
|
|
951
885
|
const { sql, params } = query.build();
|
|
952
|
-
const result = await this.executeQuery({ sql, params });
|
|
886
|
+
const result = await this.operations.executeQuery({ sql, params });
|
|
953
887
|
if (Array.isArray(result)) messages.push(...result);
|
|
954
888
|
messages.sort((a, b) => {
|
|
955
889
|
const aRecord = a;
|
|
@@ -962,7 +896,7 @@ var D1Store = class extends MastraStorage {
|
|
|
962
896
|
const processedMsg = {};
|
|
963
897
|
for (const [key, value] of Object.entries(message)) {
|
|
964
898
|
if (key === `type` && value === `v2`) continue;
|
|
965
|
-
processedMsg[key] =
|
|
899
|
+
processedMsg[key] = deserializeValue(value);
|
|
966
900
|
}
|
|
967
901
|
return processedMsg;
|
|
968
902
|
});
|
|
@@ -991,9 +925,10 @@ var D1Store = class extends MastraStorage {
|
|
|
991
925
|
selectBy,
|
|
992
926
|
format
|
|
993
927
|
}) {
|
|
994
|
-
const { dateRange, page = 0, perPage
|
|
928
|
+
const { dateRange, page = 0, perPage: perPageInput } = selectBy?.pagination || {};
|
|
995
929
|
const { start: fromDate, end: toDate } = dateRange || {};
|
|
996
|
-
const
|
|
930
|
+
const perPage = perPageInput !== void 0 ? perPageInput : resolveMessageLimit({ last: selectBy?.last, defaultLimit: 40 });
|
|
931
|
+
const fullTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
997
932
|
const messages = [];
|
|
998
933
|
try {
|
|
999
934
|
if (selectBy?.include?.length) {
|
|
@@ -1002,30 +937,80 @@ var D1Store = class extends MastraStorage {
|
|
|
1002
937
|
}
|
|
1003
938
|
const countQuery = createSqlBuilder().count().from(fullTableName).where("thread_id = ?", threadId);
|
|
1004
939
|
if (fromDate) {
|
|
1005
|
-
countQuery.andWhere("createdAt >= ?",
|
|
940
|
+
countQuery.andWhere("createdAt >= ?", serializeDate(fromDate));
|
|
1006
941
|
}
|
|
1007
942
|
if (toDate) {
|
|
1008
|
-
countQuery.andWhere("createdAt <= ?",
|
|
943
|
+
countQuery.andWhere("createdAt <= ?", serializeDate(toDate));
|
|
1009
944
|
}
|
|
1010
|
-
const countResult = await this.executeQuery(countQuery.build());
|
|
945
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1011
946
|
const total = Number(countResult[0]?.count ?? 0);
|
|
1012
|
-
|
|
947
|
+
if (total === 0 && messages.length === 0) {
|
|
948
|
+
return {
|
|
949
|
+
messages: [],
|
|
950
|
+
total: 0,
|
|
951
|
+
page,
|
|
952
|
+
perPage,
|
|
953
|
+
hasMore: false
|
|
954
|
+
};
|
|
955
|
+
}
|
|
956
|
+
const excludeIds = messages.map((m) => m.id);
|
|
957
|
+
const excludeCondition = excludeIds.length > 0 ? `AND id NOT IN (${excludeIds.map(() => "?").join(",")})` : "";
|
|
958
|
+
let query;
|
|
959
|
+
let queryParams = [threadId];
|
|
1013
960
|
if (fromDate) {
|
|
1014
|
-
|
|
961
|
+
queryParams.push(serializeDate(fromDate));
|
|
1015
962
|
}
|
|
1016
963
|
if (toDate) {
|
|
1017
|
-
|
|
964
|
+
queryParams.push(serializeDate(toDate));
|
|
1018
965
|
}
|
|
1019
|
-
|
|
1020
|
-
|
|
1021
|
-
|
|
966
|
+
if (excludeIds.length > 0) {
|
|
967
|
+
queryParams.push(...excludeIds);
|
|
968
|
+
}
|
|
969
|
+
if (selectBy?.last && selectBy.last > 0) {
|
|
970
|
+
query = `
|
|
971
|
+
SELECT id, content, role, type, createdAt, thread_id AS threadId, resourceId
|
|
972
|
+
FROM ${fullTableName}
|
|
973
|
+
WHERE thread_id = ?
|
|
974
|
+
${fromDate ? "AND createdAt >= ?" : ""}
|
|
975
|
+
${toDate ? "AND createdAt <= ?" : ""}
|
|
976
|
+
${excludeCondition}
|
|
977
|
+
ORDER BY createdAt DESC
|
|
978
|
+
LIMIT ?
|
|
979
|
+
`;
|
|
980
|
+
queryParams.push(selectBy.last);
|
|
981
|
+
} else {
|
|
982
|
+
query = `
|
|
983
|
+
SELECT id, content, role, type, createdAt, thread_id AS threadId, resourceId
|
|
984
|
+
FROM ${fullTableName}
|
|
985
|
+
WHERE thread_id = ?
|
|
986
|
+
${fromDate ? "AND createdAt >= ?" : ""}
|
|
987
|
+
${toDate ? "AND createdAt <= ?" : ""}
|
|
988
|
+
${excludeCondition}
|
|
989
|
+
ORDER BY createdAt DESC
|
|
990
|
+
LIMIT ? OFFSET ?
|
|
991
|
+
`;
|
|
992
|
+
queryParams.push(perPage, page * perPage);
|
|
993
|
+
}
|
|
994
|
+
const results = await this.operations.executeQuery({ sql: query, params: queryParams });
|
|
995
|
+
const processedMessages = results.map((message) => {
|
|
996
|
+
const processedMsg = {};
|
|
997
|
+
for (const [key, value] of Object.entries(message)) {
|
|
998
|
+
if (key === `type` && value === `v2`) continue;
|
|
999
|
+
processedMsg[key] = deserializeValue(value);
|
|
1000
|
+
}
|
|
1001
|
+
return processedMsg;
|
|
1002
|
+
});
|
|
1003
|
+
if (selectBy?.last) {
|
|
1004
|
+
processedMessages.sort((a, b) => new Date(a.createdAt).getTime() - new Date(b.createdAt).getTime());
|
|
1005
|
+
}
|
|
1006
|
+
const list = new MessageList().add(processedMessages, "memory");
|
|
1022
1007
|
messages.push(...format === `v2` ? list.get.all.v2() : list.get.all.v1());
|
|
1023
1008
|
return {
|
|
1024
1009
|
messages,
|
|
1025
1010
|
total,
|
|
1026
1011
|
page,
|
|
1027
1012
|
perPage,
|
|
1028
|
-
hasMore: page * perPage + messages.length < total
|
|
1013
|
+
hasMore: selectBy?.last ? false : page * perPage + messages.length < total
|
|
1029
1014
|
};
|
|
1030
1015
|
} catch (error) {
|
|
1031
1016
|
const mastraError = new MastraError(
|
|
@@ -1049,132 +1034,445 @@ var D1Store = class extends MastraStorage {
|
|
|
1049
1034
|
};
|
|
1050
1035
|
}
|
|
1051
1036
|
}
|
|
1052
|
-
async
|
|
1053
|
-
|
|
1054
|
-
|
|
1055
|
-
|
|
1056
|
-
|
|
1057
|
-
const fullTableName = this.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1058
|
-
const now = (/* @__PURE__ */ new Date()).toISOString();
|
|
1059
|
-
const currentSnapshot = await this.load({
|
|
1060
|
-
tableName: TABLE_WORKFLOW_SNAPSHOT,
|
|
1061
|
-
keys: { workflow_name: workflowName, run_id: runId }
|
|
1062
|
-
});
|
|
1063
|
-
const persisting = currentSnapshot ? {
|
|
1064
|
-
...currentSnapshot,
|
|
1065
|
-
snapshot: JSON.stringify(snapshot),
|
|
1066
|
-
updatedAt: now
|
|
1067
|
-
} : {
|
|
1068
|
-
workflow_name: workflowName,
|
|
1069
|
-
run_id: runId,
|
|
1070
|
-
snapshot,
|
|
1071
|
-
createdAt: now,
|
|
1072
|
-
updatedAt: now
|
|
1073
|
-
};
|
|
1074
|
-
const processedRecord = await this.processRecord(persisting);
|
|
1075
|
-
const columns = Object.keys(processedRecord);
|
|
1076
|
-
const values = Object.values(processedRecord);
|
|
1077
|
-
const updateMap = {
|
|
1078
|
-
snapshot: "excluded.snapshot",
|
|
1079
|
-
updatedAt: "excluded.updatedAt"
|
|
1080
|
-
};
|
|
1081
|
-
this.logger.debug("Persisting workflow snapshot", { workflowName, runId });
|
|
1082
|
-
const query = createSqlBuilder().insert(fullTableName, columns, values, ["workflow_name", "run_id"], updateMap);
|
|
1083
|
-
const { sql, params } = query.build();
|
|
1084
|
-
try {
|
|
1085
|
-
await this.executeQuery({ sql, params });
|
|
1086
|
-
} catch (error) {
|
|
1087
|
-
throw new MastraError(
|
|
1088
|
-
{
|
|
1089
|
-
id: "CLOUDFLARE_D1_STORAGE_PERSIST_WORKFLOW_SNAPSHOT_ERROR",
|
|
1090
|
-
domain: ErrorDomain.STORAGE,
|
|
1091
|
-
category: ErrorCategory.THIRD_PARTY,
|
|
1092
|
-
text: `Failed to persist workflow snapshot: ${error instanceof Error ? error.message : String(error)}`,
|
|
1093
|
-
details: { workflowName, runId }
|
|
1094
|
-
},
|
|
1095
|
-
error
|
|
1096
|
-
);
|
|
1037
|
+
async updateMessages(args) {
|
|
1038
|
+
const { messages } = args;
|
|
1039
|
+
this.logger.debug("Updating messages", { count: messages.length });
|
|
1040
|
+
if (!messages.length) {
|
|
1041
|
+
return [];
|
|
1097
1042
|
}
|
|
1098
|
-
|
|
1099
|
-
|
|
1100
|
-
const
|
|
1101
|
-
this.logger.debug("Loading workflow snapshot", { workflowName, runId });
|
|
1043
|
+
const messageIds = messages.map((m) => m.id);
|
|
1044
|
+
const fullTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
1045
|
+
const threadsTableName = this.operations.getTableName(TABLE_THREADS);
|
|
1102
1046
|
try {
|
|
1103
|
-
const
|
|
1104
|
-
|
|
1105
|
-
|
|
1106
|
-
|
|
1107
|
-
|
|
1047
|
+
const placeholders = messageIds.map(() => "?").join(",");
|
|
1048
|
+
const selectQuery = `SELECT id, content, role, type, createdAt, thread_id AS threadId, resourceId FROM ${fullTableName} WHERE id IN (${placeholders})`;
|
|
1049
|
+
const existingMessages = await this.operations.executeQuery({ sql: selectQuery, params: messageIds });
|
|
1050
|
+
if (existingMessages.length === 0) {
|
|
1051
|
+
return [];
|
|
1052
|
+
}
|
|
1053
|
+
const parsedExistingMessages = existingMessages.map((msg) => {
|
|
1054
|
+
if (typeof msg.content === "string") {
|
|
1055
|
+
try {
|
|
1056
|
+
msg.content = JSON.parse(msg.content);
|
|
1057
|
+
} catch {
|
|
1058
|
+
}
|
|
1108
1059
|
}
|
|
1060
|
+
return msg;
|
|
1061
|
+
});
|
|
1062
|
+
const threadIdsToUpdate = /* @__PURE__ */ new Set();
|
|
1063
|
+
const updateQueries = [];
|
|
1064
|
+
for (const existingMessage of parsedExistingMessages) {
|
|
1065
|
+
const updatePayload = messages.find((m) => m.id === existingMessage.id);
|
|
1066
|
+
if (!updatePayload) continue;
|
|
1067
|
+
const { id, ...fieldsToUpdate } = updatePayload;
|
|
1068
|
+
if (Object.keys(fieldsToUpdate).length === 0) continue;
|
|
1069
|
+
threadIdsToUpdate.add(existingMessage.threadId);
|
|
1070
|
+
if ("threadId" in updatePayload && updatePayload.threadId && updatePayload.threadId !== existingMessage.threadId) {
|
|
1071
|
+
threadIdsToUpdate.add(updatePayload.threadId);
|
|
1072
|
+
}
|
|
1073
|
+
const setClauses = [];
|
|
1074
|
+
const values = [];
|
|
1075
|
+
const updatableFields = { ...fieldsToUpdate };
|
|
1076
|
+
if (updatableFields.content) {
|
|
1077
|
+
const existingContent = existingMessage.content || {};
|
|
1078
|
+
const newContent = {
|
|
1079
|
+
...existingContent,
|
|
1080
|
+
...updatableFields.content,
|
|
1081
|
+
// Deep merge metadata if it exists on both
|
|
1082
|
+
...existingContent?.metadata && updatableFields.content.metadata ? {
|
|
1083
|
+
metadata: {
|
|
1084
|
+
...existingContent.metadata,
|
|
1085
|
+
...updatableFields.content.metadata
|
|
1086
|
+
}
|
|
1087
|
+
} : {}
|
|
1088
|
+
};
|
|
1089
|
+
setClauses.push(`content = ?`);
|
|
1090
|
+
values.push(JSON.stringify(newContent));
|
|
1091
|
+
delete updatableFields.content;
|
|
1092
|
+
}
|
|
1093
|
+
for (const key in updatableFields) {
|
|
1094
|
+
if (Object.prototype.hasOwnProperty.call(updatableFields, key)) {
|
|
1095
|
+
const dbColumn = key === "threadId" ? "thread_id" : key;
|
|
1096
|
+
setClauses.push(`${dbColumn} = ?`);
|
|
1097
|
+
values.push(updatableFields[key]);
|
|
1098
|
+
}
|
|
1099
|
+
}
|
|
1100
|
+
if (setClauses.length > 0) {
|
|
1101
|
+
values.push(id);
|
|
1102
|
+
const updateQuery = `UPDATE ${fullTableName} SET ${setClauses.join(", ")} WHERE id = ?`;
|
|
1103
|
+
updateQueries.push({ sql: updateQuery, params: values });
|
|
1104
|
+
}
|
|
1105
|
+
}
|
|
1106
|
+
for (const query of updateQueries) {
|
|
1107
|
+
await this.operations.executeQuery(query);
|
|
1108
|
+
}
|
|
1109
|
+
if (threadIdsToUpdate.size > 0) {
|
|
1110
|
+
const threadPlaceholders = Array.from(threadIdsToUpdate).map(() => "?").join(",");
|
|
1111
|
+
const threadUpdateQuery = `UPDATE ${threadsTableName} SET updatedAt = ? WHERE id IN (${threadPlaceholders})`;
|
|
1112
|
+
const threadUpdateParams = [(/* @__PURE__ */ new Date()).toISOString(), ...Array.from(threadIdsToUpdate)];
|
|
1113
|
+
await this.operations.executeQuery({ sql: threadUpdateQuery, params: threadUpdateParams });
|
|
1114
|
+
}
|
|
1115
|
+
const updatedMessages = await this.operations.executeQuery({ sql: selectQuery, params: messageIds });
|
|
1116
|
+
return updatedMessages.map((message) => {
|
|
1117
|
+
if (typeof message.content === "string") {
|
|
1118
|
+
try {
|
|
1119
|
+
message.content = JSON.parse(message.content);
|
|
1120
|
+
} catch {
|
|
1121
|
+
}
|
|
1122
|
+
}
|
|
1123
|
+
return message;
|
|
1109
1124
|
});
|
|
1110
|
-
return d ? d.snapshot : null;
|
|
1111
1125
|
} catch (error) {
|
|
1112
1126
|
throw new MastraError(
|
|
1113
1127
|
{
|
|
1114
|
-
id: "
|
|
1128
|
+
id: "CLOUDFLARE_D1_STORAGE_UPDATE_MESSAGES_FAILED",
|
|
1115
1129
|
domain: ErrorDomain.STORAGE,
|
|
1116
1130
|
category: ErrorCategory.THIRD_PARTY,
|
|
1117
|
-
|
|
1118
|
-
details: { workflowName, runId }
|
|
1131
|
+
details: { count: messages.length }
|
|
1119
1132
|
},
|
|
1120
1133
|
error
|
|
1121
1134
|
);
|
|
1122
1135
|
}
|
|
1123
1136
|
}
|
|
1124
|
-
|
|
1125
|
-
|
|
1126
|
-
|
|
1127
|
-
|
|
1128
|
-
|
|
1129
|
-
|
|
1130
|
-
|
|
1131
|
-
|
|
1137
|
+
};
|
|
1138
|
+
var StoreOperationsD1 = class extends StoreOperations {
|
|
1139
|
+
client;
|
|
1140
|
+
binding;
|
|
1141
|
+
tablePrefix;
|
|
1142
|
+
constructor(config) {
|
|
1143
|
+
super();
|
|
1144
|
+
this.client = config.client;
|
|
1145
|
+
this.binding = config.binding;
|
|
1146
|
+
this.tablePrefix = config.tablePrefix || "";
|
|
1147
|
+
}
|
|
1148
|
+
async hasColumn(table, column) {
|
|
1149
|
+
const fullTableName = table.startsWith(this.tablePrefix) ? table : `${this.tablePrefix}${table}`;
|
|
1150
|
+
const sql = `PRAGMA table_info(${fullTableName});`;
|
|
1151
|
+
const result = await this.executeQuery({ sql, params: [] });
|
|
1152
|
+
if (!result || !Array.isArray(result)) return false;
|
|
1153
|
+
return result.some((col) => col.name === column || col.name === column.toLowerCase());
|
|
1154
|
+
}
|
|
1155
|
+
getTableName(tableName) {
|
|
1156
|
+
return `${this.tablePrefix}${tableName}`;
|
|
1157
|
+
}
|
|
1158
|
+
formatSqlParams(params) {
|
|
1159
|
+
return params.map((p) => p === void 0 || p === null ? null : p);
|
|
1160
|
+
}
|
|
1161
|
+
async executeWorkersBindingQuery({
|
|
1162
|
+
sql,
|
|
1163
|
+
params = [],
|
|
1164
|
+
first = false
|
|
1165
|
+
}) {
|
|
1166
|
+
if (!this.binding) {
|
|
1167
|
+
throw new Error("Workers binding is not configured");
|
|
1168
|
+
}
|
|
1132
1169
|
try {
|
|
1133
|
-
const
|
|
1134
|
-
|
|
1135
|
-
|
|
1136
|
-
|
|
1137
|
-
if (
|
|
1138
|
-
|
|
1139
|
-
|
|
1140
|
-
|
|
1141
|
-
|
|
1142
|
-
|
|
1143
|
-
|
|
1144
|
-
|
|
1145
|
-
|
|
1146
|
-
|
|
1147
|
-
|
|
1148
|
-
|
|
1149
|
-
|
|
1170
|
+
const statement = this.binding.prepare(sql);
|
|
1171
|
+
const formattedParams = this.formatSqlParams(params);
|
|
1172
|
+
let result;
|
|
1173
|
+
if (formattedParams.length > 0) {
|
|
1174
|
+
if (first) {
|
|
1175
|
+
result = await statement.bind(...formattedParams).first();
|
|
1176
|
+
if (!result) return null;
|
|
1177
|
+
return result;
|
|
1178
|
+
} else {
|
|
1179
|
+
result = await statement.bind(...formattedParams).all();
|
|
1180
|
+
const results = result.results || [];
|
|
1181
|
+
return results;
|
|
1182
|
+
}
|
|
1183
|
+
} else {
|
|
1184
|
+
if (first) {
|
|
1185
|
+
result = await statement.first();
|
|
1186
|
+
if (!result) return null;
|
|
1187
|
+
return result;
|
|
1188
|
+
} else {
|
|
1189
|
+
result = await statement.all();
|
|
1190
|
+
const results = result.results || [];
|
|
1191
|
+
return results;
|
|
1150
1192
|
}
|
|
1151
|
-
this.logger.debug(
|
|
1152
|
-
`Processed batch ${Math.floor(i / batchSize) + 1} of ${Math.ceil(records.length / batchSize)}`
|
|
1153
|
-
);
|
|
1154
1193
|
}
|
|
1155
|
-
this.logger.debug(`Successfully batch inserted ${records.length} records into ${tableName}`);
|
|
1156
1194
|
} catch (error) {
|
|
1157
1195
|
throw new MastraError(
|
|
1158
1196
|
{
|
|
1159
|
-
id: "
|
|
1197
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_WORKERS_BINDING_QUERY_FAILED",
|
|
1160
1198
|
domain: ErrorDomain.STORAGE,
|
|
1161
1199
|
category: ErrorCategory.THIRD_PARTY,
|
|
1162
|
-
|
|
1163
|
-
details: { tableName }
|
|
1200
|
+
details: { sql }
|
|
1164
1201
|
},
|
|
1165
1202
|
error
|
|
1166
1203
|
);
|
|
1167
1204
|
}
|
|
1168
1205
|
}
|
|
1169
|
-
|
|
1170
|
-
|
|
1171
|
-
|
|
1172
|
-
|
|
1173
|
-
|
|
1174
|
-
|
|
1206
|
+
async executeRestQuery({
|
|
1207
|
+
sql,
|
|
1208
|
+
params = [],
|
|
1209
|
+
first = false
|
|
1210
|
+
}) {
|
|
1211
|
+
if (!this.client) {
|
|
1212
|
+
throw new Error("D1 client is not configured");
|
|
1213
|
+
}
|
|
1214
|
+
try {
|
|
1215
|
+
const formattedParams = this.formatSqlParams(params);
|
|
1216
|
+
const response = await this.client.query({
|
|
1217
|
+
sql,
|
|
1218
|
+
params: formattedParams
|
|
1219
|
+
});
|
|
1220
|
+
const result = response.result || [];
|
|
1221
|
+
const results = result.flatMap((r) => r.results || []);
|
|
1222
|
+
if (first) {
|
|
1223
|
+
return results[0] || null;
|
|
1224
|
+
}
|
|
1225
|
+
return results;
|
|
1226
|
+
} catch (error) {
|
|
1227
|
+
throw new MastraError(
|
|
1228
|
+
{
|
|
1229
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_REST_QUERY_FAILED",
|
|
1230
|
+
domain: ErrorDomain.STORAGE,
|
|
1231
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1232
|
+
details: { sql }
|
|
1233
|
+
},
|
|
1234
|
+
error
|
|
1235
|
+
);
|
|
1236
|
+
}
|
|
1237
|
+
}
|
|
1238
|
+
async executeQuery(options) {
|
|
1239
|
+
if (this.binding) {
|
|
1240
|
+
return this.executeWorkersBindingQuery(options);
|
|
1241
|
+
} else if (this.client) {
|
|
1242
|
+
return this.executeRestQuery(options);
|
|
1243
|
+
} else {
|
|
1244
|
+
throw new Error("Neither binding nor client is configured");
|
|
1245
|
+
}
|
|
1246
|
+
}
|
|
1247
|
+
async getTableColumns(tableName) {
|
|
1248
|
+
try {
|
|
1249
|
+
const sql = `PRAGMA table_info(${tableName})`;
|
|
1250
|
+
const result = await this.executeQuery({ sql });
|
|
1251
|
+
if (!result || !Array.isArray(result)) {
|
|
1252
|
+
return [];
|
|
1253
|
+
}
|
|
1254
|
+
return result.map((row) => ({
|
|
1255
|
+
name: row.name,
|
|
1256
|
+
type: row.type
|
|
1257
|
+
}));
|
|
1258
|
+
} catch (error) {
|
|
1259
|
+
this.logger.warn(`Failed to get table columns for ${tableName}:`, error);
|
|
1260
|
+
return [];
|
|
1261
|
+
}
|
|
1262
|
+
}
|
|
1263
|
+
serializeValue(value) {
|
|
1264
|
+
if (value === null || value === void 0) {
|
|
1265
|
+
return null;
|
|
1266
|
+
}
|
|
1267
|
+
if (value instanceof Date) {
|
|
1268
|
+
return value.toISOString();
|
|
1269
|
+
}
|
|
1270
|
+
if (typeof value === "object") {
|
|
1271
|
+
return JSON.stringify(value);
|
|
1272
|
+
}
|
|
1273
|
+
return value;
|
|
1274
|
+
}
|
|
1275
|
+
getSqlType(type) {
|
|
1276
|
+
switch (type) {
|
|
1277
|
+
case "bigint":
|
|
1278
|
+
return "INTEGER";
|
|
1279
|
+
// SQLite uses INTEGER for all integer sizes
|
|
1280
|
+
case "jsonb":
|
|
1281
|
+
return "TEXT";
|
|
1282
|
+
// Store JSON as TEXT in SQLite
|
|
1283
|
+
default:
|
|
1284
|
+
return super.getSqlType(type);
|
|
1285
|
+
}
|
|
1286
|
+
}
|
|
1287
|
+
async createTable({
|
|
1175
1288
|
tableName,
|
|
1176
|
-
|
|
1289
|
+
schema
|
|
1177
1290
|
}) {
|
|
1291
|
+
try {
|
|
1292
|
+
const fullTableName = this.getTableName(tableName);
|
|
1293
|
+
const columnDefinitions = Object.entries(schema).map(([colName, colDef]) => {
|
|
1294
|
+
const type = this.getSqlType(colDef.type);
|
|
1295
|
+
const nullable = colDef.nullable === false ? "NOT NULL" : "";
|
|
1296
|
+
const primaryKey = colDef.primaryKey ? "PRIMARY KEY" : "";
|
|
1297
|
+
return `${colName} ${type} ${nullable} ${primaryKey}`.trim();
|
|
1298
|
+
});
|
|
1299
|
+
const tableConstraints = [];
|
|
1300
|
+
if (tableName === TABLE_WORKFLOW_SNAPSHOT) {
|
|
1301
|
+
tableConstraints.push("UNIQUE (workflow_name, run_id)");
|
|
1302
|
+
}
|
|
1303
|
+
const query = createSqlBuilder().createTable(fullTableName, columnDefinitions, tableConstraints);
|
|
1304
|
+
const { sql, params } = query.build();
|
|
1305
|
+
await this.executeQuery({ sql, params });
|
|
1306
|
+
this.logger.debug(`Created table ${fullTableName}`);
|
|
1307
|
+
} catch (error) {
|
|
1308
|
+
throw new MastraError(
|
|
1309
|
+
{
|
|
1310
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_CREATE_TABLE_FAILED",
|
|
1311
|
+
domain: ErrorDomain.STORAGE,
|
|
1312
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1313
|
+
details: { tableName }
|
|
1314
|
+
},
|
|
1315
|
+
error
|
|
1316
|
+
);
|
|
1317
|
+
}
|
|
1318
|
+
}
|
|
1319
|
+
async clearTable({ tableName }) {
|
|
1320
|
+
try {
|
|
1321
|
+
const fullTableName = this.getTableName(tableName);
|
|
1322
|
+
const query = createSqlBuilder().delete(fullTableName);
|
|
1323
|
+
const { sql, params } = query.build();
|
|
1324
|
+
await this.executeQuery({ sql, params });
|
|
1325
|
+
this.logger.debug(`Cleared table ${fullTableName}`);
|
|
1326
|
+
} catch (error) {
|
|
1327
|
+
throw new MastraError(
|
|
1328
|
+
{
|
|
1329
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_CLEAR_TABLE_FAILED",
|
|
1330
|
+
domain: ErrorDomain.STORAGE,
|
|
1331
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1332
|
+
details: { tableName }
|
|
1333
|
+
},
|
|
1334
|
+
error
|
|
1335
|
+
);
|
|
1336
|
+
}
|
|
1337
|
+
}
|
|
1338
|
+
async dropTable({ tableName }) {
|
|
1339
|
+
try {
|
|
1340
|
+
const fullTableName = this.getTableName(tableName);
|
|
1341
|
+
const sql = `DROP TABLE IF EXISTS ${fullTableName}`;
|
|
1342
|
+
await this.executeQuery({ sql });
|
|
1343
|
+
this.logger.debug(`Dropped table ${fullTableName}`);
|
|
1344
|
+
} catch (error) {
|
|
1345
|
+
throw new MastraError(
|
|
1346
|
+
{
|
|
1347
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_DROP_TABLE_FAILED",
|
|
1348
|
+
domain: ErrorDomain.STORAGE,
|
|
1349
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1350
|
+
details: { tableName }
|
|
1351
|
+
},
|
|
1352
|
+
error
|
|
1353
|
+
);
|
|
1354
|
+
}
|
|
1355
|
+
}
|
|
1356
|
+
async alterTable(args) {
|
|
1357
|
+
try {
|
|
1358
|
+
const fullTableName = this.getTableName(args.tableName);
|
|
1359
|
+
const existingColumns = await this.getTableColumns(fullTableName);
|
|
1360
|
+
const existingColumnNames = new Set(existingColumns.map((col) => col.name));
|
|
1361
|
+
for (const [columnName, column] of Object.entries(args.schema)) {
|
|
1362
|
+
if (!existingColumnNames.has(columnName) && args.ifNotExists.includes(columnName)) {
|
|
1363
|
+
const sqlType = this.getSqlType(column.type);
|
|
1364
|
+
const defaultValue = this.getDefaultValue(column.type);
|
|
1365
|
+
const sql = `ALTER TABLE ${fullTableName} ADD COLUMN ${columnName} ${sqlType} ${defaultValue}`;
|
|
1366
|
+
await this.executeQuery({ sql });
|
|
1367
|
+
this.logger.debug(`Added column ${columnName} to table ${fullTableName}`);
|
|
1368
|
+
}
|
|
1369
|
+
}
|
|
1370
|
+
} catch (error) {
|
|
1371
|
+
throw new MastraError(
|
|
1372
|
+
{
|
|
1373
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_ALTER_TABLE_FAILED",
|
|
1374
|
+
domain: ErrorDomain.STORAGE,
|
|
1375
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1376
|
+
details: { tableName: args.tableName }
|
|
1377
|
+
},
|
|
1378
|
+
error
|
|
1379
|
+
);
|
|
1380
|
+
}
|
|
1381
|
+
}
|
|
1382
|
+
async insert({ tableName, record }) {
|
|
1383
|
+
try {
|
|
1384
|
+
const fullTableName = this.getTableName(tableName);
|
|
1385
|
+
const processedRecord = await this.processRecord(record);
|
|
1386
|
+
const columns = Object.keys(processedRecord);
|
|
1387
|
+
const values = Object.values(processedRecord);
|
|
1388
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values);
|
|
1389
|
+
const { sql, params } = query.build();
|
|
1390
|
+
await this.executeQuery({ sql, params });
|
|
1391
|
+
} catch (error) {
|
|
1392
|
+
throw new MastraError(
|
|
1393
|
+
{
|
|
1394
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_INSERT_FAILED",
|
|
1395
|
+
domain: ErrorDomain.STORAGE,
|
|
1396
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1397
|
+
details: { tableName }
|
|
1398
|
+
},
|
|
1399
|
+
error
|
|
1400
|
+
);
|
|
1401
|
+
}
|
|
1402
|
+
}
|
|
1403
|
+
async batchInsert({ tableName, records }) {
|
|
1404
|
+
try {
|
|
1405
|
+
if (records.length === 0) return;
|
|
1406
|
+
const fullTableName = this.getTableName(tableName);
|
|
1407
|
+
const processedRecords = await Promise.all(records.map((record) => this.processRecord(record)));
|
|
1408
|
+
const columns = Object.keys(processedRecords[0] || {});
|
|
1409
|
+
for (const record of processedRecords) {
|
|
1410
|
+
const values = Object.values(record);
|
|
1411
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values);
|
|
1412
|
+
const { sql, params } = query.build();
|
|
1413
|
+
await this.executeQuery({ sql, params });
|
|
1414
|
+
}
|
|
1415
|
+
} catch (error) {
|
|
1416
|
+
throw new MastraError(
|
|
1417
|
+
{
|
|
1418
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_BATCH_INSERT_FAILED",
|
|
1419
|
+
domain: ErrorDomain.STORAGE,
|
|
1420
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1421
|
+
details: { tableName }
|
|
1422
|
+
},
|
|
1423
|
+
error
|
|
1424
|
+
);
|
|
1425
|
+
}
|
|
1426
|
+
}
|
|
1427
|
+
async load({ tableName, keys }) {
|
|
1428
|
+
try {
|
|
1429
|
+
const fullTableName = this.getTableName(tableName);
|
|
1430
|
+
const query = createSqlBuilder().select("*").from(fullTableName);
|
|
1431
|
+
let firstKey = true;
|
|
1432
|
+
for (const [key, value] of Object.entries(keys)) {
|
|
1433
|
+
if (firstKey) {
|
|
1434
|
+
query.where(`${key} = ?`, value);
|
|
1435
|
+
firstKey = false;
|
|
1436
|
+
} else {
|
|
1437
|
+
query.andWhere(`${key} = ?`, value);
|
|
1438
|
+
}
|
|
1439
|
+
}
|
|
1440
|
+
query.limit(1);
|
|
1441
|
+
const { sql, params } = query.build();
|
|
1442
|
+
const result = await this.executeQuery({ sql, params, first: true });
|
|
1443
|
+
if (!result) {
|
|
1444
|
+
return null;
|
|
1445
|
+
}
|
|
1446
|
+
const deserializedResult = {};
|
|
1447
|
+
for (const [key, value] of Object.entries(result)) {
|
|
1448
|
+
deserializedResult[key] = deserializeValue(value);
|
|
1449
|
+
}
|
|
1450
|
+
return deserializedResult;
|
|
1451
|
+
} catch (error) {
|
|
1452
|
+
throw new MastraError(
|
|
1453
|
+
{
|
|
1454
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_LOAD_FAILED",
|
|
1455
|
+
domain: ErrorDomain.STORAGE,
|
|
1456
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1457
|
+
details: { tableName }
|
|
1458
|
+
},
|
|
1459
|
+
error
|
|
1460
|
+
);
|
|
1461
|
+
}
|
|
1462
|
+
}
|
|
1463
|
+
async processRecord(record) {
|
|
1464
|
+
const processed = {};
|
|
1465
|
+
for (const [key, value] of Object.entries(record)) {
|
|
1466
|
+
processed[key] = this.serializeValue(value);
|
|
1467
|
+
}
|
|
1468
|
+
return processed;
|
|
1469
|
+
}
|
|
1470
|
+
/**
|
|
1471
|
+
* Upsert multiple records in a batch operation
|
|
1472
|
+
* @param tableName The table to insert into
|
|
1473
|
+
* @param records The records to insert
|
|
1474
|
+
*/
|
|
1475
|
+
async batchUpsert({ tableName, records }) {
|
|
1178
1476
|
if (records.length === 0) return;
|
|
1179
1477
|
const fullTableName = this.getTableName(tableName);
|
|
1180
1478
|
try {
|
|
@@ -1221,73 +1519,267 @@ var D1Store = class extends MastraStorage {
|
|
|
1221
1519
|
);
|
|
1222
1520
|
}
|
|
1223
1521
|
}
|
|
1224
|
-
|
|
1225
|
-
|
|
1226
|
-
|
|
1227
|
-
|
|
1228
|
-
name,
|
|
1229
|
-
scope,
|
|
1230
|
-
page,
|
|
1231
|
-
perPage,
|
|
1232
|
-
attributes,
|
|
1233
|
-
fromDate,
|
|
1234
|
-
toDate
|
|
1235
|
-
}) {
|
|
1236
|
-
const fullTableName = this.getTableName(TABLE_TRACES);
|
|
1522
|
+
};
|
|
1523
|
+
function transformScoreRow(row) {
|
|
1524
|
+
let input = void 0;
|
|
1525
|
+
if (row.input) {
|
|
1237
1526
|
try {
|
|
1238
|
-
|
|
1239
|
-
|
|
1240
|
-
|
|
1241
|
-
|
|
1242
|
-
|
|
1243
|
-
|
|
1527
|
+
input = JSON.parse(row.input);
|
|
1528
|
+
} catch {
|
|
1529
|
+
input = row.input;
|
|
1530
|
+
}
|
|
1531
|
+
}
|
|
1532
|
+
return {
|
|
1533
|
+
...row,
|
|
1534
|
+
input,
|
|
1535
|
+
createdAt: row.createdAtZ || row.createdAt,
|
|
1536
|
+
updatedAt: row.updatedAtZ || row.updatedAt
|
|
1537
|
+
};
|
|
1538
|
+
}
|
|
1539
|
+
var ScoresStorageD1 = class extends ScoresStorage {
|
|
1540
|
+
operations;
|
|
1541
|
+
constructor({ operations }) {
|
|
1542
|
+
super();
|
|
1543
|
+
this.operations = operations;
|
|
1544
|
+
}
|
|
1545
|
+
async getScoreById({ id }) {
|
|
1546
|
+
try {
|
|
1547
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1548
|
+
const query = createSqlBuilder().select("*").from(fullTableName).where("id = ?", id);
|
|
1549
|
+
const { sql, params } = query.build();
|
|
1550
|
+
const result = await this.operations.executeQuery({ sql, params, first: true });
|
|
1551
|
+
if (!result) {
|
|
1552
|
+
return null;
|
|
1244
1553
|
}
|
|
1245
|
-
|
|
1246
|
-
|
|
1247
|
-
|
|
1554
|
+
return transformScoreRow(result);
|
|
1555
|
+
} catch (error) {
|
|
1556
|
+
throw new MastraError(
|
|
1557
|
+
{
|
|
1558
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORE_BY_ID_FAILED",
|
|
1559
|
+
domain: ErrorDomain.STORAGE,
|
|
1560
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1561
|
+
},
|
|
1562
|
+
error
|
|
1563
|
+
);
|
|
1564
|
+
}
|
|
1565
|
+
}
|
|
1566
|
+
async saveScore(score) {
|
|
1567
|
+
try {
|
|
1568
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1569
|
+
const { input, ...rest } = score;
|
|
1570
|
+
const serializedRecord = {};
|
|
1571
|
+
for (const [key, value] of Object.entries(rest)) {
|
|
1572
|
+
if (value !== null && value !== void 0) {
|
|
1573
|
+
if (typeof value === "object") {
|
|
1574
|
+
serializedRecord[key] = JSON.stringify(value);
|
|
1575
|
+
} else {
|
|
1576
|
+
serializedRecord[key] = value;
|
|
1577
|
+
}
|
|
1578
|
+
} else {
|
|
1579
|
+
serializedRecord[key] = null;
|
|
1248
1580
|
}
|
|
1249
1581
|
}
|
|
1250
|
-
|
|
1251
|
-
|
|
1582
|
+
serializedRecord.input = JSON.stringify(input);
|
|
1583
|
+
serializedRecord.createdAt = (/* @__PURE__ */ new Date()).toISOString();
|
|
1584
|
+
serializedRecord.updatedAt = (/* @__PURE__ */ new Date()).toISOString();
|
|
1585
|
+
const columns = Object.keys(serializedRecord);
|
|
1586
|
+
const values = Object.values(serializedRecord);
|
|
1587
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values);
|
|
1588
|
+
const { sql, params } = query.build();
|
|
1589
|
+
await this.operations.executeQuery({ sql, params });
|
|
1590
|
+
const scoreFromDb = await this.getScoreById({ id: score.id });
|
|
1591
|
+
return { score: scoreFromDb };
|
|
1592
|
+
} catch (error) {
|
|
1593
|
+
throw new MastraError(
|
|
1594
|
+
{
|
|
1595
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_SAVE_SCORE_FAILED",
|
|
1596
|
+
domain: ErrorDomain.STORAGE,
|
|
1597
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1598
|
+
},
|
|
1599
|
+
error
|
|
1600
|
+
);
|
|
1601
|
+
}
|
|
1602
|
+
}
|
|
1603
|
+
async getScoresByScorerId({
|
|
1604
|
+
scorerId,
|
|
1605
|
+
pagination
|
|
1606
|
+
}) {
|
|
1607
|
+
try {
|
|
1608
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1609
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("scorerId = ?", scorerId);
|
|
1610
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1611
|
+
const total = Array.isArray(countResult) ? Number(countResult?.[0]?.count ?? 0) : Number(countResult?.count ?? 0);
|
|
1612
|
+
if (total === 0) {
|
|
1613
|
+
return {
|
|
1614
|
+
pagination: {
|
|
1615
|
+
total: 0,
|
|
1616
|
+
page: pagination.page,
|
|
1617
|
+
perPage: pagination.perPage,
|
|
1618
|
+
hasMore: false
|
|
1619
|
+
},
|
|
1620
|
+
scores: []
|
|
1621
|
+
};
|
|
1252
1622
|
}
|
|
1253
|
-
|
|
1254
|
-
|
|
1623
|
+
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("scorerId = ?", scorerId).limit(pagination.perPage).offset(pagination.page * pagination.perPage);
|
|
1624
|
+
const { sql, params } = selectQuery.build();
|
|
1625
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1626
|
+
const scores = Array.isArray(results) ? results.map(transformScoreRow) : [];
|
|
1627
|
+
return {
|
|
1628
|
+
pagination: {
|
|
1629
|
+
total,
|
|
1630
|
+
page: pagination.page,
|
|
1631
|
+
perPage: pagination.perPage,
|
|
1632
|
+
hasMore: total > (pagination.page + 1) * pagination.perPage
|
|
1633
|
+
},
|
|
1634
|
+
scores
|
|
1635
|
+
};
|
|
1636
|
+
} catch (error) {
|
|
1637
|
+
throw new MastraError(
|
|
1638
|
+
{
|
|
1639
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORES_BY_SCORER_ID_FAILED",
|
|
1640
|
+
domain: ErrorDomain.STORAGE,
|
|
1641
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1642
|
+
},
|
|
1643
|
+
error
|
|
1644
|
+
);
|
|
1645
|
+
}
|
|
1646
|
+
}
|
|
1647
|
+
async getScoresByRunId({
|
|
1648
|
+
runId,
|
|
1649
|
+
pagination
|
|
1650
|
+
}) {
|
|
1651
|
+
try {
|
|
1652
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1653
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("runId = ?", runId);
|
|
1654
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1655
|
+
const total = Array.isArray(countResult) ? Number(countResult?.[0]?.count ?? 0) : Number(countResult?.count ?? 0);
|
|
1656
|
+
if (total === 0) {
|
|
1657
|
+
return {
|
|
1658
|
+
pagination: {
|
|
1659
|
+
total: 0,
|
|
1660
|
+
page: pagination.page,
|
|
1661
|
+
perPage: pagination.perPage,
|
|
1662
|
+
hasMore: false
|
|
1663
|
+
},
|
|
1664
|
+
scores: []
|
|
1665
|
+
};
|
|
1255
1666
|
}
|
|
1256
|
-
|
|
1257
|
-
const { sql, params } =
|
|
1258
|
-
const results = await this.executeQuery({ sql, params });
|
|
1259
|
-
|
|
1260
|
-
|
|
1261
|
-
|
|
1262
|
-
|
|
1263
|
-
|
|
1264
|
-
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
|
|
1667
|
+
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("runId = ?", runId).limit(pagination.perPage).offset(pagination.page * pagination.perPage);
|
|
1668
|
+
const { sql, params } = selectQuery.build();
|
|
1669
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1670
|
+
const scores = Array.isArray(results) ? results.map(transformScoreRow) : [];
|
|
1671
|
+
return {
|
|
1672
|
+
pagination: {
|
|
1673
|
+
total,
|
|
1674
|
+
page: pagination.page,
|
|
1675
|
+
perPage: pagination.perPage,
|
|
1676
|
+
hasMore: total > (pagination.page + 1) * pagination.perPage
|
|
1677
|
+
},
|
|
1678
|
+
scores
|
|
1679
|
+
};
|
|
1269
1680
|
} catch (error) {
|
|
1270
|
-
|
|
1681
|
+
throw new MastraError(
|
|
1682
|
+
{
|
|
1683
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORES_BY_RUN_ID_FAILED",
|
|
1684
|
+
domain: ErrorDomain.STORAGE,
|
|
1685
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1686
|
+
},
|
|
1687
|
+
error
|
|
1688
|
+
);
|
|
1689
|
+
}
|
|
1690
|
+
}
|
|
1691
|
+
async getScoresByEntityId({
|
|
1692
|
+
entityId,
|
|
1693
|
+
entityType,
|
|
1694
|
+
pagination
|
|
1695
|
+
}) {
|
|
1696
|
+
try {
|
|
1697
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1698
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("entityId = ?", entityId).andWhere("entityType = ?", entityType);
|
|
1699
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1700
|
+
const total = Array.isArray(countResult) ? Number(countResult?.[0]?.count ?? 0) : Number(countResult?.count ?? 0);
|
|
1701
|
+
if (total === 0) {
|
|
1702
|
+
return {
|
|
1703
|
+
pagination: {
|
|
1704
|
+
total: 0,
|
|
1705
|
+
page: pagination.page,
|
|
1706
|
+
perPage: pagination.perPage,
|
|
1707
|
+
hasMore: false
|
|
1708
|
+
},
|
|
1709
|
+
scores: []
|
|
1710
|
+
};
|
|
1711
|
+
}
|
|
1712
|
+
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("entityId = ?", entityId).andWhere("entityType = ?", entityType).limit(pagination.perPage).offset(pagination.page * pagination.perPage);
|
|
1713
|
+
const { sql, params } = selectQuery.build();
|
|
1714
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1715
|
+
const scores = Array.isArray(results) ? results.map(transformScoreRow) : [];
|
|
1716
|
+
return {
|
|
1717
|
+
pagination: {
|
|
1718
|
+
total,
|
|
1719
|
+
page: pagination.page,
|
|
1720
|
+
perPage: pagination.perPage,
|
|
1721
|
+
hasMore: total > (pagination.page + 1) * pagination.perPage
|
|
1722
|
+
},
|
|
1723
|
+
scores
|
|
1724
|
+
};
|
|
1725
|
+
} catch (error) {
|
|
1726
|
+
throw new MastraError(
|
|
1727
|
+
{
|
|
1728
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORES_BY_ENTITY_ID_FAILED",
|
|
1729
|
+
domain: ErrorDomain.STORAGE,
|
|
1730
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1731
|
+
},
|
|
1732
|
+
error
|
|
1733
|
+
);
|
|
1734
|
+
}
|
|
1735
|
+
}
|
|
1736
|
+
};
|
|
1737
|
+
function isArrayOfRecords2(value) {
|
|
1738
|
+
return value && Array.isArray(value) && value.length > 0;
|
|
1739
|
+
}
|
|
1740
|
+
var TracesStorageD1 = class extends TracesStorage {
|
|
1741
|
+
operations;
|
|
1742
|
+
constructor({ operations }) {
|
|
1743
|
+
super();
|
|
1744
|
+
this.operations = operations;
|
|
1745
|
+
}
|
|
1746
|
+
async getTraces(args) {
|
|
1747
|
+
const paginatedArgs = {
|
|
1748
|
+
name: args.name,
|
|
1749
|
+
scope: args.scope,
|
|
1750
|
+
page: args.page,
|
|
1751
|
+
perPage: args.perPage,
|
|
1752
|
+
attributes: args.attributes,
|
|
1753
|
+
filters: args.filters,
|
|
1754
|
+
dateRange: args.fromDate || args.toDate ? {
|
|
1755
|
+
start: args.fromDate,
|
|
1756
|
+
end: args.toDate
|
|
1757
|
+
} : void 0
|
|
1758
|
+
};
|
|
1759
|
+
try {
|
|
1760
|
+
const result = await this.getTracesPaginated(paginatedArgs);
|
|
1761
|
+
return result.traces;
|
|
1762
|
+
} catch (error) {
|
|
1763
|
+
throw new MastraError(
|
|
1271
1764
|
{
|
|
1272
1765
|
id: "CLOUDFLARE_D1_STORAGE_GET_TRACES_ERROR",
|
|
1273
1766
|
domain: ErrorDomain.STORAGE,
|
|
1274
1767
|
category: ErrorCategory.THIRD_PARTY,
|
|
1275
1768
|
text: `Failed to retrieve traces: ${error instanceof Error ? error.message : String(error)}`,
|
|
1276
1769
|
details: {
|
|
1277
|
-
name: name ?? "",
|
|
1278
|
-
scope: scope ?? ""
|
|
1770
|
+
name: args.name ?? "",
|
|
1771
|
+
scope: args.scope ?? ""
|
|
1279
1772
|
}
|
|
1280
1773
|
},
|
|
1281
1774
|
error
|
|
1282
1775
|
);
|
|
1283
|
-
this.logger?.error(mastraError.toString());
|
|
1284
|
-
this.logger?.trackException(mastraError);
|
|
1285
|
-
return [];
|
|
1286
1776
|
}
|
|
1287
1777
|
}
|
|
1288
1778
|
async getTracesPaginated(args) {
|
|
1289
|
-
const { name, scope, page, perPage, attributes,
|
|
1290
|
-
const
|
|
1779
|
+
const { name, scope, page = 0, perPage = 100, attributes, dateRange } = args;
|
|
1780
|
+
const fromDate = dateRange?.start;
|
|
1781
|
+
const toDate = dateRange?.end;
|
|
1782
|
+
const fullTableName = this.operations.getTableName(TABLE_TRACES);
|
|
1291
1783
|
try {
|
|
1292
1784
|
const dataQuery = createSqlBuilder().select("*").from(fullTableName).where("1=1");
|
|
1293
1785
|
const countQuery = createSqlBuilder().count().from(fullTableName).where("1=1");
|
|
@@ -1315,18 +1807,22 @@ var D1Store = class extends MastraStorage {
|
|
|
1315
1807
|
dataQuery.andWhere("createdAt <= ?", toDateStr);
|
|
1316
1808
|
countQuery.andWhere("createdAt <= ?", toDateStr);
|
|
1317
1809
|
}
|
|
1318
|
-
const
|
|
1810
|
+
const allDataResult = await this.operations.executeQuery(
|
|
1811
|
+
createSqlBuilder().select("*").from(fullTableName).where("1=1").build()
|
|
1812
|
+
);
|
|
1813
|
+
console.log("allDataResult", allDataResult);
|
|
1814
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1319
1815
|
const total = Number(countResult?.[0]?.count ?? 0);
|
|
1320
1816
|
dataQuery.orderBy("startTime", "DESC").limit(perPage).offset(page * perPage);
|
|
1321
|
-
const results = await this.executeQuery(dataQuery.build());
|
|
1322
|
-
const traces =
|
|
1817
|
+
const results = await this.operations.executeQuery(dataQuery.build());
|
|
1818
|
+
const traces = isArrayOfRecords2(results) ? results.map(
|
|
1323
1819
|
(trace) => ({
|
|
1324
1820
|
...trace,
|
|
1325
|
-
attributes:
|
|
1326
|
-
status:
|
|
1327
|
-
events:
|
|
1328
|
-
links:
|
|
1329
|
-
other:
|
|
1821
|
+
attributes: deserializeValue(trace.attributes, "jsonb"),
|
|
1822
|
+
status: deserializeValue(trace.status, "jsonb"),
|
|
1823
|
+
events: deserializeValue(trace.events, "jsonb"),
|
|
1824
|
+
links: deserializeValue(trace.links, "jsonb"),
|
|
1825
|
+
other: deserializeValue(trace.other, "jsonb")
|
|
1330
1826
|
})
|
|
1331
1827
|
) : [];
|
|
1332
1828
|
return {
|
|
@@ -1339,7 +1835,7 @@ var D1Store = class extends MastraStorage {
|
|
|
1339
1835
|
} catch (error) {
|
|
1340
1836
|
const mastraError = new MastraError(
|
|
1341
1837
|
{
|
|
1342
|
-
id: "
|
|
1838
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_TRACES_PAGINATED_ERROR",
|
|
1343
1839
|
domain: ErrorDomain.STORAGE,
|
|
1344
1840
|
category: ErrorCategory.THIRD_PARTY,
|
|
1345
1841
|
text: `Failed to retrieve traces: ${error instanceof Error ? error.message : String(error)}`,
|
|
@@ -1352,135 +1848,87 @@ var D1Store = class extends MastraStorage {
|
|
|
1352
1848
|
return { traces: [], total: 0, page, perPage, hasMore: false };
|
|
1353
1849
|
}
|
|
1354
1850
|
}
|
|
1355
|
-
|
|
1356
|
-
|
|
1357
|
-
|
|
1358
|
-
|
|
1359
|
-
|
|
1360
|
-
|
|
1361
|
-
let query = createSqlBuilder().select("*").from(fullTableName).where("agent_name = ?", agentName);
|
|
1362
|
-
if (type === "test") {
|
|
1363
|
-
query = query.andWhere("test_info IS NOT NULL AND json_extract(test_info, '$.testPath') IS NOT NULL");
|
|
1364
|
-
} else if (type === "live") {
|
|
1365
|
-
query = query.andWhere("(test_info IS NULL OR json_extract(test_info, '$.testPath') IS NULL)");
|
|
1366
|
-
}
|
|
1367
|
-
query.orderBy("created_at", "DESC");
|
|
1368
|
-
const { sql, params } = query.build();
|
|
1369
|
-
const results = await this.executeQuery({ sql, params });
|
|
1370
|
-
return isArrayOfRecords(results) ? results.map((row) => {
|
|
1371
|
-
const result = this.deserializeValue(row.result);
|
|
1372
|
-
const testInfo = row.test_info ? this.deserializeValue(row.test_info) : void 0;
|
|
1373
|
-
return {
|
|
1374
|
-
input: row.input || "",
|
|
1375
|
-
output: row.output || "",
|
|
1376
|
-
result,
|
|
1377
|
-
agentName: row.agent_name || "",
|
|
1378
|
-
metricName: row.metric_name || "",
|
|
1379
|
-
instructions: row.instructions || "",
|
|
1380
|
-
runId: row.run_id || "",
|
|
1381
|
-
globalRunId: row.global_run_id || "",
|
|
1382
|
-
createdAt: row.created_at || "",
|
|
1383
|
-
testInfo
|
|
1384
|
-
};
|
|
1385
|
-
}) : [];
|
|
1386
|
-
} catch (error) {
|
|
1387
|
-
const mastraError = new MastraError(
|
|
1388
|
-
{
|
|
1389
|
-
id: "CLOUDFLARE_D1_STORAGE_GET_EVALS_ERROR",
|
|
1390
|
-
domain: ErrorDomain.STORAGE,
|
|
1391
|
-
category: ErrorCategory.THIRD_PARTY,
|
|
1392
|
-
text: `Failed to retrieve evals for agent ${agentName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
1393
|
-
details: { agentName }
|
|
1394
|
-
},
|
|
1395
|
-
error
|
|
1396
|
-
);
|
|
1397
|
-
this.logger?.error(mastraError.toString());
|
|
1398
|
-
this.logger?.trackException(mastraError);
|
|
1399
|
-
return [];
|
|
1400
|
-
}
|
|
1851
|
+
async batchTraceInsert({ records }) {
|
|
1852
|
+
this.logger.debug("Batch inserting traces", { count: records.length });
|
|
1853
|
+
await this.operations.batchInsert({
|
|
1854
|
+
tableName: TABLE_TRACES,
|
|
1855
|
+
records
|
|
1856
|
+
});
|
|
1401
1857
|
}
|
|
1402
|
-
|
|
1403
|
-
|
|
1404
|
-
|
|
1405
|
-
|
|
1406
|
-
|
|
1407
|
-
|
|
1408
|
-
|
|
1409
|
-
|
|
1410
|
-
|
|
1411
|
-
|
|
1412
|
-
|
|
1413
|
-
|
|
1414
|
-
|
|
1415
|
-
|
|
1416
|
-
|
|
1417
|
-
|
|
1418
|
-
|
|
1419
|
-
}
|
|
1420
|
-
|
|
1421
|
-
|
|
1422
|
-
|
|
1423
|
-
|
|
1424
|
-
|
|
1425
|
-
|
|
1426
|
-
|
|
1858
|
+
};
|
|
1859
|
+
var WorkflowsStorageD1 = class extends WorkflowsStorage {
|
|
1860
|
+
operations;
|
|
1861
|
+
constructor({ operations }) {
|
|
1862
|
+
super();
|
|
1863
|
+
this.operations = operations;
|
|
1864
|
+
}
|
|
1865
|
+
async persistWorkflowSnapshot({
|
|
1866
|
+
workflowName,
|
|
1867
|
+
runId,
|
|
1868
|
+
snapshot
|
|
1869
|
+
}) {
|
|
1870
|
+
const fullTableName = this.operations.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1871
|
+
const now = (/* @__PURE__ */ new Date()).toISOString();
|
|
1872
|
+
const currentSnapshot = await this.operations.load({
|
|
1873
|
+
tableName: TABLE_WORKFLOW_SNAPSHOT,
|
|
1874
|
+
keys: { workflow_name: workflowName, run_id: runId }
|
|
1875
|
+
});
|
|
1876
|
+
const persisting = currentSnapshot ? {
|
|
1877
|
+
...currentSnapshot,
|
|
1878
|
+
snapshot: JSON.stringify(snapshot),
|
|
1879
|
+
updatedAt: now
|
|
1880
|
+
} : {
|
|
1881
|
+
workflow_name: workflowName,
|
|
1882
|
+
run_id: runId,
|
|
1883
|
+
snapshot,
|
|
1884
|
+
createdAt: now,
|
|
1885
|
+
updatedAt: now
|
|
1886
|
+
};
|
|
1887
|
+
const processedRecord = await this.operations.processRecord(persisting);
|
|
1888
|
+
const columns = Object.keys(processedRecord);
|
|
1889
|
+
const values = Object.values(processedRecord);
|
|
1890
|
+
const updateMap = {
|
|
1891
|
+
snapshot: "excluded.snapshot",
|
|
1892
|
+
updatedAt: "excluded.updatedAt"
|
|
1893
|
+
};
|
|
1894
|
+
this.logger.debug("Persisting workflow snapshot", { workflowName, runId });
|
|
1895
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values, ["workflow_name", "run_id"], updateMap);
|
|
1896
|
+
const { sql, params } = query.build();
|
|
1897
|
+
try {
|
|
1898
|
+
await this.operations.executeQuery({ sql, params });
|
|
1899
|
+
} catch (error) {
|
|
1900
|
+
throw new MastraError(
|
|
1901
|
+
{
|
|
1902
|
+
id: "CLOUDFLARE_D1_STORAGE_PERSIST_WORKFLOW_SNAPSHOT_ERROR",
|
|
1903
|
+
domain: ErrorDomain.STORAGE,
|
|
1904
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1905
|
+
text: `Failed to persist workflow snapshot: ${error instanceof Error ? error.message : String(error)}`,
|
|
1906
|
+
details: { workflowName, runId }
|
|
1907
|
+
},
|
|
1908
|
+
error
|
|
1909
|
+
);
|
|
1427
1910
|
}
|
|
1428
|
-
|
|
1911
|
+
}
|
|
1912
|
+
async loadWorkflowSnapshot(params) {
|
|
1913
|
+
const { workflowName, runId } = params;
|
|
1914
|
+
this.logger.debug("Loading workflow snapshot", { workflowName, runId });
|
|
1429
1915
|
try {
|
|
1430
|
-
const
|
|
1431
|
-
|
|
1432
|
-
|
|
1433
|
-
|
|
1434
|
-
|
|
1435
|
-
evals: [],
|
|
1436
|
-
total: 0,
|
|
1437
|
-
page,
|
|
1438
|
-
perPage,
|
|
1439
|
-
hasMore: false
|
|
1440
|
-
};
|
|
1441
|
-
}
|
|
1442
|
-
const dataQueryBuilder = createSqlBuilder().select("*").from(fullTableName);
|
|
1443
|
-
if (conditions.length > 0) {
|
|
1444
|
-
dataQueryBuilder.where(conditions.join(" AND "), ...queryParams);
|
|
1445
|
-
}
|
|
1446
|
-
dataQueryBuilder.orderBy("createdAt", "DESC").limit(perPage).offset(currentOffset);
|
|
1447
|
-
const { sql: dataSql, params: dataParams } = dataQueryBuilder.build();
|
|
1448
|
-
const rows = await this.executeQuery({ sql: dataSql, params: dataParams });
|
|
1449
|
-
const evals = (isArrayOfRecords(rows) ? rows : []).map((row) => {
|
|
1450
|
-
const result = this.deserializeValue(row.result);
|
|
1451
|
-
const testInfo = row.test_info ? this.deserializeValue(row.test_info) : void 0;
|
|
1452
|
-
if (!result || typeof result !== "object" || !("score" in result)) {
|
|
1453
|
-
throw new Error(`Invalid MetricResult format: ${JSON.stringify(result)}`);
|
|
1916
|
+
const d = await this.operations.load({
|
|
1917
|
+
tableName: TABLE_WORKFLOW_SNAPSHOT,
|
|
1918
|
+
keys: {
|
|
1919
|
+
workflow_name: workflowName,
|
|
1920
|
+
run_id: runId
|
|
1454
1921
|
}
|
|
1455
|
-
return {
|
|
1456
|
-
input: row.input,
|
|
1457
|
-
output: row.output,
|
|
1458
|
-
result,
|
|
1459
|
-
agentName: row.agent_name,
|
|
1460
|
-
metricName: row.metric_name,
|
|
1461
|
-
instructions: row.instructions,
|
|
1462
|
-
testInfo,
|
|
1463
|
-
globalRunId: row.global_run_id,
|
|
1464
|
-
runId: row.run_id,
|
|
1465
|
-
createdAt: row.createdAt
|
|
1466
|
-
};
|
|
1467
1922
|
});
|
|
1468
|
-
|
|
1469
|
-
return {
|
|
1470
|
-
evals,
|
|
1471
|
-
total,
|
|
1472
|
-
page,
|
|
1473
|
-
perPage,
|
|
1474
|
-
hasMore
|
|
1475
|
-
};
|
|
1923
|
+
return d ? d.snapshot : null;
|
|
1476
1924
|
} catch (error) {
|
|
1477
1925
|
throw new MastraError(
|
|
1478
1926
|
{
|
|
1479
|
-
id: "
|
|
1927
|
+
id: "CLOUDFLARE_D1_STORAGE_LOAD_WORKFLOW_SNAPSHOT_ERROR",
|
|
1480
1928
|
domain: ErrorDomain.STORAGE,
|
|
1481
1929
|
category: ErrorCategory.THIRD_PARTY,
|
|
1482
|
-
text: `Failed to
|
|
1483
|
-
details: {
|
|
1930
|
+
text: `Failed to load workflow snapshot: ${error instanceof Error ? error.message : String(error)}`,
|
|
1931
|
+
details: { workflowName, runId }
|
|
1484
1932
|
},
|
|
1485
1933
|
error
|
|
1486
1934
|
);
|
|
@@ -1499,17 +1947,11 @@ var D1Store = class extends MastraStorage {
|
|
|
1499
1947
|
workflowName: row.workflow_name,
|
|
1500
1948
|
runId: row.run_id,
|
|
1501
1949
|
snapshot: parsedSnapshot,
|
|
1502
|
-
createdAt:
|
|
1503
|
-
updatedAt:
|
|
1950
|
+
createdAt: ensureDate(row.createdAt),
|
|
1951
|
+
updatedAt: ensureDate(row.updatedAt),
|
|
1504
1952
|
resourceId: row.resourceId
|
|
1505
1953
|
};
|
|
1506
1954
|
}
|
|
1507
|
-
async hasColumn(table, column) {
|
|
1508
|
-
const sql = `PRAGMA table_info(${table});`;
|
|
1509
|
-
const result = await this.executeQuery({ sql, params: [] });
|
|
1510
|
-
if (!result || !Array.isArray(result)) return false;
|
|
1511
|
-
return result.some((col) => col.name === column || col.name === column.toLowerCase());
|
|
1512
|
-
}
|
|
1513
1955
|
async getWorkflowRuns({
|
|
1514
1956
|
workflowName,
|
|
1515
1957
|
fromDate,
|
|
@@ -1518,13 +1960,13 @@ var D1Store = class extends MastraStorage {
|
|
|
1518
1960
|
offset,
|
|
1519
1961
|
resourceId
|
|
1520
1962
|
} = {}) {
|
|
1521
|
-
const fullTableName = this.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1963
|
+
const fullTableName = this.operations.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1522
1964
|
try {
|
|
1523
1965
|
const builder = createSqlBuilder().select().from(fullTableName);
|
|
1524
1966
|
const countBuilder = createSqlBuilder().count().from(fullTableName);
|
|
1525
1967
|
if (workflowName) builder.whereAnd("workflow_name = ?", workflowName);
|
|
1526
1968
|
if (resourceId) {
|
|
1527
|
-
const hasResourceId = await this.hasColumn(fullTableName, "resourceId");
|
|
1969
|
+
const hasResourceId = await this.operations.hasColumn(fullTableName, "resourceId");
|
|
1528
1970
|
if (hasResourceId) {
|
|
1529
1971
|
builder.whereAnd("resourceId = ?", resourceId);
|
|
1530
1972
|
countBuilder.whereAnd("resourceId = ?", resourceId);
|
|
@@ -1547,10 +1989,14 @@ var D1Store = class extends MastraStorage {
|
|
|
1547
1989
|
let total = 0;
|
|
1548
1990
|
if (limit !== void 0 && offset !== void 0) {
|
|
1549
1991
|
const { sql: countSql, params: countParams } = countBuilder.build();
|
|
1550
|
-
const countResult = await this.executeQuery({
|
|
1992
|
+
const countResult = await this.operations.executeQuery({
|
|
1993
|
+
sql: countSql,
|
|
1994
|
+
params: countParams,
|
|
1995
|
+
first: true
|
|
1996
|
+
});
|
|
1551
1997
|
total = Number(countResult?.count ?? 0);
|
|
1552
1998
|
}
|
|
1553
|
-
const results = await this.executeQuery({ sql, params });
|
|
1999
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1554
2000
|
const runs = (isArrayOfRecords(results) ? results : []).map((row) => this.parseWorkflowRun(row));
|
|
1555
2001
|
return { runs, total: total || runs.length };
|
|
1556
2002
|
} catch (error) {
|
|
@@ -1560,7 +2006,10 @@ var D1Store = class extends MastraStorage {
|
|
|
1560
2006
|
domain: ErrorDomain.STORAGE,
|
|
1561
2007
|
category: ErrorCategory.THIRD_PARTY,
|
|
1562
2008
|
text: `Failed to retrieve workflow runs: ${error instanceof Error ? error.message : String(error)}`,
|
|
1563
|
-
details: {
|
|
2009
|
+
details: {
|
|
2010
|
+
workflowName: workflowName ?? "",
|
|
2011
|
+
resourceId: resourceId ?? ""
|
|
2012
|
+
}
|
|
1564
2013
|
},
|
|
1565
2014
|
error
|
|
1566
2015
|
);
|
|
@@ -1570,7 +2019,7 @@ var D1Store = class extends MastraStorage {
|
|
|
1570
2019
|
runId,
|
|
1571
2020
|
workflowName
|
|
1572
2021
|
}) {
|
|
1573
|
-
const fullTableName = this.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
2022
|
+
const fullTableName = this.operations.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1574
2023
|
try {
|
|
1575
2024
|
const conditions = [];
|
|
1576
2025
|
const params = [];
|
|
@@ -1584,7 +2033,7 @@ var D1Store = class extends MastraStorage {
|
|
|
1584
2033
|
}
|
|
1585
2034
|
const whereClause = conditions.length > 0 ? "WHERE " + conditions.join(" AND ") : "";
|
|
1586
2035
|
const sql = `SELECT * FROM ${fullTableName} ${whereClause} ORDER BY createdAt DESC LIMIT 1`;
|
|
1587
|
-
const result = await this.executeQuery({ sql, params, first: true });
|
|
2036
|
+
const result = await this.operations.executeQuery({ sql, params, first: true });
|
|
1588
2037
|
if (!result) return null;
|
|
1589
2038
|
return this.parseWorkflowRun(result);
|
|
1590
2039
|
} catch (error) {
|
|
@@ -1600,6 +2049,278 @@ var D1Store = class extends MastraStorage {
|
|
|
1600
2049
|
);
|
|
1601
2050
|
}
|
|
1602
2051
|
}
|
|
2052
|
+
};
|
|
2053
|
+
|
|
2054
|
+
// src/storage/index.ts
|
|
2055
|
+
var D1Store = class extends MastraStorage {
|
|
2056
|
+
client;
|
|
2057
|
+
binding;
|
|
2058
|
+
// D1Database binding
|
|
2059
|
+
tablePrefix;
|
|
2060
|
+
stores;
|
|
2061
|
+
/**
|
|
2062
|
+
* Creates a new D1Store instance
|
|
2063
|
+
* @param config Configuration for D1 access (either REST API or Workers Binding API)
|
|
2064
|
+
*/
|
|
2065
|
+
constructor(config) {
|
|
2066
|
+
try {
|
|
2067
|
+
super({ name: "D1" });
|
|
2068
|
+
if (config.tablePrefix && !/^[a-zA-Z0-9_]*$/.test(config.tablePrefix)) {
|
|
2069
|
+
throw new Error("Invalid tablePrefix: only letters, numbers, and underscores are allowed.");
|
|
2070
|
+
}
|
|
2071
|
+
this.tablePrefix = config.tablePrefix || "";
|
|
2072
|
+
if ("binding" in config) {
|
|
2073
|
+
if (!config.binding) {
|
|
2074
|
+
throw new Error("D1 binding is required when using Workers Binding API");
|
|
2075
|
+
}
|
|
2076
|
+
this.binding = config.binding;
|
|
2077
|
+
this.logger.info("Using D1 Workers Binding API");
|
|
2078
|
+
} else if ("client" in config) {
|
|
2079
|
+
if (!config.client) {
|
|
2080
|
+
throw new Error("D1 client is required when using D1ClientConfig");
|
|
2081
|
+
}
|
|
2082
|
+
this.client = config.client;
|
|
2083
|
+
this.logger.info("Using D1 Client");
|
|
2084
|
+
} else {
|
|
2085
|
+
if (!config.accountId || !config.databaseId || !config.apiToken) {
|
|
2086
|
+
throw new Error("accountId, databaseId, and apiToken are required when using REST API");
|
|
2087
|
+
}
|
|
2088
|
+
const cfClient = new Cloudflare({
|
|
2089
|
+
apiToken: config.apiToken
|
|
2090
|
+
});
|
|
2091
|
+
this.client = {
|
|
2092
|
+
query: ({ sql, params }) => {
|
|
2093
|
+
return cfClient.d1.database.query(config.databaseId, {
|
|
2094
|
+
account_id: config.accountId,
|
|
2095
|
+
sql,
|
|
2096
|
+
params
|
|
2097
|
+
});
|
|
2098
|
+
}
|
|
2099
|
+
};
|
|
2100
|
+
this.logger.info("Using D1 REST API");
|
|
2101
|
+
}
|
|
2102
|
+
} catch (error) {
|
|
2103
|
+
throw new MastraError(
|
|
2104
|
+
{
|
|
2105
|
+
id: "CLOUDFLARE_D1_STORAGE_INITIALIZATION_ERROR",
|
|
2106
|
+
domain: ErrorDomain.STORAGE,
|
|
2107
|
+
category: ErrorCategory.SYSTEM,
|
|
2108
|
+
text: "Error initializing D1Store"
|
|
2109
|
+
},
|
|
2110
|
+
error
|
|
2111
|
+
);
|
|
2112
|
+
}
|
|
2113
|
+
const operations = new StoreOperationsD1({
|
|
2114
|
+
client: this.client,
|
|
2115
|
+
binding: this.binding,
|
|
2116
|
+
tablePrefix: this.tablePrefix
|
|
2117
|
+
});
|
|
2118
|
+
const scores = new ScoresStorageD1({
|
|
2119
|
+
operations
|
|
2120
|
+
});
|
|
2121
|
+
const legacyEvals = new LegacyEvalsStorageD1({
|
|
2122
|
+
operations
|
|
2123
|
+
});
|
|
2124
|
+
const traces = new TracesStorageD1({
|
|
2125
|
+
operations
|
|
2126
|
+
});
|
|
2127
|
+
const workflows = new WorkflowsStorageD1({
|
|
2128
|
+
operations
|
|
2129
|
+
});
|
|
2130
|
+
const memory = new MemoryStorageD1({
|
|
2131
|
+
operations
|
|
2132
|
+
});
|
|
2133
|
+
this.stores = {
|
|
2134
|
+
operations,
|
|
2135
|
+
scores,
|
|
2136
|
+
legacyEvals,
|
|
2137
|
+
traces,
|
|
2138
|
+
workflows,
|
|
2139
|
+
memory
|
|
2140
|
+
};
|
|
2141
|
+
}
|
|
2142
|
+
get supports() {
|
|
2143
|
+
return {
|
|
2144
|
+
selectByIncludeResourceScope: true,
|
|
2145
|
+
resourceWorkingMemory: true,
|
|
2146
|
+
hasColumn: true,
|
|
2147
|
+
createTable: true,
|
|
2148
|
+
deleteMessages: false
|
|
2149
|
+
};
|
|
2150
|
+
}
|
|
2151
|
+
async createTable({
|
|
2152
|
+
tableName,
|
|
2153
|
+
schema
|
|
2154
|
+
}) {
|
|
2155
|
+
return this.stores.operations.createTable({ tableName, schema });
|
|
2156
|
+
}
|
|
2157
|
+
/**
|
|
2158
|
+
* Alters table schema to add columns if they don't exist
|
|
2159
|
+
* @param tableName Name of the table
|
|
2160
|
+
* @param schema Schema of the table
|
|
2161
|
+
* @param ifNotExists Array of column names to add if they don't exist
|
|
2162
|
+
*/
|
|
2163
|
+
async alterTable({
|
|
2164
|
+
tableName,
|
|
2165
|
+
schema,
|
|
2166
|
+
ifNotExists
|
|
2167
|
+
}) {
|
|
2168
|
+
return this.stores.operations.alterTable({ tableName, schema, ifNotExists });
|
|
2169
|
+
}
|
|
2170
|
+
async clearTable({ tableName }) {
|
|
2171
|
+
return this.stores.operations.clearTable({ tableName });
|
|
2172
|
+
}
|
|
2173
|
+
async dropTable({ tableName }) {
|
|
2174
|
+
return this.stores.operations.dropTable({ tableName });
|
|
2175
|
+
}
|
|
2176
|
+
async hasColumn(table, column) {
|
|
2177
|
+
return this.stores.operations.hasColumn(table, column);
|
|
2178
|
+
}
|
|
2179
|
+
async insert({ tableName, record }) {
|
|
2180
|
+
return this.stores.operations.insert({ tableName, record });
|
|
2181
|
+
}
|
|
2182
|
+
async load({ tableName, keys }) {
|
|
2183
|
+
return this.stores.operations.load({ tableName, keys });
|
|
2184
|
+
}
|
|
2185
|
+
async getThreadById({ threadId }) {
|
|
2186
|
+
return this.stores.memory.getThreadById({ threadId });
|
|
2187
|
+
}
|
|
2188
|
+
/**
|
|
2189
|
+
* @deprecated use getThreadsByResourceIdPaginated instead
|
|
2190
|
+
*/
|
|
2191
|
+
async getThreadsByResourceId({ resourceId }) {
|
|
2192
|
+
return this.stores.memory.getThreadsByResourceId({ resourceId });
|
|
2193
|
+
}
|
|
2194
|
+
async getThreadsByResourceIdPaginated(args) {
|
|
2195
|
+
return this.stores.memory.getThreadsByResourceIdPaginated(args);
|
|
2196
|
+
}
|
|
2197
|
+
async saveThread({ thread }) {
|
|
2198
|
+
return this.stores.memory.saveThread({ thread });
|
|
2199
|
+
}
|
|
2200
|
+
async updateThread({
|
|
2201
|
+
id,
|
|
2202
|
+
title,
|
|
2203
|
+
metadata
|
|
2204
|
+
}) {
|
|
2205
|
+
return this.stores.memory.updateThread({ id, title, metadata });
|
|
2206
|
+
}
|
|
2207
|
+
async deleteThread({ threadId }) {
|
|
2208
|
+
return this.stores.memory.deleteThread({ threadId });
|
|
2209
|
+
}
|
|
2210
|
+
async saveMessages(args) {
|
|
2211
|
+
return this.stores.memory.saveMessages(args);
|
|
2212
|
+
}
|
|
2213
|
+
async getMessages({
|
|
2214
|
+
threadId,
|
|
2215
|
+
selectBy,
|
|
2216
|
+
format
|
|
2217
|
+
}) {
|
|
2218
|
+
return this.stores.memory.getMessages({ threadId, selectBy, format });
|
|
2219
|
+
}
|
|
2220
|
+
async getMessagesPaginated({
|
|
2221
|
+
threadId,
|
|
2222
|
+
selectBy,
|
|
2223
|
+
format
|
|
2224
|
+
}) {
|
|
2225
|
+
return this.stores.memory.getMessagesPaginated({ threadId, selectBy, format });
|
|
2226
|
+
}
|
|
2227
|
+
async persistWorkflowSnapshot({
|
|
2228
|
+
workflowName,
|
|
2229
|
+
runId,
|
|
2230
|
+
snapshot
|
|
2231
|
+
}) {
|
|
2232
|
+
return this.stores.workflows.persistWorkflowSnapshot({ workflowName, runId, snapshot });
|
|
2233
|
+
}
|
|
2234
|
+
async loadWorkflowSnapshot(params) {
|
|
2235
|
+
return this.stores.workflows.loadWorkflowSnapshot(params);
|
|
2236
|
+
}
|
|
2237
|
+
async getWorkflowRuns({
|
|
2238
|
+
workflowName,
|
|
2239
|
+
fromDate,
|
|
2240
|
+
toDate,
|
|
2241
|
+
limit,
|
|
2242
|
+
offset,
|
|
2243
|
+
resourceId
|
|
2244
|
+
} = {}) {
|
|
2245
|
+
return this.stores.workflows.getWorkflowRuns({ workflowName, fromDate, toDate, limit, offset, resourceId });
|
|
2246
|
+
}
|
|
2247
|
+
async getWorkflowRunById({
|
|
2248
|
+
runId,
|
|
2249
|
+
workflowName
|
|
2250
|
+
}) {
|
|
2251
|
+
return this.stores.workflows.getWorkflowRunById({ runId, workflowName });
|
|
2252
|
+
}
|
|
2253
|
+
/**
|
|
2254
|
+
* Insert multiple records in a batch operation
|
|
2255
|
+
* @param tableName The table to insert into
|
|
2256
|
+
* @param records The records to insert
|
|
2257
|
+
*/
|
|
2258
|
+
async batchInsert({ tableName, records }) {
|
|
2259
|
+
return this.stores.operations.batchInsert({ tableName, records });
|
|
2260
|
+
}
|
|
2261
|
+
/**
|
|
2262
|
+
* @deprecated use getTracesPaginated instead
|
|
2263
|
+
*/
|
|
2264
|
+
async getTraces(args) {
|
|
2265
|
+
return this.stores.traces.getTraces(args);
|
|
2266
|
+
}
|
|
2267
|
+
async getTracesPaginated(args) {
|
|
2268
|
+
return this.stores.traces.getTracesPaginated(args);
|
|
2269
|
+
}
|
|
2270
|
+
/**
|
|
2271
|
+
* @deprecated use getEvals instead
|
|
2272
|
+
*/
|
|
2273
|
+
async getEvalsByAgentName(agentName, type) {
|
|
2274
|
+
return this.stores.legacyEvals.getEvalsByAgentName(agentName, type);
|
|
2275
|
+
}
|
|
2276
|
+
async getEvals(options) {
|
|
2277
|
+
return this.stores.legacyEvals.getEvals(options);
|
|
2278
|
+
}
|
|
2279
|
+
async updateMessages(_args) {
|
|
2280
|
+
return this.stores.memory.updateMessages(_args);
|
|
2281
|
+
}
|
|
2282
|
+
async getResourceById({ resourceId }) {
|
|
2283
|
+
return this.stores.memory.getResourceById({ resourceId });
|
|
2284
|
+
}
|
|
2285
|
+
async saveResource({ resource }) {
|
|
2286
|
+
return this.stores.memory.saveResource({ resource });
|
|
2287
|
+
}
|
|
2288
|
+
async updateResource({
|
|
2289
|
+
resourceId,
|
|
2290
|
+
workingMemory,
|
|
2291
|
+
metadata
|
|
2292
|
+
}) {
|
|
2293
|
+
return this.stores.memory.updateResource({ resourceId, workingMemory, metadata });
|
|
2294
|
+
}
|
|
2295
|
+
async getScoreById({ id: _id }) {
|
|
2296
|
+
return this.stores.scores.getScoreById({ id: _id });
|
|
2297
|
+
}
|
|
2298
|
+
async saveScore(_score) {
|
|
2299
|
+
return this.stores.scores.saveScore(_score);
|
|
2300
|
+
}
|
|
2301
|
+
async getScoresByRunId({
|
|
2302
|
+
runId: _runId,
|
|
2303
|
+
pagination: _pagination
|
|
2304
|
+
}) {
|
|
2305
|
+
return this.stores.scores.getScoresByRunId({ runId: _runId, pagination: _pagination });
|
|
2306
|
+
}
|
|
2307
|
+
async getScoresByEntityId({
|
|
2308
|
+
entityId: _entityId,
|
|
2309
|
+
entityType: _entityType,
|
|
2310
|
+
pagination: _pagination
|
|
2311
|
+
}) {
|
|
2312
|
+
return this.stores.scores.getScoresByEntityId({
|
|
2313
|
+
entityId: _entityId,
|
|
2314
|
+
entityType: _entityType,
|
|
2315
|
+
pagination: _pagination
|
|
2316
|
+
});
|
|
2317
|
+
}
|
|
2318
|
+
async getScoresByScorerId({
|
|
2319
|
+
scorerId: _scorerId,
|
|
2320
|
+
pagination: _pagination
|
|
2321
|
+
}) {
|
|
2322
|
+
return this.stores.scores.getScoresByScorerId({ scorerId: _scorerId, pagination: _pagination });
|
|
2323
|
+
}
|
|
1603
2324
|
/**
|
|
1604
2325
|
* Close the database connection
|
|
1605
2326
|
* No explicit cleanup needed for D1 in either REST or Workers Binding mode
|
|
@@ -1607,10 +2328,8 @@ var D1Store = class extends MastraStorage {
|
|
|
1607
2328
|
async close() {
|
|
1608
2329
|
this.logger.debug("Closing D1 connection");
|
|
1609
2330
|
}
|
|
1610
|
-
async updateMessages(_args) {
|
|
1611
|
-
this.logger.error("updateMessages is not yet implemented in CloudflareD1Store");
|
|
1612
|
-
throw new Error("Method not implemented");
|
|
1613
|
-
}
|
|
1614
2331
|
};
|
|
1615
2332
|
|
|
1616
2333
|
export { D1Store };
|
|
2334
|
+
//# sourceMappingURL=index.js.map
|
|
2335
|
+
//# sourceMappingURL=index.js.map
|