@mastra/cloudflare-d1 0.0.0-taofeeqInngest-20250603090617 → 0.0.0-transpile-packages-20250724123433
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +11 -42
- package/README.md +15 -0
- package/dist/_tsup-dts-rollup.d.cts +414 -67
- package/dist/_tsup-dts-rollup.d.ts +414 -67
- package/dist/index.cjs +1799 -535
- package/dist/index.d.cts +3 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +1790 -526
- package/package.json +15 -14
package/dist/index.js
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { MastraStorage,
|
|
1
|
+
import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
|
|
2
|
+
import { MastraStorage, StoreOperations, ScoresStorage, TABLE_SCORERS, LegacyEvalsStorage, TABLE_EVALS, serializeDate, TracesStorage, TABLE_TRACES, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, ensureDate, MemoryStorage, TABLE_RESOURCES, TABLE_THREADS, TABLE_MESSAGES, resolveMessageLimit } from '@mastra/core/storage';
|
|
3
3
|
import Cloudflare from 'cloudflare';
|
|
4
4
|
import { parseSqlIdentifier } from '@mastra/core/utils';
|
|
5
|
+
import { MessageList } from '@mastra/core/agent';
|
|
5
6
|
|
|
6
7
|
// src/storage/index.ts
|
|
7
8
|
var SqlBuilder = class {
|
|
@@ -234,358 +235,416 @@ function parseSelectIdentifier(column) {
|
|
|
234
235
|
return column;
|
|
235
236
|
}
|
|
236
237
|
|
|
237
|
-
// src/storage/
|
|
238
|
+
// src/storage/domains/utils.ts
|
|
238
239
|
function isArrayOfRecords(value) {
|
|
239
240
|
return value && Array.isArray(value) && value.length > 0;
|
|
240
241
|
}
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
*/
|
|
252
|
-
constructor(config) {
|
|
253
|
-
super({ name: "D1" });
|
|
254
|
-
if (config.tablePrefix && !/^[a-zA-Z0-9_]*$/.test(config.tablePrefix)) {
|
|
255
|
-
throw new Error("Invalid tablePrefix: only letters, numbers, and underscores are allowed.");
|
|
256
|
-
}
|
|
257
|
-
this.tablePrefix = config.tablePrefix || "";
|
|
258
|
-
if ("binding" in config) {
|
|
259
|
-
if (!config.binding) {
|
|
260
|
-
throw new Error("D1 binding is required when using Workers Binding API");
|
|
261
|
-
}
|
|
262
|
-
this.binding = config.binding;
|
|
263
|
-
this.logger.info("Using D1 Workers Binding API");
|
|
264
|
-
} else {
|
|
265
|
-
if (!config.accountId || !config.databaseId || !config.apiToken) {
|
|
266
|
-
throw new Error("accountId, databaseId, and apiToken are required when using REST API");
|
|
267
|
-
}
|
|
268
|
-
this.accountId = config.accountId;
|
|
269
|
-
this.databaseId = config.databaseId;
|
|
270
|
-
this.client = new Cloudflare({
|
|
271
|
-
apiToken: config.apiToken
|
|
272
|
-
});
|
|
273
|
-
this.logger.info("Using D1 REST API");
|
|
242
|
+
function deserializeValue(value, type) {
|
|
243
|
+
if (value === null || value === void 0) return null;
|
|
244
|
+
if (type === "date" && typeof value === "string") {
|
|
245
|
+
return new Date(value);
|
|
246
|
+
}
|
|
247
|
+
if (type === "jsonb" && typeof value === "string") {
|
|
248
|
+
try {
|
|
249
|
+
return JSON.parse(value);
|
|
250
|
+
} catch {
|
|
251
|
+
return value;
|
|
274
252
|
}
|
|
275
253
|
}
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
254
|
+
if (typeof value === "string" && (value.startsWith("{") || value.startsWith("["))) {
|
|
255
|
+
try {
|
|
256
|
+
return JSON.parse(value);
|
|
257
|
+
} catch {
|
|
258
|
+
return value;
|
|
259
|
+
}
|
|
279
260
|
}
|
|
280
|
-
|
|
281
|
-
|
|
261
|
+
return value;
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
// src/storage/domains/legacy-evals/index.ts
|
|
265
|
+
var LegacyEvalsStorageD1 = class extends LegacyEvalsStorage {
|
|
266
|
+
operations;
|
|
267
|
+
constructor({ operations }) {
|
|
268
|
+
super();
|
|
269
|
+
this.operations = operations;
|
|
282
270
|
}
|
|
283
|
-
async
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
if (
|
|
289
|
-
|
|
271
|
+
async getEvals(options) {
|
|
272
|
+
const { agentName, type, page = 0, perPage = 40, dateRange } = options || {};
|
|
273
|
+
const fullTableName = this.operations.getTableName(TABLE_EVALS);
|
|
274
|
+
const conditions = [];
|
|
275
|
+
const queryParams = [];
|
|
276
|
+
if (agentName) {
|
|
277
|
+
conditions.push(`agent_name = ?`);
|
|
278
|
+
queryParams.push(agentName);
|
|
290
279
|
}
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
if (formattedParams.length > 0) {
|
|
296
|
-
if (first) {
|
|
297
|
-
result = await statement.bind(...formattedParams).first();
|
|
298
|
-
if (!result) return null;
|
|
299
|
-
return result;
|
|
300
|
-
} else {
|
|
301
|
-
result = await statement.bind(...formattedParams).all();
|
|
302
|
-
const results = result.results || [];
|
|
303
|
-
if (result.meta) {
|
|
304
|
-
this.logger.debug("Query metadata", { meta: result.meta });
|
|
305
|
-
}
|
|
306
|
-
return results;
|
|
307
|
-
}
|
|
308
|
-
} else {
|
|
309
|
-
if (first) {
|
|
310
|
-
result = await statement.first();
|
|
311
|
-
if (!result) return null;
|
|
312
|
-
return result;
|
|
313
|
-
} else {
|
|
314
|
-
result = await statement.all();
|
|
315
|
-
const results = result.results || [];
|
|
316
|
-
if (result.meta) {
|
|
317
|
-
this.logger.debug("Query metadata", { meta: result.meta });
|
|
318
|
-
}
|
|
319
|
-
return results;
|
|
320
|
-
}
|
|
321
|
-
}
|
|
322
|
-
} catch (workerError) {
|
|
323
|
-
this.logger.error("Workers Binding API error", {
|
|
324
|
-
message: workerError instanceof Error ? workerError.message : String(workerError),
|
|
325
|
-
sql
|
|
326
|
-
});
|
|
327
|
-
throw new Error(`D1 Workers API error: ${workerError.message}`);
|
|
280
|
+
if (type === "test") {
|
|
281
|
+
conditions.push(`(test_info IS NOT NULL AND json_extract(test_info, '$.testPath') IS NOT NULL)`);
|
|
282
|
+
} else if (type === "live") {
|
|
283
|
+
conditions.push(`(test_info IS NULL OR json_extract(test_info, '$.testPath') IS NULL)`);
|
|
328
284
|
}
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
285
|
+
if (dateRange?.start) {
|
|
286
|
+
conditions.push(`created_at >= ?`);
|
|
287
|
+
queryParams.push(serializeDate(dateRange.start));
|
|
288
|
+
}
|
|
289
|
+
if (dateRange?.end) {
|
|
290
|
+
conditions.push(`created_at <= ?`);
|
|
291
|
+
queryParams.push(serializeDate(dateRange.end));
|
|
292
|
+
}
|
|
293
|
+
const countQueryBuilder = createSqlBuilder().count().from(fullTableName);
|
|
294
|
+
if (conditions.length > 0) {
|
|
295
|
+
countQueryBuilder.where(conditions.join(" AND "), ...queryParams);
|
|
337
296
|
}
|
|
297
|
+
const { sql: countSql, params: countParams } = countQueryBuilder.build();
|
|
338
298
|
try {
|
|
339
|
-
const
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
299
|
+
const countResult = await this.operations.executeQuery({
|
|
300
|
+
sql: countSql,
|
|
301
|
+
params: countParams,
|
|
302
|
+
first: true
|
|
343
303
|
});
|
|
344
|
-
const
|
|
345
|
-
const
|
|
346
|
-
if (
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
304
|
+
const total = Number(countResult?.count || 0);
|
|
305
|
+
const currentOffset = page * perPage;
|
|
306
|
+
if (total === 0) {
|
|
307
|
+
return {
|
|
308
|
+
evals: [],
|
|
309
|
+
total: 0,
|
|
310
|
+
page,
|
|
311
|
+
perPage,
|
|
312
|
+
hasMore: false
|
|
313
|
+
};
|
|
350
314
|
}
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
315
|
+
const dataQueryBuilder = createSqlBuilder().select("*").from(fullTableName);
|
|
316
|
+
if (conditions.length > 0) {
|
|
317
|
+
dataQueryBuilder.where(conditions.join(" AND "), ...queryParams);
|
|
318
|
+
}
|
|
319
|
+
dataQueryBuilder.orderBy("created_at", "DESC").limit(perPage).offset(currentOffset);
|
|
320
|
+
const { sql: dataSql, params: dataParams } = dataQueryBuilder.build();
|
|
321
|
+
const rows = await this.operations.executeQuery({
|
|
322
|
+
sql: dataSql,
|
|
323
|
+
params: dataParams
|
|
324
|
+
});
|
|
325
|
+
const evals = (isArrayOfRecords(rows) ? rows : []).map((row) => {
|
|
326
|
+
const result = deserializeValue(row.result);
|
|
327
|
+
const testInfo = row.test_info ? deserializeValue(row.test_info) : void 0;
|
|
328
|
+
if (!result || typeof result !== "object" || !("score" in result)) {
|
|
329
|
+
throw new Error(`Invalid MetricResult format: ${JSON.stringify(result)}`);
|
|
330
|
+
}
|
|
331
|
+
return {
|
|
332
|
+
input: row.input,
|
|
333
|
+
output: row.output,
|
|
334
|
+
result,
|
|
335
|
+
agentName: row.agent_name,
|
|
336
|
+
metricName: row.metric_name,
|
|
337
|
+
instructions: row.instructions,
|
|
338
|
+
testInfo,
|
|
339
|
+
globalRunId: row.global_run_id,
|
|
340
|
+
runId: row.run_id,
|
|
341
|
+
createdAt: row.created_at
|
|
342
|
+
};
|
|
356
343
|
});
|
|
357
|
-
|
|
344
|
+
const hasMore = currentOffset + evals.length < total;
|
|
345
|
+
return {
|
|
346
|
+
evals,
|
|
347
|
+
total,
|
|
348
|
+
page,
|
|
349
|
+
perPage,
|
|
350
|
+
hasMore
|
|
351
|
+
};
|
|
352
|
+
} catch (error) {
|
|
353
|
+
throw new MastraError(
|
|
354
|
+
{
|
|
355
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_EVALS_ERROR",
|
|
356
|
+
domain: ErrorDomain.STORAGE,
|
|
357
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
358
|
+
text: `Failed to retrieve evals for agent ${agentName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
359
|
+
details: { agentName: agentName ?? "", type: type ?? "" }
|
|
360
|
+
},
|
|
361
|
+
error
|
|
362
|
+
);
|
|
358
363
|
}
|
|
359
364
|
}
|
|
360
365
|
/**
|
|
361
|
-
*
|
|
362
|
-
* @param options Query options including SQL, parameters, and whether to return only the first result
|
|
363
|
-
* @returns Query results as an array or a single object if first=true
|
|
366
|
+
* @deprecated use getEvals instead
|
|
364
367
|
*/
|
|
365
|
-
async
|
|
366
|
-
const
|
|
368
|
+
async getEvalsByAgentName(agentName, type) {
|
|
369
|
+
const fullTableName = this.operations.getTableName(TABLE_EVALS);
|
|
367
370
|
try {
|
|
368
|
-
|
|
369
|
-
if (
|
|
370
|
-
|
|
371
|
-
} else if (
|
|
372
|
-
|
|
373
|
-
} else {
|
|
374
|
-
throw new Error("No valid D1 configuration provided");
|
|
371
|
+
let query = createSqlBuilder().select("*").from(fullTableName).where("agent_name = ?", agentName);
|
|
372
|
+
if (type === "test") {
|
|
373
|
+
query = query.andWhere("test_info IS NOT NULL AND json_extract(test_info, '$.testPath') IS NOT NULL");
|
|
374
|
+
} else if (type === "live") {
|
|
375
|
+
query = query.andWhere("(test_info IS NULL OR json_extract(test_info, '$.testPath') IS NULL)");
|
|
375
376
|
}
|
|
377
|
+
query.orderBy("created_at", "DESC");
|
|
378
|
+
const { sql, params } = query.build();
|
|
379
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
380
|
+
return isArrayOfRecords(results) ? results.map((row) => {
|
|
381
|
+
const result = deserializeValue(row.result);
|
|
382
|
+
const testInfo = row.test_info ? deserializeValue(row.test_info) : void 0;
|
|
383
|
+
return {
|
|
384
|
+
input: row.input || "",
|
|
385
|
+
output: row.output || "",
|
|
386
|
+
result,
|
|
387
|
+
agentName: row.agent_name || "",
|
|
388
|
+
metricName: row.metric_name || "",
|
|
389
|
+
instructions: row.instructions || "",
|
|
390
|
+
runId: row.run_id || "",
|
|
391
|
+
globalRunId: row.global_run_id || "",
|
|
392
|
+
createdAt: row.created_at || "",
|
|
393
|
+
testInfo
|
|
394
|
+
};
|
|
395
|
+
}) : [];
|
|
376
396
|
} catch (error) {
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
return "TEXT";
|
|
391
|
-
case "timestamp":
|
|
392
|
-
return "TIMESTAMP";
|
|
393
|
-
case "integer":
|
|
394
|
-
return "INTEGER";
|
|
395
|
-
case "bigint":
|
|
396
|
-
return "INTEGER";
|
|
397
|
-
// SQLite doesn't have a separate BIGINT type
|
|
398
|
-
case "jsonb":
|
|
399
|
-
return "TEXT";
|
|
400
|
-
// Store JSON as TEXT in SQLite
|
|
401
|
-
default:
|
|
402
|
-
return "TEXT";
|
|
403
|
-
}
|
|
404
|
-
}
|
|
405
|
-
ensureDate(date) {
|
|
406
|
-
if (!date) return void 0;
|
|
407
|
-
return date instanceof Date ? date : new Date(date);
|
|
408
|
-
}
|
|
409
|
-
serializeDate(date) {
|
|
410
|
-
if (!date) return void 0;
|
|
411
|
-
const dateObj = this.ensureDate(date);
|
|
412
|
-
return dateObj?.toISOString();
|
|
413
|
-
}
|
|
414
|
-
// Helper to serialize objects to JSON strings
|
|
415
|
-
serializeValue(value) {
|
|
416
|
-
if (value === null || value === void 0) return null;
|
|
417
|
-
if (value instanceof Date) {
|
|
418
|
-
return this.serializeDate(value);
|
|
419
|
-
}
|
|
420
|
-
if (typeof value === "object") {
|
|
421
|
-
return JSON.stringify(value);
|
|
397
|
+
const mastraError = new MastraError(
|
|
398
|
+
{
|
|
399
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_EVALS_ERROR",
|
|
400
|
+
domain: ErrorDomain.STORAGE,
|
|
401
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
402
|
+
text: `Failed to retrieve evals for agent ${agentName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
403
|
+
details: { agentName }
|
|
404
|
+
},
|
|
405
|
+
error
|
|
406
|
+
);
|
|
407
|
+
this.logger?.error(mastraError.toString());
|
|
408
|
+
this.logger?.trackException(mastraError);
|
|
409
|
+
return [];
|
|
422
410
|
}
|
|
423
|
-
return value;
|
|
424
411
|
}
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
if (type === "jsonb" && typeof value === "string") {
|
|
432
|
-
try {
|
|
433
|
-
return JSON.parse(value);
|
|
434
|
-
} catch {
|
|
435
|
-
return value;
|
|
436
|
-
}
|
|
437
|
-
}
|
|
438
|
-
if (typeof value === "string" && (value.startsWith("{") || value.startsWith("["))) {
|
|
439
|
-
try {
|
|
440
|
-
return JSON.parse(value);
|
|
441
|
-
} catch {
|
|
442
|
-
return value;
|
|
443
|
-
}
|
|
444
|
-
}
|
|
445
|
-
return value;
|
|
412
|
+
};
|
|
413
|
+
var MemoryStorageD1 = class extends MemoryStorage {
|
|
414
|
+
operations;
|
|
415
|
+
constructor({ operations }) {
|
|
416
|
+
super();
|
|
417
|
+
this.operations = operations;
|
|
446
418
|
}
|
|
447
|
-
async
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
const fullTableName = this.getTableName(tableName);
|
|
452
|
-
const columnDefinitions = Object.entries(schema).map(([colName, colDef]) => {
|
|
453
|
-
const type = this.getSqlType(colDef.type);
|
|
454
|
-
const nullable = colDef.nullable === false ? "NOT NULL" : "";
|
|
455
|
-
const primaryKey = colDef.primaryKey ? "PRIMARY KEY" : "";
|
|
456
|
-
return `${colName} ${type} ${nullable} ${primaryKey}`.trim();
|
|
419
|
+
async getResourceById({ resourceId }) {
|
|
420
|
+
const resource = await this.operations.load({
|
|
421
|
+
tableName: TABLE_RESOURCES,
|
|
422
|
+
keys: { id: resourceId }
|
|
457
423
|
});
|
|
458
|
-
|
|
459
|
-
if (tableName === TABLE_WORKFLOW_SNAPSHOT) {
|
|
460
|
-
tableConstraints.push("UNIQUE (workflow_name, run_id)");
|
|
461
|
-
}
|
|
462
|
-
const query = createSqlBuilder().createTable(fullTableName, columnDefinitions, tableConstraints);
|
|
463
|
-
const { sql, params } = query.build();
|
|
464
|
-
try {
|
|
465
|
-
await this.executeQuery({ sql, params });
|
|
466
|
-
this.logger.debug(`Created table ${fullTableName}`);
|
|
467
|
-
} catch (error) {
|
|
468
|
-
this.logger.error(`Error creating table ${fullTableName}:`, {
|
|
469
|
-
message: error instanceof Error ? error.message : String(error)
|
|
470
|
-
});
|
|
471
|
-
throw new Error(`Failed to create table ${fullTableName}: ${error}`);
|
|
472
|
-
}
|
|
473
|
-
}
|
|
474
|
-
async clearTable({ tableName }) {
|
|
475
|
-
const fullTableName = this.getTableName(tableName);
|
|
424
|
+
if (!resource) return null;
|
|
476
425
|
try {
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
426
|
+
return {
|
|
427
|
+
...resource,
|
|
428
|
+
createdAt: ensureDate(resource.createdAt),
|
|
429
|
+
updatedAt: ensureDate(resource.updatedAt),
|
|
430
|
+
metadata: typeof resource.metadata === "string" ? JSON.parse(resource.metadata || "{}") : resource.metadata
|
|
431
|
+
};
|
|
481
432
|
} catch (error) {
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
433
|
+
const mastraError = new MastraError(
|
|
434
|
+
{
|
|
435
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_RESOURCE_BY_ID_ERROR",
|
|
436
|
+
domain: ErrorDomain.STORAGE,
|
|
437
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
438
|
+
text: `Error processing resource ${resourceId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
439
|
+
details: { resourceId }
|
|
440
|
+
},
|
|
441
|
+
error
|
|
442
|
+
);
|
|
443
|
+
this.logger?.error(mastraError.toString());
|
|
444
|
+
this.logger?.trackException(mastraError);
|
|
445
|
+
return null;
|
|
492
446
|
}
|
|
493
|
-
return processedRecord;
|
|
494
447
|
}
|
|
495
|
-
async
|
|
496
|
-
const fullTableName = this.getTableName(
|
|
497
|
-
const
|
|
448
|
+
async saveResource({ resource }) {
|
|
449
|
+
const fullTableName = this.operations.getTableName(TABLE_RESOURCES);
|
|
450
|
+
const resourceToSave = {
|
|
451
|
+
id: resource.id,
|
|
452
|
+
workingMemory: resource.workingMemory,
|
|
453
|
+
metadata: resource.metadata ? JSON.stringify(resource.metadata) : null,
|
|
454
|
+
createdAt: resource.createdAt,
|
|
455
|
+
updatedAt: resource.updatedAt
|
|
456
|
+
};
|
|
457
|
+
const processedRecord = await this.operations.processRecord(resourceToSave);
|
|
498
458
|
const columns = Object.keys(processedRecord);
|
|
499
459
|
const values = Object.values(processedRecord);
|
|
500
|
-
const
|
|
460
|
+
const updateMap = {
|
|
461
|
+
workingMemory: "excluded.workingMemory",
|
|
462
|
+
metadata: "excluded.metadata",
|
|
463
|
+
createdAt: "excluded.createdAt",
|
|
464
|
+
updatedAt: "excluded.updatedAt"
|
|
465
|
+
};
|
|
466
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values, ["id"], updateMap);
|
|
501
467
|
const { sql, params } = query.build();
|
|
502
468
|
try {
|
|
503
|
-
await this.executeQuery({ sql, params });
|
|
469
|
+
await this.operations.executeQuery({ sql, params });
|
|
470
|
+
return resource;
|
|
504
471
|
} catch (error) {
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
472
|
+
throw new MastraError(
|
|
473
|
+
{
|
|
474
|
+
id: "CLOUDFLARE_D1_STORAGE_SAVE_RESOURCE_ERROR",
|
|
475
|
+
domain: ErrorDomain.STORAGE,
|
|
476
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
477
|
+
text: `Failed to save resource to ${fullTableName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
478
|
+
details: { resourceId: resource.id }
|
|
479
|
+
},
|
|
480
|
+
error
|
|
481
|
+
);
|
|
508
482
|
}
|
|
509
483
|
}
|
|
510
|
-
async
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
484
|
+
async updateResource({
|
|
485
|
+
resourceId,
|
|
486
|
+
workingMemory,
|
|
487
|
+
metadata
|
|
488
|
+
}) {
|
|
489
|
+
const existingResource = await this.getResourceById({ resourceId });
|
|
490
|
+
if (!existingResource) {
|
|
491
|
+
const newResource = {
|
|
492
|
+
id: resourceId,
|
|
493
|
+
workingMemory,
|
|
494
|
+
metadata: metadata || {},
|
|
495
|
+
createdAt: /* @__PURE__ */ new Date(),
|
|
496
|
+
updatedAt: /* @__PURE__ */ new Date()
|
|
497
|
+
};
|
|
498
|
+
return this.saveResource({ resource: newResource });
|
|
521
499
|
}
|
|
522
|
-
|
|
500
|
+
const updatedAt = /* @__PURE__ */ new Date();
|
|
501
|
+
const updatedResource = {
|
|
502
|
+
...existingResource,
|
|
503
|
+
workingMemory: workingMemory !== void 0 ? workingMemory : existingResource.workingMemory,
|
|
504
|
+
metadata: {
|
|
505
|
+
...existingResource.metadata,
|
|
506
|
+
...metadata
|
|
507
|
+
},
|
|
508
|
+
updatedAt
|
|
509
|
+
};
|
|
510
|
+
const fullTableName = this.operations.getTableName(TABLE_RESOURCES);
|
|
511
|
+
const columns = ["workingMemory", "metadata", "updatedAt"];
|
|
512
|
+
const values = [updatedResource.workingMemory, JSON.stringify(updatedResource.metadata), updatedAt.toISOString()];
|
|
513
|
+
const query = createSqlBuilder().update(fullTableName, columns, values).where("id = ?", resourceId);
|
|
523
514
|
const { sql, params } = query.build();
|
|
524
515
|
try {
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
const processedResult = {};
|
|
528
|
-
for (const [key, value] of Object.entries(result)) {
|
|
529
|
-
processedResult[key] = this.deserializeValue(value);
|
|
530
|
-
}
|
|
531
|
-
return processedResult;
|
|
516
|
+
await this.operations.executeQuery({ sql, params });
|
|
517
|
+
return updatedResource;
|
|
532
518
|
} catch (error) {
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
519
|
+
throw new MastraError(
|
|
520
|
+
{
|
|
521
|
+
id: "CLOUDFLARE_D1_STORAGE_UPDATE_RESOURCE_ERROR",
|
|
522
|
+
domain: ErrorDomain.STORAGE,
|
|
523
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
524
|
+
text: `Failed to update resource ${resourceId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
525
|
+
details: { resourceId }
|
|
526
|
+
},
|
|
527
|
+
error
|
|
528
|
+
);
|
|
537
529
|
}
|
|
538
530
|
}
|
|
539
531
|
async getThreadById({ threadId }) {
|
|
540
|
-
const thread = await this.load({
|
|
532
|
+
const thread = await this.operations.load({
|
|
541
533
|
tableName: TABLE_THREADS,
|
|
542
534
|
keys: { id: threadId }
|
|
543
535
|
});
|
|
544
536
|
if (!thread) return null;
|
|
537
|
+
console.log("thread", thread);
|
|
545
538
|
try {
|
|
546
539
|
return {
|
|
547
540
|
...thread,
|
|
548
|
-
createdAt:
|
|
549
|
-
updatedAt:
|
|
541
|
+
createdAt: ensureDate(thread.createdAt),
|
|
542
|
+
updatedAt: ensureDate(thread.updatedAt),
|
|
550
543
|
metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata || "{}") : thread.metadata || {}
|
|
551
544
|
};
|
|
552
545
|
} catch (error) {
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
546
|
+
const mastraError = new MastraError(
|
|
547
|
+
{
|
|
548
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_THREAD_BY_ID_ERROR",
|
|
549
|
+
domain: ErrorDomain.STORAGE,
|
|
550
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
551
|
+
text: `Error processing thread ${threadId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
552
|
+
details: { threadId }
|
|
553
|
+
},
|
|
554
|
+
error
|
|
555
|
+
);
|
|
556
|
+
this.logger?.error(mastraError.toString());
|
|
557
|
+
this.logger?.trackException(mastraError);
|
|
556
558
|
return null;
|
|
557
559
|
}
|
|
558
560
|
}
|
|
561
|
+
/**
|
|
562
|
+
* @deprecated use getThreadsByResourceIdPaginated instead
|
|
563
|
+
*/
|
|
559
564
|
async getThreadsByResourceId({ resourceId }) {
|
|
560
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
565
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
561
566
|
try {
|
|
562
567
|
const query = createSqlBuilder().select("*").from(fullTableName).where("resourceId = ?", resourceId);
|
|
563
568
|
const { sql, params } = query.build();
|
|
564
|
-
const results = await this.executeQuery({ sql, params });
|
|
569
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
565
570
|
return (isArrayOfRecords(results) ? results : []).map((thread) => ({
|
|
566
571
|
...thread,
|
|
567
|
-
createdAt:
|
|
568
|
-
updatedAt:
|
|
572
|
+
createdAt: ensureDate(thread.createdAt),
|
|
573
|
+
updatedAt: ensureDate(thread.updatedAt),
|
|
569
574
|
metadata: typeof thread.metadata === "string" ? JSON.parse(thread.metadata || "{}") : thread.metadata || {}
|
|
570
575
|
}));
|
|
571
576
|
} catch (error) {
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
577
|
+
const mastraError = new MastraError(
|
|
578
|
+
{
|
|
579
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_THREADS_BY_RESOURCE_ID_ERROR",
|
|
580
|
+
domain: ErrorDomain.STORAGE,
|
|
581
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
582
|
+
text: `Error getting threads by resourceId ${resourceId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
583
|
+
details: { resourceId }
|
|
584
|
+
},
|
|
585
|
+
error
|
|
586
|
+
);
|
|
587
|
+
this.logger?.error(mastraError.toString());
|
|
588
|
+
this.logger?.trackException(mastraError);
|
|
575
589
|
return [];
|
|
576
590
|
}
|
|
577
591
|
}
|
|
592
|
+
async getThreadsByResourceIdPaginated(args) {
|
|
593
|
+
const { resourceId, page, perPage } = args;
|
|
594
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
595
|
+
const mapRowToStorageThreadType = (row) => ({
|
|
596
|
+
...row,
|
|
597
|
+
createdAt: ensureDate(row.createdAt),
|
|
598
|
+
updatedAt: ensureDate(row.updatedAt),
|
|
599
|
+
metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata || "{}") : row.metadata || {}
|
|
600
|
+
});
|
|
601
|
+
try {
|
|
602
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("resourceId = ?", resourceId);
|
|
603
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
604
|
+
const total = Number(countResult?.[0]?.count ?? 0);
|
|
605
|
+
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("resourceId = ?", resourceId).orderBy("createdAt", "DESC").limit(perPage).offset(page * perPage);
|
|
606
|
+
const results = await this.operations.executeQuery(selectQuery.build());
|
|
607
|
+
const threads = results.map(mapRowToStorageThreadType);
|
|
608
|
+
return {
|
|
609
|
+
threads,
|
|
610
|
+
total,
|
|
611
|
+
page,
|
|
612
|
+
perPage,
|
|
613
|
+
hasMore: page * perPage + threads.length < total
|
|
614
|
+
};
|
|
615
|
+
} catch (error) {
|
|
616
|
+
const mastraError = new MastraError(
|
|
617
|
+
{
|
|
618
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_THREADS_BY_RESOURCE_ID_PAGINATED_ERROR",
|
|
619
|
+
domain: ErrorDomain.STORAGE,
|
|
620
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
621
|
+
text: `Error getting threads by resourceId ${resourceId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
622
|
+
details: { resourceId }
|
|
623
|
+
},
|
|
624
|
+
error
|
|
625
|
+
);
|
|
626
|
+
this.logger?.error(mastraError.toString());
|
|
627
|
+
this.logger?.trackException(mastraError);
|
|
628
|
+
return {
|
|
629
|
+
threads: [],
|
|
630
|
+
total: 0,
|
|
631
|
+
page,
|
|
632
|
+
perPage,
|
|
633
|
+
hasMore: false
|
|
634
|
+
};
|
|
635
|
+
}
|
|
636
|
+
}
|
|
578
637
|
async saveThread({ thread }) {
|
|
579
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
638
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
580
639
|
const threadToSave = {
|
|
581
640
|
id: thread.id,
|
|
582
641
|
resourceId: thread.resourceId,
|
|
583
642
|
title: thread.title,
|
|
584
643
|
metadata: thread.metadata ? JSON.stringify(thread.metadata) : null,
|
|
585
|
-
createdAt: thread.createdAt,
|
|
586
|
-
updatedAt: thread.updatedAt
|
|
644
|
+
createdAt: thread.createdAt.toISOString(),
|
|
645
|
+
updatedAt: thread.updatedAt.toISOString()
|
|
587
646
|
};
|
|
588
|
-
const processedRecord = await this.processRecord(threadToSave);
|
|
647
|
+
const processedRecord = await this.operations.processRecord(threadToSave);
|
|
589
648
|
const columns = Object.keys(processedRecord);
|
|
590
649
|
const values = Object.values(processedRecord);
|
|
591
650
|
const updateMap = {
|
|
@@ -598,12 +657,19 @@ var D1Store = class extends MastraStorage {
|
|
|
598
657
|
const query = createSqlBuilder().insert(fullTableName, columns, values, ["id"], updateMap);
|
|
599
658
|
const { sql, params } = query.build();
|
|
600
659
|
try {
|
|
601
|
-
await this.executeQuery({ sql, params });
|
|
660
|
+
await this.operations.executeQuery({ sql, params });
|
|
602
661
|
return thread;
|
|
603
662
|
} catch (error) {
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
663
|
+
throw new MastraError(
|
|
664
|
+
{
|
|
665
|
+
id: "CLOUDFLARE_D1_STORAGE_SAVE_THREAD_ERROR",
|
|
666
|
+
domain: ErrorDomain.STORAGE,
|
|
667
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
668
|
+
text: `Failed to save thread to ${fullTableName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
669
|
+
details: { threadId: thread.id }
|
|
670
|
+
},
|
|
671
|
+
error
|
|
672
|
+
);
|
|
607
673
|
}
|
|
608
674
|
}
|
|
609
675
|
async updateThread({
|
|
@@ -612,20 +678,21 @@ var D1Store = class extends MastraStorage {
|
|
|
612
678
|
metadata
|
|
613
679
|
}) {
|
|
614
680
|
const thread = await this.getThreadById({ threadId: id });
|
|
615
|
-
if (!thread) {
|
|
616
|
-
throw new Error(`Thread ${id} not found`);
|
|
617
|
-
}
|
|
618
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
619
|
-
const mergedMetadata = {
|
|
620
|
-
...typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata,
|
|
621
|
-
...metadata
|
|
622
|
-
};
|
|
623
|
-
const columns = ["title", "metadata", "updatedAt"];
|
|
624
|
-
const values = [title, JSON.stringify(mergedMetadata), (/* @__PURE__ */ new Date()).toISOString()];
|
|
625
|
-
const query = createSqlBuilder().update(fullTableName, columns, values).where("id = ?", id);
|
|
626
|
-
const { sql, params } = query.build();
|
|
627
681
|
try {
|
|
628
|
-
|
|
682
|
+
if (!thread) {
|
|
683
|
+
throw new Error(`Thread ${id} not found`);
|
|
684
|
+
}
|
|
685
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
686
|
+
const mergedMetadata = {
|
|
687
|
+
...typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata,
|
|
688
|
+
...metadata
|
|
689
|
+
};
|
|
690
|
+
const updatedAt = /* @__PURE__ */ new Date();
|
|
691
|
+
const columns = ["title", "metadata", "updatedAt"];
|
|
692
|
+
const values = [title, JSON.stringify(mergedMetadata), updatedAt.toISOString()];
|
|
693
|
+
const query = createSqlBuilder().update(fullTableName, columns, values).where("id = ?", id);
|
|
694
|
+
const { sql, params } = query.build();
|
|
695
|
+
await this.operations.executeQuery({ sql, params });
|
|
629
696
|
return {
|
|
630
697
|
...thread,
|
|
631
698
|
title,
|
|
@@ -633,29 +700,42 @@ var D1Store = class extends MastraStorage {
|
|
|
633
700
|
...typeof thread.metadata === "string" ? JSON.parse(thread.metadata) : thread.metadata,
|
|
634
701
|
...metadata
|
|
635
702
|
},
|
|
636
|
-
updatedAt
|
|
703
|
+
updatedAt
|
|
637
704
|
};
|
|
638
705
|
} catch (error) {
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
706
|
+
throw new MastraError(
|
|
707
|
+
{
|
|
708
|
+
id: "CLOUDFLARE_D1_STORAGE_UPDATE_THREAD_ERROR",
|
|
709
|
+
domain: ErrorDomain.STORAGE,
|
|
710
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
711
|
+
text: `Failed to update thread ${id}: ${error instanceof Error ? error.message : String(error)}`,
|
|
712
|
+
details: { threadId: id }
|
|
713
|
+
},
|
|
714
|
+
error
|
|
715
|
+
);
|
|
642
716
|
}
|
|
643
717
|
}
|
|
644
718
|
async deleteThread({ threadId }) {
|
|
645
|
-
const fullTableName = this.getTableName(TABLE_THREADS);
|
|
719
|
+
const fullTableName = this.operations.getTableName(TABLE_THREADS);
|
|
646
720
|
try {
|
|
647
721
|
const deleteThreadQuery = createSqlBuilder().delete(fullTableName).where("id = ?", threadId);
|
|
648
722
|
const { sql: threadSql, params: threadParams } = deleteThreadQuery.build();
|
|
649
|
-
await this.executeQuery({ sql: threadSql, params: threadParams });
|
|
650
|
-
const messagesTableName = this.getTableName(TABLE_MESSAGES);
|
|
723
|
+
await this.operations.executeQuery({ sql: threadSql, params: threadParams });
|
|
724
|
+
const messagesTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
651
725
|
const deleteMessagesQuery = createSqlBuilder().delete(messagesTableName).where("thread_id = ?", threadId);
|
|
652
726
|
const { sql: messagesSql, params: messagesParams } = deleteMessagesQuery.build();
|
|
653
|
-
await this.executeQuery({ sql: messagesSql, params: messagesParams });
|
|
727
|
+
await this.operations.executeQuery({ sql: messagesSql, params: messagesParams });
|
|
654
728
|
} catch (error) {
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
729
|
+
throw new MastraError(
|
|
730
|
+
{
|
|
731
|
+
id: "CLOUDFLARE_D1_STORAGE_DELETE_THREAD_ERROR",
|
|
732
|
+
domain: ErrorDomain.STORAGE,
|
|
733
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
734
|
+
text: `Failed to delete thread ${threadId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
735
|
+
details: { threadId }
|
|
736
|
+
},
|
|
737
|
+
error
|
|
738
|
+
);
|
|
659
739
|
}
|
|
660
740
|
}
|
|
661
741
|
async saveMessages(args) {
|
|
@@ -663,11 +743,21 @@ var D1Store = class extends MastraStorage {
|
|
|
663
743
|
if (messages.length === 0) return [];
|
|
664
744
|
try {
|
|
665
745
|
const now = /* @__PURE__ */ new Date();
|
|
746
|
+
const threadId = messages[0]?.threadId;
|
|
666
747
|
for (const [i, message] of messages.entries()) {
|
|
667
748
|
if (!message.id) throw new Error(`Message at index ${i} missing id`);
|
|
668
|
-
if (!message.threadId)
|
|
669
|
-
|
|
670
|
-
|
|
749
|
+
if (!message.threadId) {
|
|
750
|
+
throw new Error(`Message at index ${i} missing threadId`);
|
|
751
|
+
}
|
|
752
|
+
if (!message.content) {
|
|
753
|
+
throw new Error(`Message at index ${i} missing content`);
|
|
754
|
+
}
|
|
755
|
+
if (!message.role) {
|
|
756
|
+
throw new Error(`Message at index ${i} missing role`);
|
|
757
|
+
}
|
|
758
|
+
if (!message.resourceId) {
|
|
759
|
+
throw new Error(`Message at index ${i} missing resourceId`);
|
|
760
|
+
}
|
|
671
761
|
const thread = await this.getThreadById({ threadId: message.threadId });
|
|
672
762
|
if (!thread) {
|
|
673
763
|
throw new Error(`Thread ${message.threadId} not found`);
|
|
@@ -681,80 +771,119 @@ var D1Store = class extends MastraStorage {
|
|
|
681
771
|
content: typeof message.content === "string" ? message.content : JSON.stringify(message.content),
|
|
682
772
|
createdAt: createdAt.toISOString(),
|
|
683
773
|
role: message.role,
|
|
684
|
-
type: message.type || "v2"
|
|
774
|
+
type: message.type || "v2",
|
|
775
|
+
resourceId: message.resourceId
|
|
685
776
|
};
|
|
686
777
|
});
|
|
687
|
-
await
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
778
|
+
await Promise.all([
|
|
779
|
+
this.operations.batchUpsert({
|
|
780
|
+
tableName: TABLE_MESSAGES,
|
|
781
|
+
records: messagesToInsert
|
|
782
|
+
}),
|
|
783
|
+
// Update thread's updatedAt timestamp
|
|
784
|
+
this.operations.executeQuery({
|
|
785
|
+
sql: `UPDATE ${this.operations.getTableName(TABLE_THREADS)} SET updatedAt = ? WHERE id = ?`,
|
|
786
|
+
params: [now.toISOString(), threadId]
|
|
787
|
+
})
|
|
788
|
+
]);
|
|
691
789
|
this.logger.debug(`Saved ${messages.length} messages`);
|
|
692
790
|
const list = new MessageList().add(messages, "memory");
|
|
693
791
|
if (format === `v2`) return list.get.all.v2();
|
|
694
792
|
return list.get.all.v1();
|
|
695
793
|
} catch (error) {
|
|
696
|
-
|
|
697
|
-
|
|
794
|
+
throw new MastraError(
|
|
795
|
+
{
|
|
796
|
+
id: "CLOUDFLARE_D1_STORAGE_SAVE_MESSAGES_ERROR",
|
|
797
|
+
domain: ErrorDomain.STORAGE,
|
|
798
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
799
|
+
text: `Failed to save messages: ${error instanceof Error ? error.message : String(error)}`
|
|
800
|
+
},
|
|
801
|
+
error
|
|
802
|
+
);
|
|
803
|
+
}
|
|
804
|
+
}
|
|
805
|
+
async _getIncludedMessages(threadId, selectBy) {
|
|
806
|
+
const include = selectBy?.include;
|
|
807
|
+
if (!include) return null;
|
|
808
|
+
const unionQueries = [];
|
|
809
|
+
const params = [];
|
|
810
|
+
let paramIdx = 1;
|
|
811
|
+
for (const inc of include) {
|
|
812
|
+
const { id, withPreviousMessages = 0, withNextMessages = 0 } = inc;
|
|
813
|
+
const searchId = inc.threadId || threadId;
|
|
814
|
+
unionQueries.push(`
|
|
815
|
+
SELECT * FROM (
|
|
816
|
+
WITH ordered_messages AS (
|
|
817
|
+
SELECT
|
|
818
|
+
*,
|
|
819
|
+
ROW_NUMBER() OVER (ORDER BY createdAt ASC) AS row_num
|
|
820
|
+
FROM ${this.operations.getTableName(TABLE_MESSAGES)}
|
|
821
|
+
WHERE thread_id = ?
|
|
822
|
+
)
|
|
823
|
+
SELECT
|
|
824
|
+
m.id,
|
|
825
|
+
m.content,
|
|
826
|
+
m.role,
|
|
827
|
+
m.type,
|
|
828
|
+
m.createdAt,
|
|
829
|
+
m.thread_id AS threadId,
|
|
830
|
+
m.resourceId
|
|
831
|
+
FROM ordered_messages m
|
|
832
|
+
WHERE m.id = ?
|
|
833
|
+
OR EXISTS (
|
|
834
|
+
SELECT 1 FROM ordered_messages target
|
|
835
|
+
WHERE target.id = ?
|
|
836
|
+
AND (
|
|
837
|
+
(m.row_num <= target.row_num + ? AND m.row_num > target.row_num)
|
|
838
|
+
OR
|
|
839
|
+
(m.row_num >= target.row_num - ? AND m.row_num < target.row_num)
|
|
840
|
+
)
|
|
841
|
+
)
|
|
842
|
+
) AS query_${paramIdx}
|
|
843
|
+
`);
|
|
844
|
+
params.push(searchId, id, id, withNextMessages, withPreviousMessages);
|
|
845
|
+
paramIdx++;
|
|
846
|
+
}
|
|
847
|
+
const finalQuery = unionQueries.join(" UNION ALL ") + " ORDER BY createdAt ASC";
|
|
848
|
+
const messages = await this.operations.executeQuery({ sql: finalQuery, params });
|
|
849
|
+
if (!Array.isArray(messages)) {
|
|
850
|
+
return [];
|
|
698
851
|
}
|
|
852
|
+
const processedMessages = messages.map((message) => {
|
|
853
|
+
const processedMsg = {};
|
|
854
|
+
for (const [key, value] of Object.entries(message)) {
|
|
855
|
+
if (key === `type` && value === `v2`) continue;
|
|
856
|
+
processedMsg[key] = deserializeValue(value);
|
|
857
|
+
}
|
|
858
|
+
return processedMsg;
|
|
859
|
+
});
|
|
860
|
+
return processedMessages;
|
|
699
861
|
}
|
|
700
862
|
async getMessages({
|
|
701
863
|
threadId,
|
|
702
864
|
selectBy,
|
|
703
865
|
format
|
|
704
866
|
}) {
|
|
705
|
-
const fullTableName = this.getTableName(TABLE_MESSAGES);
|
|
706
|
-
const limit =
|
|
867
|
+
const fullTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
868
|
+
const limit = resolveMessageLimit({
|
|
869
|
+
last: selectBy?.last,
|
|
870
|
+
defaultLimit: 40
|
|
871
|
+
});
|
|
707
872
|
const include = selectBy?.include || [];
|
|
708
873
|
const messages = [];
|
|
709
874
|
try {
|
|
710
875
|
if (include.length) {
|
|
711
|
-
const
|
|
712
|
-
const nextMax = Math.max(...include.map((i) => i.withNextMessages || 0));
|
|
713
|
-
const includeIds = include.map((i) => i.id);
|
|
714
|
-
const sql2 = `
|
|
715
|
-
WITH ordered_messages AS (
|
|
716
|
-
SELECT
|
|
717
|
-
*,
|
|
718
|
-
ROW_NUMBER() OVER (ORDER BY createdAt DESC) AS row_num
|
|
719
|
-
FROM ${fullTableName}
|
|
720
|
-
WHERE thread_id = ?
|
|
721
|
-
)
|
|
722
|
-
SELECT
|
|
723
|
-
m.id,
|
|
724
|
-
m.content,
|
|
725
|
-
m.role,
|
|
726
|
-
m.type,
|
|
727
|
-
m.createdAt,
|
|
728
|
-
m.thread_id AS threadId
|
|
729
|
-
FROM ordered_messages m
|
|
730
|
-
WHERE m.id IN (${includeIds.map(() => "?").join(",")})
|
|
731
|
-
OR EXISTS (
|
|
732
|
-
SELECT 1 FROM ordered_messages target
|
|
733
|
-
WHERE target.id IN (${includeIds.map(() => "?").join(",")})
|
|
734
|
-
AND (
|
|
735
|
-
(m.row_num <= target.row_num + ? AND m.row_num > target.row_num)
|
|
736
|
-
OR
|
|
737
|
-
(m.row_num >= target.row_num - ? AND m.row_num < target.row_num)
|
|
738
|
-
)
|
|
739
|
-
)
|
|
740
|
-
ORDER BY m.createdAt DESC
|
|
741
|
-
`;
|
|
742
|
-
const params2 = [
|
|
743
|
-
threadId,
|
|
744
|
-
...includeIds,
|
|
745
|
-
// for m.id IN (...)
|
|
746
|
-
...includeIds,
|
|
747
|
-
// for target.id IN (...)
|
|
748
|
-
prevMax,
|
|
749
|
-
nextMax
|
|
750
|
-
];
|
|
751
|
-
const includeResult = await this.executeQuery({ sql: sql2, params: params2 });
|
|
876
|
+
const includeResult = await this._getIncludedMessages(threadId, selectBy);
|
|
752
877
|
if (Array.isArray(includeResult)) messages.push(...includeResult);
|
|
753
878
|
}
|
|
754
879
|
const excludeIds = messages.map((m) => m.id);
|
|
755
|
-
|
|
880
|
+
const query = createSqlBuilder().select(["id", "content", "role", "type", "createdAt", "thread_id AS threadId"]).from(fullTableName).where("thread_id = ?", threadId);
|
|
881
|
+
if (excludeIds.length > 0) {
|
|
882
|
+
query.andWhere(`id NOT IN (${excludeIds.map(() => "?").join(",")})`, ...excludeIds);
|
|
883
|
+
}
|
|
884
|
+
query.orderBy("createdAt", "DESC").limit(limit);
|
|
756
885
|
const { sql, params } = query.build();
|
|
757
|
-
const result = await this.executeQuery({ sql, params });
|
|
886
|
+
const result = await this.operations.executeQuery({ sql, params });
|
|
758
887
|
if (Array.isArray(result)) messages.push(...result);
|
|
759
888
|
messages.sort((a, b) => {
|
|
760
889
|
const aRecord = a;
|
|
@@ -767,7 +896,7 @@ var D1Store = class extends MastraStorage {
|
|
|
767
896
|
const processedMsg = {};
|
|
768
897
|
for (const [key, value] of Object.entries(message)) {
|
|
769
898
|
if (key === `type` && value === `v2`) continue;
|
|
770
|
-
processedMsg[key] =
|
|
899
|
+
processedMsg[key] = deserializeValue(value);
|
|
771
900
|
}
|
|
772
901
|
return processedMsg;
|
|
773
902
|
});
|
|
@@ -776,21 +905,972 @@ var D1Store = class extends MastraStorage {
|
|
|
776
905
|
if (format === `v2`) return list.get.all.v2();
|
|
777
906
|
return list.get.all.v1();
|
|
778
907
|
} catch (error) {
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
908
|
+
const mastraError = new MastraError(
|
|
909
|
+
{
|
|
910
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_MESSAGES_ERROR",
|
|
911
|
+
domain: ErrorDomain.STORAGE,
|
|
912
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
913
|
+
text: `Failed to retrieve messages for thread ${threadId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
914
|
+
details: { threadId }
|
|
915
|
+
},
|
|
916
|
+
error
|
|
917
|
+
);
|
|
918
|
+
this.logger?.error(mastraError.toString());
|
|
919
|
+
this.logger?.trackException(mastraError);
|
|
920
|
+
throw mastraError;
|
|
784
921
|
}
|
|
785
922
|
}
|
|
786
|
-
async
|
|
787
|
-
|
|
788
|
-
|
|
789
|
-
|
|
923
|
+
async getMessagesPaginated({
|
|
924
|
+
threadId,
|
|
925
|
+
selectBy,
|
|
926
|
+
format
|
|
790
927
|
}) {
|
|
791
|
-
const
|
|
792
|
-
const
|
|
793
|
-
const
|
|
928
|
+
const { dateRange, page = 0, perPage: perPageInput } = selectBy?.pagination || {};
|
|
929
|
+
const { start: fromDate, end: toDate } = dateRange || {};
|
|
930
|
+
const perPage = perPageInput !== void 0 ? perPageInput : resolveMessageLimit({ last: selectBy?.last, defaultLimit: 40 });
|
|
931
|
+
const fullTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
932
|
+
const messages = [];
|
|
933
|
+
try {
|
|
934
|
+
if (selectBy?.include?.length) {
|
|
935
|
+
const includeResult = await this._getIncludedMessages(threadId, selectBy);
|
|
936
|
+
if (Array.isArray(includeResult)) messages.push(...includeResult);
|
|
937
|
+
}
|
|
938
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("thread_id = ?", threadId);
|
|
939
|
+
if (fromDate) {
|
|
940
|
+
countQuery.andWhere("createdAt >= ?", serializeDate(fromDate));
|
|
941
|
+
}
|
|
942
|
+
if (toDate) {
|
|
943
|
+
countQuery.andWhere("createdAt <= ?", serializeDate(toDate));
|
|
944
|
+
}
|
|
945
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
946
|
+
const total = Number(countResult[0]?.count ?? 0);
|
|
947
|
+
if (total === 0 && messages.length === 0) {
|
|
948
|
+
return {
|
|
949
|
+
messages: [],
|
|
950
|
+
total: 0,
|
|
951
|
+
page,
|
|
952
|
+
perPage,
|
|
953
|
+
hasMore: false
|
|
954
|
+
};
|
|
955
|
+
}
|
|
956
|
+
const excludeIds = messages.map((m) => m.id);
|
|
957
|
+
const excludeCondition = excludeIds.length > 0 ? `AND id NOT IN (${excludeIds.map(() => "?").join(",")})` : "";
|
|
958
|
+
let query;
|
|
959
|
+
let queryParams = [threadId];
|
|
960
|
+
if (fromDate) {
|
|
961
|
+
queryParams.push(serializeDate(fromDate));
|
|
962
|
+
}
|
|
963
|
+
if (toDate) {
|
|
964
|
+
queryParams.push(serializeDate(toDate));
|
|
965
|
+
}
|
|
966
|
+
if (excludeIds.length > 0) {
|
|
967
|
+
queryParams.push(...excludeIds);
|
|
968
|
+
}
|
|
969
|
+
if (selectBy?.last && selectBy.last > 0) {
|
|
970
|
+
query = `
|
|
971
|
+
SELECT id, content, role, type, createdAt, thread_id AS threadId, resourceId
|
|
972
|
+
FROM ${fullTableName}
|
|
973
|
+
WHERE thread_id = ?
|
|
974
|
+
${fromDate ? "AND createdAt >= ?" : ""}
|
|
975
|
+
${toDate ? "AND createdAt <= ?" : ""}
|
|
976
|
+
${excludeCondition}
|
|
977
|
+
ORDER BY createdAt DESC
|
|
978
|
+
LIMIT ?
|
|
979
|
+
`;
|
|
980
|
+
queryParams.push(selectBy.last);
|
|
981
|
+
} else {
|
|
982
|
+
query = `
|
|
983
|
+
SELECT id, content, role, type, createdAt, thread_id AS threadId, resourceId
|
|
984
|
+
FROM ${fullTableName}
|
|
985
|
+
WHERE thread_id = ?
|
|
986
|
+
${fromDate ? "AND createdAt >= ?" : ""}
|
|
987
|
+
${toDate ? "AND createdAt <= ?" : ""}
|
|
988
|
+
${excludeCondition}
|
|
989
|
+
ORDER BY createdAt DESC
|
|
990
|
+
LIMIT ? OFFSET ?
|
|
991
|
+
`;
|
|
992
|
+
queryParams.push(perPage, page * perPage);
|
|
993
|
+
}
|
|
994
|
+
const results = await this.operations.executeQuery({ sql: query, params: queryParams });
|
|
995
|
+
const processedMessages = results.map((message) => {
|
|
996
|
+
const processedMsg = {};
|
|
997
|
+
for (const [key, value] of Object.entries(message)) {
|
|
998
|
+
if (key === `type` && value === `v2`) continue;
|
|
999
|
+
processedMsg[key] = deserializeValue(value);
|
|
1000
|
+
}
|
|
1001
|
+
return processedMsg;
|
|
1002
|
+
});
|
|
1003
|
+
if (selectBy?.last) {
|
|
1004
|
+
processedMessages.sort((a, b) => new Date(a.createdAt).getTime() - new Date(b.createdAt).getTime());
|
|
1005
|
+
}
|
|
1006
|
+
const list = new MessageList().add(processedMessages, "memory");
|
|
1007
|
+
messages.push(...format === `v2` ? list.get.all.v2() : list.get.all.v1());
|
|
1008
|
+
return {
|
|
1009
|
+
messages,
|
|
1010
|
+
total,
|
|
1011
|
+
page,
|
|
1012
|
+
perPage,
|
|
1013
|
+
hasMore: selectBy?.last ? false : page * perPage + messages.length < total
|
|
1014
|
+
};
|
|
1015
|
+
} catch (error) {
|
|
1016
|
+
const mastraError = new MastraError(
|
|
1017
|
+
{
|
|
1018
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_MESSAGES_PAGINATED_ERROR",
|
|
1019
|
+
domain: ErrorDomain.STORAGE,
|
|
1020
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1021
|
+
text: `Failed to retrieve messages for thread ${threadId}: ${error instanceof Error ? error.message : String(error)}`,
|
|
1022
|
+
details: { threadId }
|
|
1023
|
+
},
|
|
1024
|
+
error
|
|
1025
|
+
);
|
|
1026
|
+
this.logger?.error(mastraError.toString());
|
|
1027
|
+
this.logger?.trackException(mastraError);
|
|
1028
|
+
return {
|
|
1029
|
+
messages: [],
|
|
1030
|
+
total: 0,
|
|
1031
|
+
page,
|
|
1032
|
+
perPage,
|
|
1033
|
+
hasMore: false
|
|
1034
|
+
};
|
|
1035
|
+
}
|
|
1036
|
+
}
|
|
1037
|
+
async updateMessages(args) {
|
|
1038
|
+
const { messages } = args;
|
|
1039
|
+
this.logger.debug("Updating messages", { count: messages.length });
|
|
1040
|
+
if (!messages.length) {
|
|
1041
|
+
return [];
|
|
1042
|
+
}
|
|
1043
|
+
const messageIds = messages.map((m) => m.id);
|
|
1044
|
+
const fullTableName = this.operations.getTableName(TABLE_MESSAGES);
|
|
1045
|
+
const threadsTableName = this.operations.getTableName(TABLE_THREADS);
|
|
1046
|
+
try {
|
|
1047
|
+
const placeholders = messageIds.map(() => "?").join(",");
|
|
1048
|
+
const selectQuery = `SELECT id, content, role, type, createdAt, thread_id AS threadId, resourceId FROM ${fullTableName} WHERE id IN (${placeholders})`;
|
|
1049
|
+
const existingMessages = await this.operations.executeQuery({ sql: selectQuery, params: messageIds });
|
|
1050
|
+
if (existingMessages.length === 0) {
|
|
1051
|
+
return [];
|
|
1052
|
+
}
|
|
1053
|
+
const parsedExistingMessages = existingMessages.map((msg) => {
|
|
1054
|
+
if (typeof msg.content === "string") {
|
|
1055
|
+
try {
|
|
1056
|
+
msg.content = JSON.parse(msg.content);
|
|
1057
|
+
} catch {
|
|
1058
|
+
}
|
|
1059
|
+
}
|
|
1060
|
+
return msg;
|
|
1061
|
+
});
|
|
1062
|
+
const threadIdsToUpdate = /* @__PURE__ */ new Set();
|
|
1063
|
+
const updateQueries = [];
|
|
1064
|
+
for (const existingMessage of parsedExistingMessages) {
|
|
1065
|
+
const updatePayload = messages.find((m) => m.id === existingMessage.id);
|
|
1066
|
+
if (!updatePayload) continue;
|
|
1067
|
+
const { id, ...fieldsToUpdate } = updatePayload;
|
|
1068
|
+
if (Object.keys(fieldsToUpdate).length === 0) continue;
|
|
1069
|
+
threadIdsToUpdate.add(existingMessage.threadId);
|
|
1070
|
+
if ("threadId" in updatePayload && updatePayload.threadId && updatePayload.threadId !== existingMessage.threadId) {
|
|
1071
|
+
threadIdsToUpdate.add(updatePayload.threadId);
|
|
1072
|
+
}
|
|
1073
|
+
const setClauses = [];
|
|
1074
|
+
const values = [];
|
|
1075
|
+
const updatableFields = { ...fieldsToUpdate };
|
|
1076
|
+
if (updatableFields.content) {
|
|
1077
|
+
const existingContent = existingMessage.content || {};
|
|
1078
|
+
const newContent = {
|
|
1079
|
+
...existingContent,
|
|
1080
|
+
...updatableFields.content,
|
|
1081
|
+
// Deep merge metadata if it exists on both
|
|
1082
|
+
...existingContent?.metadata && updatableFields.content.metadata ? {
|
|
1083
|
+
metadata: {
|
|
1084
|
+
...existingContent.metadata,
|
|
1085
|
+
...updatableFields.content.metadata
|
|
1086
|
+
}
|
|
1087
|
+
} : {}
|
|
1088
|
+
};
|
|
1089
|
+
setClauses.push(`content = ?`);
|
|
1090
|
+
values.push(JSON.stringify(newContent));
|
|
1091
|
+
delete updatableFields.content;
|
|
1092
|
+
}
|
|
1093
|
+
for (const key in updatableFields) {
|
|
1094
|
+
if (Object.prototype.hasOwnProperty.call(updatableFields, key)) {
|
|
1095
|
+
const dbColumn = key === "threadId" ? "thread_id" : key;
|
|
1096
|
+
setClauses.push(`${dbColumn} = ?`);
|
|
1097
|
+
values.push(updatableFields[key]);
|
|
1098
|
+
}
|
|
1099
|
+
}
|
|
1100
|
+
if (setClauses.length > 0) {
|
|
1101
|
+
values.push(id);
|
|
1102
|
+
const updateQuery = `UPDATE ${fullTableName} SET ${setClauses.join(", ")} WHERE id = ?`;
|
|
1103
|
+
updateQueries.push({ sql: updateQuery, params: values });
|
|
1104
|
+
}
|
|
1105
|
+
}
|
|
1106
|
+
for (const query of updateQueries) {
|
|
1107
|
+
await this.operations.executeQuery(query);
|
|
1108
|
+
}
|
|
1109
|
+
if (threadIdsToUpdate.size > 0) {
|
|
1110
|
+
const threadPlaceholders = Array.from(threadIdsToUpdate).map(() => "?").join(",");
|
|
1111
|
+
const threadUpdateQuery = `UPDATE ${threadsTableName} SET updatedAt = ? WHERE id IN (${threadPlaceholders})`;
|
|
1112
|
+
const threadUpdateParams = [(/* @__PURE__ */ new Date()).toISOString(), ...Array.from(threadIdsToUpdate)];
|
|
1113
|
+
await this.operations.executeQuery({ sql: threadUpdateQuery, params: threadUpdateParams });
|
|
1114
|
+
}
|
|
1115
|
+
const updatedMessages = await this.operations.executeQuery({ sql: selectQuery, params: messageIds });
|
|
1116
|
+
return updatedMessages.map((message) => {
|
|
1117
|
+
if (typeof message.content === "string") {
|
|
1118
|
+
try {
|
|
1119
|
+
message.content = JSON.parse(message.content);
|
|
1120
|
+
} catch {
|
|
1121
|
+
}
|
|
1122
|
+
}
|
|
1123
|
+
return message;
|
|
1124
|
+
});
|
|
1125
|
+
} catch (error) {
|
|
1126
|
+
throw new MastraError(
|
|
1127
|
+
{
|
|
1128
|
+
id: "CLOUDFLARE_D1_STORAGE_UPDATE_MESSAGES_FAILED",
|
|
1129
|
+
domain: ErrorDomain.STORAGE,
|
|
1130
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1131
|
+
details: { count: messages.length }
|
|
1132
|
+
},
|
|
1133
|
+
error
|
|
1134
|
+
);
|
|
1135
|
+
}
|
|
1136
|
+
}
|
|
1137
|
+
};
|
|
1138
|
+
var StoreOperationsD1 = class extends StoreOperations {
|
|
1139
|
+
client;
|
|
1140
|
+
binding;
|
|
1141
|
+
tablePrefix;
|
|
1142
|
+
constructor(config) {
|
|
1143
|
+
super();
|
|
1144
|
+
this.client = config.client;
|
|
1145
|
+
this.binding = config.binding;
|
|
1146
|
+
this.tablePrefix = config.tablePrefix || "";
|
|
1147
|
+
}
|
|
1148
|
+
async hasColumn(table, column) {
|
|
1149
|
+
const fullTableName = table.startsWith(this.tablePrefix) ? table : `${this.tablePrefix}${table}`;
|
|
1150
|
+
const sql = `PRAGMA table_info(${fullTableName});`;
|
|
1151
|
+
const result = await this.executeQuery({ sql, params: [] });
|
|
1152
|
+
if (!result || !Array.isArray(result)) return false;
|
|
1153
|
+
return result.some((col) => col.name === column || col.name === column.toLowerCase());
|
|
1154
|
+
}
|
|
1155
|
+
getTableName(tableName) {
|
|
1156
|
+
return `${this.tablePrefix}${tableName}`;
|
|
1157
|
+
}
|
|
1158
|
+
formatSqlParams(params) {
|
|
1159
|
+
return params.map((p) => p === void 0 || p === null ? null : p);
|
|
1160
|
+
}
|
|
1161
|
+
async executeWorkersBindingQuery({
|
|
1162
|
+
sql,
|
|
1163
|
+
params = [],
|
|
1164
|
+
first = false
|
|
1165
|
+
}) {
|
|
1166
|
+
if (!this.binding) {
|
|
1167
|
+
throw new Error("Workers binding is not configured");
|
|
1168
|
+
}
|
|
1169
|
+
try {
|
|
1170
|
+
const statement = this.binding.prepare(sql);
|
|
1171
|
+
const formattedParams = this.formatSqlParams(params);
|
|
1172
|
+
let result;
|
|
1173
|
+
if (formattedParams.length > 0) {
|
|
1174
|
+
if (first) {
|
|
1175
|
+
result = await statement.bind(...formattedParams).first();
|
|
1176
|
+
if (!result) return null;
|
|
1177
|
+
return result;
|
|
1178
|
+
} else {
|
|
1179
|
+
result = await statement.bind(...formattedParams).all();
|
|
1180
|
+
const results = result.results || [];
|
|
1181
|
+
return results;
|
|
1182
|
+
}
|
|
1183
|
+
} else {
|
|
1184
|
+
if (first) {
|
|
1185
|
+
result = await statement.first();
|
|
1186
|
+
if (!result) return null;
|
|
1187
|
+
return result;
|
|
1188
|
+
} else {
|
|
1189
|
+
result = await statement.all();
|
|
1190
|
+
const results = result.results || [];
|
|
1191
|
+
return results;
|
|
1192
|
+
}
|
|
1193
|
+
}
|
|
1194
|
+
} catch (error) {
|
|
1195
|
+
throw new MastraError(
|
|
1196
|
+
{
|
|
1197
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_WORKERS_BINDING_QUERY_FAILED",
|
|
1198
|
+
domain: ErrorDomain.STORAGE,
|
|
1199
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1200
|
+
details: { sql }
|
|
1201
|
+
},
|
|
1202
|
+
error
|
|
1203
|
+
);
|
|
1204
|
+
}
|
|
1205
|
+
}
|
|
1206
|
+
async executeRestQuery({
|
|
1207
|
+
sql,
|
|
1208
|
+
params = [],
|
|
1209
|
+
first = false
|
|
1210
|
+
}) {
|
|
1211
|
+
if (!this.client) {
|
|
1212
|
+
throw new Error("D1 client is not configured");
|
|
1213
|
+
}
|
|
1214
|
+
try {
|
|
1215
|
+
const formattedParams = this.formatSqlParams(params);
|
|
1216
|
+
const response = await this.client.query({
|
|
1217
|
+
sql,
|
|
1218
|
+
params: formattedParams
|
|
1219
|
+
});
|
|
1220
|
+
if (!response.result) {
|
|
1221
|
+
return first ? null : [];
|
|
1222
|
+
}
|
|
1223
|
+
if (first) {
|
|
1224
|
+
return response.result[0] || null;
|
|
1225
|
+
}
|
|
1226
|
+
return response.result;
|
|
1227
|
+
} catch (error) {
|
|
1228
|
+
throw new MastraError(
|
|
1229
|
+
{
|
|
1230
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_REST_QUERY_FAILED",
|
|
1231
|
+
domain: ErrorDomain.STORAGE,
|
|
1232
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1233
|
+
details: { sql }
|
|
1234
|
+
},
|
|
1235
|
+
error
|
|
1236
|
+
);
|
|
1237
|
+
}
|
|
1238
|
+
}
|
|
1239
|
+
async executeQuery(options) {
|
|
1240
|
+
if (this.binding) {
|
|
1241
|
+
return this.executeWorkersBindingQuery(options);
|
|
1242
|
+
} else if (this.client) {
|
|
1243
|
+
return this.executeRestQuery(options);
|
|
1244
|
+
} else {
|
|
1245
|
+
throw new Error("Neither binding nor client is configured");
|
|
1246
|
+
}
|
|
1247
|
+
}
|
|
1248
|
+
async getTableColumns(tableName) {
|
|
1249
|
+
try {
|
|
1250
|
+
const sql = `PRAGMA table_info(${tableName})`;
|
|
1251
|
+
const result = await this.executeQuery({ sql });
|
|
1252
|
+
if (!result || !Array.isArray(result)) {
|
|
1253
|
+
return [];
|
|
1254
|
+
}
|
|
1255
|
+
return result.map((row) => ({
|
|
1256
|
+
name: row.name,
|
|
1257
|
+
type: row.type
|
|
1258
|
+
}));
|
|
1259
|
+
} catch (error) {
|
|
1260
|
+
this.logger.warn(`Failed to get table columns for ${tableName}:`, error);
|
|
1261
|
+
return [];
|
|
1262
|
+
}
|
|
1263
|
+
}
|
|
1264
|
+
serializeValue(value) {
|
|
1265
|
+
if (value === null || value === void 0) {
|
|
1266
|
+
return null;
|
|
1267
|
+
}
|
|
1268
|
+
if (value instanceof Date) {
|
|
1269
|
+
return value.toISOString();
|
|
1270
|
+
}
|
|
1271
|
+
if (typeof value === "object") {
|
|
1272
|
+
return JSON.stringify(value);
|
|
1273
|
+
}
|
|
1274
|
+
return value;
|
|
1275
|
+
}
|
|
1276
|
+
getSqlType(type) {
|
|
1277
|
+
switch (type) {
|
|
1278
|
+
case "bigint":
|
|
1279
|
+
return "INTEGER";
|
|
1280
|
+
// SQLite uses INTEGER for all integer sizes
|
|
1281
|
+
case "jsonb":
|
|
1282
|
+
return "TEXT";
|
|
1283
|
+
// Store JSON as TEXT in SQLite
|
|
1284
|
+
default:
|
|
1285
|
+
return super.getSqlType(type);
|
|
1286
|
+
}
|
|
1287
|
+
}
|
|
1288
|
+
async createTable({
|
|
1289
|
+
tableName,
|
|
1290
|
+
schema
|
|
1291
|
+
}) {
|
|
1292
|
+
try {
|
|
1293
|
+
const fullTableName = this.getTableName(tableName);
|
|
1294
|
+
const columnDefinitions = Object.entries(schema).map(([colName, colDef]) => {
|
|
1295
|
+
const type = this.getSqlType(colDef.type);
|
|
1296
|
+
const nullable = colDef.nullable === false ? "NOT NULL" : "";
|
|
1297
|
+
const primaryKey = colDef.primaryKey ? "PRIMARY KEY" : "";
|
|
1298
|
+
return `${colName} ${type} ${nullable} ${primaryKey}`.trim();
|
|
1299
|
+
});
|
|
1300
|
+
const tableConstraints = [];
|
|
1301
|
+
if (tableName === TABLE_WORKFLOW_SNAPSHOT) {
|
|
1302
|
+
tableConstraints.push("UNIQUE (workflow_name, run_id)");
|
|
1303
|
+
}
|
|
1304
|
+
const query = createSqlBuilder().createTable(fullTableName, columnDefinitions, tableConstraints);
|
|
1305
|
+
const { sql, params } = query.build();
|
|
1306
|
+
await this.executeQuery({ sql, params });
|
|
1307
|
+
this.logger.debug(`Created table ${fullTableName}`);
|
|
1308
|
+
} catch (error) {
|
|
1309
|
+
throw new MastraError(
|
|
1310
|
+
{
|
|
1311
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_CREATE_TABLE_FAILED",
|
|
1312
|
+
domain: ErrorDomain.STORAGE,
|
|
1313
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1314
|
+
details: { tableName }
|
|
1315
|
+
},
|
|
1316
|
+
error
|
|
1317
|
+
);
|
|
1318
|
+
}
|
|
1319
|
+
}
|
|
1320
|
+
async clearTable({ tableName }) {
|
|
1321
|
+
try {
|
|
1322
|
+
const fullTableName = this.getTableName(tableName);
|
|
1323
|
+
const query = createSqlBuilder().delete(fullTableName);
|
|
1324
|
+
const { sql, params } = query.build();
|
|
1325
|
+
await this.executeQuery({ sql, params });
|
|
1326
|
+
this.logger.debug(`Cleared table ${fullTableName}`);
|
|
1327
|
+
} catch (error) {
|
|
1328
|
+
throw new MastraError(
|
|
1329
|
+
{
|
|
1330
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_CLEAR_TABLE_FAILED",
|
|
1331
|
+
domain: ErrorDomain.STORAGE,
|
|
1332
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1333
|
+
details: { tableName }
|
|
1334
|
+
},
|
|
1335
|
+
error
|
|
1336
|
+
);
|
|
1337
|
+
}
|
|
1338
|
+
}
|
|
1339
|
+
async dropTable({ tableName }) {
|
|
1340
|
+
try {
|
|
1341
|
+
const fullTableName = this.getTableName(tableName);
|
|
1342
|
+
const sql = `DROP TABLE IF EXISTS ${fullTableName}`;
|
|
1343
|
+
await this.executeQuery({ sql });
|
|
1344
|
+
this.logger.debug(`Dropped table ${fullTableName}`);
|
|
1345
|
+
} catch (error) {
|
|
1346
|
+
throw new MastraError(
|
|
1347
|
+
{
|
|
1348
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_DROP_TABLE_FAILED",
|
|
1349
|
+
domain: ErrorDomain.STORAGE,
|
|
1350
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1351
|
+
details: { tableName }
|
|
1352
|
+
},
|
|
1353
|
+
error
|
|
1354
|
+
);
|
|
1355
|
+
}
|
|
1356
|
+
}
|
|
1357
|
+
async alterTable(args) {
|
|
1358
|
+
try {
|
|
1359
|
+
const fullTableName = this.getTableName(args.tableName);
|
|
1360
|
+
const existingColumns = await this.getTableColumns(fullTableName);
|
|
1361
|
+
const existingColumnNames = new Set(existingColumns.map((col) => col.name));
|
|
1362
|
+
for (const [columnName, column] of Object.entries(args.schema)) {
|
|
1363
|
+
if (!existingColumnNames.has(columnName) && args.ifNotExists.includes(columnName)) {
|
|
1364
|
+
const sqlType = this.getSqlType(column.type);
|
|
1365
|
+
const defaultValue = this.getDefaultValue(column.type);
|
|
1366
|
+
const sql = `ALTER TABLE ${fullTableName} ADD COLUMN ${columnName} ${sqlType} ${defaultValue}`;
|
|
1367
|
+
await this.executeQuery({ sql });
|
|
1368
|
+
this.logger.debug(`Added column ${columnName} to table ${fullTableName}`);
|
|
1369
|
+
}
|
|
1370
|
+
}
|
|
1371
|
+
} catch (error) {
|
|
1372
|
+
throw new MastraError(
|
|
1373
|
+
{
|
|
1374
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_ALTER_TABLE_FAILED",
|
|
1375
|
+
domain: ErrorDomain.STORAGE,
|
|
1376
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1377
|
+
details: { tableName: args.tableName }
|
|
1378
|
+
},
|
|
1379
|
+
error
|
|
1380
|
+
);
|
|
1381
|
+
}
|
|
1382
|
+
}
|
|
1383
|
+
async insert({ tableName, record }) {
|
|
1384
|
+
try {
|
|
1385
|
+
const fullTableName = this.getTableName(tableName);
|
|
1386
|
+
const processedRecord = await this.processRecord(record);
|
|
1387
|
+
const columns = Object.keys(processedRecord);
|
|
1388
|
+
const values = Object.values(processedRecord);
|
|
1389
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values);
|
|
1390
|
+
const { sql, params } = query.build();
|
|
1391
|
+
await this.executeQuery({ sql, params });
|
|
1392
|
+
} catch (error) {
|
|
1393
|
+
throw new MastraError(
|
|
1394
|
+
{
|
|
1395
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_INSERT_FAILED",
|
|
1396
|
+
domain: ErrorDomain.STORAGE,
|
|
1397
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1398
|
+
details: { tableName }
|
|
1399
|
+
},
|
|
1400
|
+
error
|
|
1401
|
+
);
|
|
1402
|
+
}
|
|
1403
|
+
}
|
|
1404
|
+
async batchInsert({ tableName, records }) {
|
|
1405
|
+
try {
|
|
1406
|
+
if (records.length === 0) return;
|
|
1407
|
+
const fullTableName = this.getTableName(tableName);
|
|
1408
|
+
const processedRecords = await Promise.all(records.map((record) => this.processRecord(record)));
|
|
1409
|
+
const columns = Object.keys(processedRecords[0] || {});
|
|
1410
|
+
for (const record of processedRecords) {
|
|
1411
|
+
const values = Object.values(record);
|
|
1412
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values);
|
|
1413
|
+
const { sql, params } = query.build();
|
|
1414
|
+
await this.executeQuery({ sql, params });
|
|
1415
|
+
}
|
|
1416
|
+
} catch (error) {
|
|
1417
|
+
throw new MastraError(
|
|
1418
|
+
{
|
|
1419
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_BATCH_INSERT_FAILED",
|
|
1420
|
+
domain: ErrorDomain.STORAGE,
|
|
1421
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1422
|
+
details: { tableName }
|
|
1423
|
+
},
|
|
1424
|
+
error
|
|
1425
|
+
);
|
|
1426
|
+
}
|
|
1427
|
+
}
|
|
1428
|
+
async load({ tableName, keys }) {
|
|
1429
|
+
try {
|
|
1430
|
+
const fullTableName = this.getTableName(tableName);
|
|
1431
|
+
const query = createSqlBuilder().select("*").from(fullTableName);
|
|
1432
|
+
let firstKey = true;
|
|
1433
|
+
for (const [key, value] of Object.entries(keys)) {
|
|
1434
|
+
if (firstKey) {
|
|
1435
|
+
query.where(`${key} = ?`, value);
|
|
1436
|
+
firstKey = false;
|
|
1437
|
+
} else {
|
|
1438
|
+
query.andWhere(`${key} = ?`, value);
|
|
1439
|
+
}
|
|
1440
|
+
}
|
|
1441
|
+
query.limit(1);
|
|
1442
|
+
const { sql, params } = query.build();
|
|
1443
|
+
const result = await this.executeQuery({ sql, params, first: true });
|
|
1444
|
+
if (!result) {
|
|
1445
|
+
return null;
|
|
1446
|
+
}
|
|
1447
|
+
const deserializedResult = {};
|
|
1448
|
+
for (const [key, value] of Object.entries(result)) {
|
|
1449
|
+
deserializedResult[key] = deserializeValue(value);
|
|
1450
|
+
}
|
|
1451
|
+
return deserializedResult;
|
|
1452
|
+
} catch (error) {
|
|
1453
|
+
throw new MastraError(
|
|
1454
|
+
{
|
|
1455
|
+
id: "CLOUDFLARE_D1_STORE_OPERATIONS_LOAD_FAILED",
|
|
1456
|
+
domain: ErrorDomain.STORAGE,
|
|
1457
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1458
|
+
details: { tableName }
|
|
1459
|
+
},
|
|
1460
|
+
error
|
|
1461
|
+
);
|
|
1462
|
+
}
|
|
1463
|
+
}
|
|
1464
|
+
async processRecord(record) {
|
|
1465
|
+
const processed = {};
|
|
1466
|
+
for (const [key, value] of Object.entries(record)) {
|
|
1467
|
+
processed[key] = this.serializeValue(value);
|
|
1468
|
+
}
|
|
1469
|
+
return processed;
|
|
1470
|
+
}
|
|
1471
|
+
/**
|
|
1472
|
+
* Upsert multiple records in a batch operation
|
|
1473
|
+
* @param tableName The table to insert into
|
|
1474
|
+
* @param records The records to insert
|
|
1475
|
+
*/
|
|
1476
|
+
async batchUpsert({ tableName, records }) {
|
|
1477
|
+
if (records.length === 0) return;
|
|
1478
|
+
const fullTableName = this.getTableName(tableName);
|
|
1479
|
+
try {
|
|
1480
|
+
const batchSize = 50;
|
|
1481
|
+
for (let i = 0; i < records.length; i += batchSize) {
|
|
1482
|
+
const batch = records.slice(i, i + batchSize);
|
|
1483
|
+
const recordsToInsert = batch;
|
|
1484
|
+
if (recordsToInsert.length > 0) {
|
|
1485
|
+
const firstRecord = recordsToInsert[0];
|
|
1486
|
+
const columns = Object.keys(firstRecord || {});
|
|
1487
|
+
for (const record of recordsToInsert) {
|
|
1488
|
+
const values = columns.map((col) => {
|
|
1489
|
+
if (!record) return null;
|
|
1490
|
+
const value = typeof col === "string" ? record[col] : null;
|
|
1491
|
+
return this.serializeValue(value);
|
|
1492
|
+
});
|
|
1493
|
+
const recordToUpsert = columns.reduce(
|
|
1494
|
+
(acc, col) => {
|
|
1495
|
+
if (col !== "createdAt") acc[col] = `excluded.${col}`;
|
|
1496
|
+
return acc;
|
|
1497
|
+
},
|
|
1498
|
+
{}
|
|
1499
|
+
);
|
|
1500
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values, ["id"], recordToUpsert);
|
|
1501
|
+
const { sql, params } = query.build();
|
|
1502
|
+
await this.executeQuery({ sql, params });
|
|
1503
|
+
}
|
|
1504
|
+
}
|
|
1505
|
+
this.logger.debug(
|
|
1506
|
+
`Processed batch ${Math.floor(i / batchSize) + 1} of ${Math.ceil(records.length / batchSize)}`
|
|
1507
|
+
);
|
|
1508
|
+
}
|
|
1509
|
+
this.logger.debug(`Successfully batch upserted ${records.length} records into ${tableName}`);
|
|
1510
|
+
} catch (error) {
|
|
1511
|
+
throw new MastraError(
|
|
1512
|
+
{
|
|
1513
|
+
id: "CLOUDFLARE_D1_STORAGE_BATCH_UPSERT_ERROR",
|
|
1514
|
+
domain: ErrorDomain.STORAGE,
|
|
1515
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1516
|
+
text: `Failed to batch upsert into ${tableName}: ${error instanceof Error ? error.message : String(error)}`,
|
|
1517
|
+
details: { tableName }
|
|
1518
|
+
},
|
|
1519
|
+
error
|
|
1520
|
+
);
|
|
1521
|
+
}
|
|
1522
|
+
}
|
|
1523
|
+
};
|
|
1524
|
+
function transformScoreRow(row) {
|
|
1525
|
+
let input = void 0;
|
|
1526
|
+
if (row.input) {
|
|
1527
|
+
try {
|
|
1528
|
+
input = JSON.parse(row.input);
|
|
1529
|
+
} catch {
|
|
1530
|
+
input = row.input;
|
|
1531
|
+
}
|
|
1532
|
+
}
|
|
1533
|
+
return {
|
|
1534
|
+
...row,
|
|
1535
|
+
input,
|
|
1536
|
+
createdAt: row.createdAtZ || row.createdAt,
|
|
1537
|
+
updatedAt: row.updatedAtZ || row.updatedAt
|
|
1538
|
+
};
|
|
1539
|
+
}
|
|
1540
|
+
var ScoresStorageD1 = class extends ScoresStorage {
|
|
1541
|
+
operations;
|
|
1542
|
+
constructor({ operations }) {
|
|
1543
|
+
super();
|
|
1544
|
+
this.operations = operations;
|
|
1545
|
+
}
|
|
1546
|
+
async getScoreById({ id }) {
|
|
1547
|
+
try {
|
|
1548
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1549
|
+
const query = createSqlBuilder().select("*").from(fullTableName).where("id = ?", id);
|
|
1550
|
+
const { sql, params } = query.build();
|
|
1551
|
+
const result = await this.operations.executeQuery({ sql, params, first: true });
|
|
1552
|
+
if (!result) {
|
|
1553
|
+
return null;
|
|
1554
|
+
}
|
|
1555
|
+
return transformScoreRow(result);
|
|
1556
|
+
} catch (error) {
|
|
1557
|
+
throw new MastraError(
|
|
1558
|
+
{
|
|
1559
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORE_BY_ID_FAILED",
|
|
1560
|
+
domain: ErrorDomain.STORAGE,
|
|
1561
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1562
|
+
},
|
|
1563
|
+
error
|
|
1564
|
+
);
|
|
1565
|
+
}
|
|
1566
|
+
}
|
|
1567
|
+
async saveScore(score) {
|
|
1568
|
+
try {
|
|
1569
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1570
|
+
const { input, ...rest } = score;
|
|
1571
|
+
const serializedRecord = {};
|
|
1572
|
+
for (const [key, value] of Object.entries(rest)) {
|
|
1573
|
+
if (value !== null && value !== void 0) {
|
|
1574
|
+
if (typeof value === "object") {
|
|
1575
|
+
serializedRecord[key] = JSON.stringify(value);
|
|
1576
|
+
} else {
|
|
1577
|
+
serializedRecord[key] = value;
|
|
1578
|
+
}
|
|
1579
|
+
} else {
|
|
1580
|
+
serializedRecord[key] = null;
|
|
1581
|
+
}
|
|
1582
|
+
}
|
|
1583
|
+
serializedRecord.input = JSON.stringify(input);
|
|
1584
|
+
serializedRecord.createdAt = (/* @__PURE__ */ new Date()).toISOString();
|
|
1585
|
+
serializedRecord.updatedAt = (/* @__PURE__ */ new Date()).toISOString();
|
|
1586
|
+
const columns = Object.keys(serializedRecord);
|
|
1587
|
+
const values = Object.values(serializedRecord);
|
|
1588
|
+
const query = createSqlBuilder().insert(fullTableName, columns, values);
|
|
1589
|
+
const { sql, params } = query.build();
|
|
1590
|
+
await this.operations.executeQuery({ sql, params });
|
|
1591
|
+
const scoreFromDb = await this.getScoreById({ id: score.id });
|
|
1592
|
+
return { score: scoreFromDb };
|
|
1593
|
+
} catch (error) {
|
|
1594
|
+
throw new MastraError(
|
|
1595
|
+
{
|
|
1596
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_SAVE_SCORE_FAILED",
|
|
1597
|
+
domain: ErrorDomain.STORAGE,
|
|
1598
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1599
|
+
},
|
|
1600
|
+
error
|
|
1601
|
+
);
|
|
1602
|
+
}
|
|
1603
|
+
}
|
|
1604
|
+
async getScoresByScorerId({
|
|
1605
|
+
scorerId,
|
|
1606
|
+
pagination
|
|
1607
|
+
}) {
|
|
1608
|
+
try {
|
|
1609
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1610
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("scorerId = ?", scorerId);
|
|
1611
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1612
|
+
const total = Array.isArray(countResult) ? Number(countResult?.[0]?.count ?? 0) : Number(countResult?.count ?? 0);
|
|
1613
|
+
if (total === 0) {
|
|
1614
|
+
return {
|
|
1615
|
+
pagination: {
|
|
1616
|
+
total: 0,
|
|
1617
|
+
page: pagination.page,
|
|
1618
|
+
perPage: pagination.perPage,
|
|
1619
|
+
hasMore: false
|
|
1620
|
+
},
|
|
1621
|
+
scores: []
|
|
1622
|
+
};
|
|
1623
|
+
}
|
|
1624
|
+
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("scorerId = ?", scorerId).limit(pagination.perPage).offset(pagination.page * pagination.perPage);
|
|
1625
|
+
const { sql, params } = selectQuery.build();
|
|
1626
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1627
|
+
const scores = Array.isArray(results) ? results.map(transformScoreRow) : [];
|
|
1628
|
+
return {
|
|
1629
|
+
pagination: {
|
|
1630
|
+
total,
|
|
1631
|
+
page: pagination.page,
|
|
1632
|
+
perPage: pagination.perPage,
|
|
1633
|
+
hasMore: total > (pagination.page + 1) * pagination.perPage
|
|
1634
|
+
},
|
|
1635
|
+
scores
|
|
1636
|
+
};
|
|
1637
|
+
} catch (error) {
|
|
1638
|
+
throw new MastraError(
|
|
1639
|
+
{
|
|
1640
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORES_BY_SCORER_ID_FAILED",
|
|
1641
|
+
domain: ErrorDomain.STORAGE,
|
|
1642
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1643
|
+
},
|
|
1644
|
+
error
|
|
1645
|
+
);
|
|
1646
|
+
}
|
|
1647
|
+
}
|
|
1648
|
+
async getScoresByRunId({
|
|
1649
|
+
runId,
|
|
1650
|
+
pagination
|
|
1651
|
+
}) {
|
|
1652
|
+
try {
|
|
1653
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1654
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("runId = ?", runId);
|
|
1655
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1656
|
+
const total = Array.isArray(countResult) ? Number(countResult?.[0]?.count ?? 0) : Number(countResult?.count ?? 0);
|
|
1657
|
+
if (total === 0) {
|
|
1658
|
+
return {
|
|
1659
|
+
pagination: {
|
|
1660
|
+
total: 0,
|
|
1661
|
+
page: pagination.page,
|
|
1662
|
+
perPage: pagination.perPage,
|
|
1663
|
+
hasMore: false
|
|
1664
|
+
},
|
|
1665
|
+
scores: []
|
|
1666
|
+
};
|
|
1667
|
+
}
|
|
1668
|
+
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("runId = ?", runId).limit(pagination.perPage).offset(pagination.page * pagination.perPage);
|
|
1669
|
+
const { sql, params } = selectQuery.build();
|
|
1670
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1671
|
+
const scores = Array.isArray(results) ? results.map(transformScoreRow) : [];
|
|
1672
|
+
return {
|
|
1673
|
+
pagination: {
|
|
1674
|
+
total,
|
|
1675
|
+
page: pagination.page,
|
|
1676
|
+
perPage: pagination.perPage,
|
|
1677
|
+
hasMore: total > (pagination.page + 1) * pagination.perPage
|
|
1678
|
+
},
|
|
1679
|
+
scores
|
|
1680
|
+
};
|
|
1681
|
+
} catch (error) {
|
|
1682
|
+
throw new MastraError(
|
|
1683
|
+
{
|
|
1684
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORES_BY_RUN_ID_FAILED",
|
|
1685
|
+
domain: ErrorDomain.STORAGE,
|
|
1686
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1687
|
+
},
|
|
1688
|
+
error
|
|
1689
|
+
);
|
|
1690
|
+
}
|
|
1691
|
+
}
|
|
1692
|
+
async getScoresByEntityId({
|
|
1693
|
+
entityId,
|
|
1694
|
+
entityType,
|
|
1695
|
+
pagination
|
|
1696
|
+
}) {
|
|
1697
|
+
try {
|
|
1698
|
+
const fullTableName = this.operations.getTableName(TABLE_SCORERS);
|
|
1699
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("entityId = ?", entityId).andWhere("entityType = ?", entityType);
|
|
1700
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1701
|
+
const total = Array.isArray(countResult) ? Number(countResult?.[0]?.count ?? 0) : Number(countResult?.count ?? 0);
|
|
1702
|
+
if (total === 0) {
|
|
1703
|
+
return {
|
|
1704
|
+
pagination: {
|
|
1705
|
+
total: 0,
|
|
1706
|
+
page: pagination.page,
|
|
1707
|
+
perPage: pagination.perPage,
|
|
1708
|
+
hasMore: false
|
|
1709
|
+
},
|
|
1710
|
+
scores: []
|
|
1711
|
+
};
|
|
1712
|
+
}
|
|
1713
|
+
const selectQuery = createSqlBuilder().select("*").from(fullTableName).where("entityId = ?", entityId).andWhere("entityType = ?", entityType).limit(pagination.perPage).offset(pagination.page * pagination.perPage);
|
|
1714
|
+
const { sql, params } = selectQuery.build();
|
|
1715
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1716
|
+
const scores = Array.isArray(results) ? results.map(transformScoreRow) : [];
|
|
1717
|
+
return {
|
|
1718
|
+
pagination: {
|
|
1719
|
+
total,
|
|
1720
|
+
page: pagination.page,
|
|
1721
|
+
perPage: pagination.perPage,
|
|
1722
|
+
hasMore: total > (pagination.page + 1) * pagination.perPage
|
|
1723
|
+
},
|
|
1724
|
+
scores
|
|
1725
|
+
};
|
|
1726
|
+
} catch (error) {
|
|
1727
|
+
throw new MastraError(
|
|
1728
|
+
{
|
|
1729
|
+
id: "CLOUDFLARE_D1_STORE_SCORES_GET_SCORES_BY_ENTITY_ID_FAILED",
|
|
1730
|
+
domain: ErrorDomain.STORAGE,
|
|
1731
|
+
category: ErrorCategory.THIRD_PARTY
|
|
1732
|
+
},
|
|
1733
|
+
error
|
|
1734
|
+
);
|
|
1735
|
+
}
|
|
1736
|
+
}
|
|
1737
|
+
};
|
|
1738
|
+
function isArrayOfRecords2(value) {
|
|
1739
|
+
return value && Array.isArray(value) && value.length > 0;
|
|
1740
|
+
}
|
|
1741
|
+
var TracesStorageD1 = class extends TracesStorage {
|
|
1742
|
+
operations;
|
|
1743
|
+
constructor({ operations }) {
|
|
1744
|
+
super();
|
|
1745
|
+
this.operations = operations;
|
|
1746
|
+
}
|
|
1747
|
+
async getTraces(args) {
|
|
1748
|
+
const paginatedArgs = {
|
|
1749
|
+
name: args.name,
|
|
1750
|
+
scope: args.scope,
|
|
1751
|
+
page: args.page,
|
|
1752
|
+
perPage: args.perPage,
|
|
1753
|
+
attributes: args.attributes,
|
|
1754
|
+
filters: args.filters,
|
|
1755
|
+
dateRange: args.fromDate || args.toDate ? {
|
|
1756
|
+
start: args.fromDate,
|
|
1757
|
+
end: args.toDate
|
|
1758
|
+
} : void 0
|
|
1759
|
+
};
|
|
1760
|
+
try {
|
|
1761
|
+
const result = await this.getTracesPaginated(paginatedArgs);
|
|
1762
|
+
return result.traces;
|
|
1763
|
+
} catch (error) {
|
|
1764
|
+
throw new MastraError(
|
|
1765
|
+
{
|
|
1766
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_TRACES_ERROR",
|
|
1767
|
+
domain: ErrorDomain.STORAGE,
|
|
1768
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1769
|
+
text: `Failed to retrieve traces: ${error instanceof Error ? error.message : String(error)}`,
|
|
1770
|
+
details: {
|
|
1771
|
+
name: args.name ?? "",
|
|
1772
|
+
scope: args.scope ?? ""
|
|
1773
|
+
}
|
|
1774
|
+
},
|
|
1775
|
+
error
|
|
1776
|
+
);
|
|
1777
|
+
}
|
|
1778
|
+
}
|
|
1779
|
+
async getTracesPaginated(args) {
|
|
1780
|
+
const { name, scope, page = 0, perPage = 100, attributes, dateRange } = args;
|
|
1781
|
+
const fromDate = dateRange?.start;
|
|
1782
|
+
const toDate = dateRange?.end;
|
|
1783
|
+
const fullTableName = this.operations.getTableName(TABLE_TRACES);
|
|
1784
|
+
try {
|
|
1785
|
+
const dataQuery = createSqlBuilder().select("*").from(fullTableName).where("1=1");
|
|
1786
|
+
const countQuery = createSqlBuilder().count().from(fullTableName).where("1=1");
|
|
1787
|
+
if (name) {
|
|
1788
|
+
dataQuery.andWhere("name LIKE ?", `%${name}%`);
|
|
1789
|
+
countQuery.andWhere("name LIKE ?", `%${name}%`);
|
|
1790
|
+
}
|
|
1791
|
+
if (scope) {
|
|
1792
|
+
dataQuery.andWhere("scope = ?", scope);
|
|
1793
|
+
countQuery.andWhere("scope = ?", scope);
|
|
1794
|
+
}
|
|
1795
|
+
if (attributes && Object.keys(attributes).length > 0) {
|
|
1796
|
+
for (const [key, value] of Object.entries(attributes)) {
|
|
1797
|
+
dataQuery.jsonLike("attributes", key, value);
|
|
1798
|
+
countQuery.jsonLike("attributes", key, value);
|
|
1799
|
+
}
|
|
1800
|
+
}
|
|
1801
|
+
if (fromDate) {
|
|
1802
|
+
const fromDateStr = fromDate instanceof Date ? fromDate.toISOString() : fromDate;
|
|
1803
|
+
dataQuery.andWhere("createdAt >= ?", fromDateStr);
|
|
1804
|
+
countQuery.andWhere("createdAt >= ?", fromDateStr);
|
|
1805
|
+
}
|
|
1806
|
+
if (toDate) {
|
|
1807
|
+
const toDateStr = toDate instanceof Date ? toDate.toISOString() : toDate;
|
|
1808
|
+
dataQuery.andWhere("createdAt <= ?", toDateStr);
|
|
1809
|
+
countQuery.andWhere("createdAt <= ?", toDateStr);
|
|
1810
|
+
}
|
|
1811
|
+
const allDataResult = await this.operations.executeQuery(
|
|
1812
|
+
createSqlBuilder().select("*").from(fullTableName).where("1=1").build()
|
|
1813
|
+
);
|
|
1814
|
+
console.log("allDataResult", allDataResult);
|
|
1815
|
+
const countResult = await this.operations.executeQuery(countQuery.build());
|
|
1816
|
+
const total = Number(countResult?.[0]?.count ?? 0);
|
|
1817
|
+
dataQuery.orderBy("startTime", "DESC").limit(perPage).offset(page * perPage);
|
|
1818
|
+
const results = await this.operations.executeQuery(dataQuery.build());
|
|
1819
|
+
const traces = isArrayOfRecords2(results) ? results.map(
|
|
1820
|
+
(trace) => ({
|
|
1821
|
+
...trace,
|
|
1822
|
+
attributes: deserializeValue(trace.attributes, "jsonb"),
|
|
1823
|
+
status: deserializeValue(trace.status, "jsonb"),
|
|
1824
|
+
events: deserializeValue(trace.events, "jsonb"),
|
|
1825
|
+
links: deserializeValue(trace.links, "jsonb"),
|
|
1826
|
+
other: deserializeValue(trace.other, "jsonb")
|
|
1827
|
+
})
|
|
1828
|
+
) : [];
|
|
1829
|
+
return {
|
|
1830
|
+
traces,
|
|
1831
|
+
total,
|
|
1832
|
+
page,
|
|
1833
|
+
perPage,
|
|
1834
|
+
hasMore: page * perPage + traces.length < total
|
|
1835
|
+
};
|
|
1836
|
+
} catch (error) {
|
|
1837
|
+
const mastraError = new MastraError(
|
|
1838
|
+
{
|
|
1839
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_TRACES_PAGINATED_ERROR",
|
|
1840
|
+
domain: ErrorDomain.STORAGE,
|
|
1841
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1842
|
+
text: `Failed to retrieve traces: ${error instanceof Error ? error.message : String(error)}`,
|
|
1843
|
+
details: { name: name ?? "", scope: scope ?? "" }
|
|
1844
|
+
},
|
|
1845
|
+
error
|
|
1846
|
+
);
|
|
1847
|
+
this.logger?.error(mastraError.toString());
|
|
1848
|
+
this.logger?.trackException(mastraError);
|
|
1849
|
+
return { traces: [], total: 0, page, perPage, hasMore: false };
|
|
1850
|
+
}
|
|
1851
|
+
}
|
|
1852
|
+
async batchTraceInsert({ records }) {
|
|
1853
|
+
this.logger.debug("Batch inserting traces", { count: records.length });
|
|
1854
|
+
await this.operations.batchInsert({
|
|
1855
|
+
tableName: TABLE_TRACES,
|
|
1856
|
+
records
|
|
1857
|
+
});
|
|
1858
|
+
}
|
|
1859
|
+
};
|
|
1860
|
+
var WorkflowsStorageD1 = class extends WorkflowsStorage {
|
|
1861
|
+
operations;
|
|
1862
|
+
constructor({ operations }) {
|
|
1863
|
+
super();
|
|
1864
|
+
this.operations = operations;
|
|
1865
|
+
}
|
|
1866
|
+
async persistWorkflowSnapshot({
|
|
1867
|
+
workflowName,
|
|
1868
|
+
runId,
|
|
1869
|
+
snapshot
|
|
1870
|
+
}) {
|
|
1871
|
+
const fullTableName = this.operations.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1872
|
+
const now = (/* @__PURE__ */ new Date()).toISOString();
|
|
1873
|
+
const currentSnapshot = await this.operations.load({
|
|
794
1874
|
tableName: TABLE_WORKFLOW_SNAPSHOT,
|
|
795
1875
|
keys: { workflow_name: workflowName, run_id: runId }
|
|
796
1876
|
});
|
|
@@ -805,7 +1885,7 @@ var D1Store = class extends MastraStorage {
|
|
|
805
1885
|
createdAt: now,
|
|
806
1886
|
updatedAt: now
|
|
807
1887
|
};
|
|
808
|
-
const processedRecord = await this.processRecord(persisting);
|
|
1888
|
+
const processedRecord = await this.operations.processRecord(persisting);
|
|
809
1889
|
const columns = Object.keys(processedRecord);
|
|
810
1890
|
const values = Object.values(processedRecord);
|
|
811
1891
|
const updateMap = {
|
|
@@ -816,143 +1896,43 @@ var D1Store = class extends MastraStorage {
|
|
|
816
1896
|
const query = createSqlBuilder().insert(fullTableName, columns, values, ["workflow_name", "run_id"], updateMap);
|
|
817
1897
|
const { sql, params } = query.build();
|
|
818
1898
|
try {
|
|
819
|
-
await this.executeQuery({ sql, params });
|
|
1899
|
+
await this.operations.executeQuery({ sql, params });
|
|
820
1900
|
} catch (error) {
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
824
|
-
|
|
1901
|
+
throw new MastraError(
|
|
1902
|
+
{
|
|
1903
|
+
id: "CLOUDFLARE_D1_STORAGE_PERSIST_WORKFLOW_SNAPSHOT_ERROR",
|
|
1904
|
+
domain: ErrorDomain.STORAGE,
|
|
1905
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1906
|
+
text: `Failed to persist workflow snapshot: ${error instanceof Error ? error.message : String(error)}`,
|
|
1907
|
+
details: { workflowName, runId }
|
|
1908
|
+
},
|
|
1909
|
+
error
|
|
1910
|
+
);
|
|
825
1911
|
}
|
|
826
1912
|
}
|
|
827
1913
|
async loadWorkflowSnapshot(params) {
|
|
828
1914
|
const { workflowName, runId } = params;
|
|
829
1915
|
this.logger.debug("Loading workflow snapshot", { workflowName, runId });
|
|
830
|
-
const d = await this.load({
|
|
831
|
-
tableName: TABLE_WORKFLOW_SNAPSHOT,
|
|
832
|
-
keys: {
|
|
833
|
-
workflow_name: workflowName,
|
|
834
|
-
run_id: runId
|
|
835
|
-
}
|
|
836
|
-
});
|
|
837
|
-
return d ? d.snapshot : null;
|
|
838
|
-
}
|
|
839
|
-
/**
|
|
840
|
-
* Insert multiple records in a batch operation
|
|
841
|
-
* @param tableName The table to insert into
|
|
842
|
-
* @param records The records to insert
|
|
843
|
-
*/
|
|
844
|
-
async batchInsert({ tableName, records }) {
|
|
845
|
-
if (records.length === 0) return;
|
|
846
|
-
const fullTableName = this.getTableName(tableName);
|
|
847
1916
|
try {
|
|
848
|
-
const
|
|
849
|
-
|
|
850
|
-
|
|
851
|
-
|
|
852
|
-
|
|
853
|
-
const firstRecord = recordsToInsert[0];
|
|
854
|
-
const columns = Object.keys(firstRecord || {});
|
|
855
|
-
for (const record of recordsToInsert) {
|
|
856
|
-
const values = columns.map((col) => {
|
|
857
|
-
if (!record) return null;
|
|
858
|
-
const value = typeof col === "string" ? record[col] : null;
|
|
859
|
-
return this.serializeValue(value);
|
|
860
|
-
});
|
|
861
|
-
const query = createSqlBuilder().insert(fullTableName, columns, values);
|
|
862
|
-
const { sql, params } = query.build();
|
|
863
|
-
await this.executeQuery({ sql, params });
|
|
864
|
-
}
|
|
1917
|
+
const d = await this.operations.load({
|
|
1918
|
+
tableName: TABLE_WORKFLOW_SNAPSHOT,
|
|
1919
|
+
keys: {
|
|
1920
|
+
workflow_name: workflowName,
|
|
1921
|
+
run_id: runId
|
|
865
1922
|
}
|
|
866
|
-
this.logger.debug(
|
|
867
|
-
`Processed batch ${Math.floor(i / batchSize) + 1} of ${Math.ceil(records.length / batchSize)}`
|
|
868
|
-
);
|
|
869
|
-
}
|
|
870
|
-
this.logger.debug(`Successfully batch inserted ${records.length} records into ${tableName}`);
|
|
871
|
-
} catch (error) {
|
|
872
|
-
this.logger.error(`Error batch inserting into ${tableName}:`, {
|
|
873
|
-
message: error instanceof Error ? error.message : String(error)
|
|
874
1923
|
});
|
|
875
|
-
|
|
876
|
-
}
|
|
877
|
-
}
|
|
878
|
-
async getTraces({
|
|
879
|
-
name,
|
|
880
|
-
scope,
|
|
881
|
-
page,
|
|
882
|
-
perPage,
|
|
883
|
-
attributes,
|
|
884
|
-
fromDate,
|
|
885
|
-
toDate
|
|
886
|
-
}) {
|
|
887
|
-
const fullTableName = this.getTableName(TABLE_TRACES);
|
|
888
|
-
try {
|
|
889
|
-
const query = createSqlBuilder().select("*").from(fullTableName).where("1=1");
|
|
890
|
-
if (name) {
|
|
891
|
-
query.andWhere("name LIKE ?", `%${name}%`);
|
|
892
|
-
}
|
|
893
|
-
if (scope) {
|
|
894
|
-
query.andWhere("scope = ?", scope);
|
|
895
|
-
}
|
|
896
|
-
if (attributes && Object.keys(attributes).length > 0) {
|
|
897
|
-
for (const [key, value] of Object.entries(attributes)) {
|
|
898
|
-
query.jsonLike("attributes", key, value);
|
|
899
|
-
}
|
|
900
|
-
}
|
|
901
|
-
if (fromDate) {
|
|
902
|
-
query.andWhere("createdAt >= ?", fromDate instanceof Date ? fromDate.toISOString() : fromDate);
|
|
903
|
-
}
|
|
904
|
-
if (toDate) {
|
|
905
|
-
query.andWhere("createdAt <= ?", toDate instanceof Date ? toDate.toISOString() : toDate);
|
|
906
|
-
}
|
|
907
|
-
query.orderBy("startTime", "DESC").limit(perPage).offset((page - 1) * perPage);
|
|
908
|
-
const { sql, params } = query.build();
|
|
909
|
-
const results = await this.executeQuery({ sql, params });
|
|
910
|
-
return isArrayOfRecords(results) ? results.map((trace) => ({
|
|
911
|
-
...trace,
|
|
912
|
-
attributes: this.deserializeValue(trace.attributes, "jsonb"),
|
|
913
|
-
status: this.deserializeValue(trace.status, "jsonb"),
|
|
914
|
-
events: this.deserializeValue(trace.events, "jsonb"),
|
|
915
|
-
links: this.deserializeValue(trace.links, "jsonb"),
|
|
916
|
-
other: this.deserializeValue(trace.other, "jsonb")
|
|
917
|
-
})) : [];
|
|
918
|
-
} catch (error) {
|
|
919
|
-
this.logger.error("Error getting traces:", { message: error instanceof Error ? error.message : String(error) });
|
|
920
|
-
return [];
|
|
921
|
-
}
|
|
922
|
-
}
|
|
923
|
-
async getEvalsByAgentName(agentName, type) {
|
|
924
|
-
const fullTableName = this.getTableName(TABLE_EVALS);
|
|
925
|
-
try {
|
|
926
|
-
let query = createSqlBuilder().select("*").from(fullTableName).where("agent_name = ?", agentName);
|
|
927
|
-
if (type === "test") {
|
|
928
|
-
query = query.andWhere("test_info IS NOT NULL AND json_extract(test_info, '$.testPath') IS NOT NULL");
|
|
929
|
-
} else if (type === "live") {
|
|
930
|
-
query = query.andWhere("(test_info IS NULL OR json_extract(test_info, '$.testPath') IS NULL)");
|
|
931
|
-
}
|
|
932
|
-
query.orderBy("created_at", "DESC");
|
|
933
|
-
const { sql, params } = query.build();
|
|
934
|
-
const results = await this.executeQuery({ sql, params });
|
|
935
|
-
return isArrayOfRecords(results) ? results.map((row) => {
|
|
936
|
-
const result = this.deserializeValue(row.result);
|
|
937
|
-
const testInfo = row.test_info ? this.deserializeValue(row.test_info) : void 0;
|
|
938
|
-
return {
|
|
939
|
-
input: row.input || "",
|
|
940
|
-
output: row.output || "",
|
|
941
|
-
result,
|
|
942
|
-
agentName: row.agent_name || "",
|
|
943
|
-
metricName: row.metric_name || "",
|
|
944
|
-
instructions: row.instructions || "",
|
|
945
|
-
runId: row.run_id || "",
|
|
946
|
-
globalRunId: row.global_run_id || "",
|
|
947
|
-
createdAt: row.created_at || "",
|
|
948
|
-
testInfo
|
|
949
|
-
};
|
|
950
|
-
}) : [];
|
|
1924
|
+
return d ? d.snapshot : null;
|
|
951
1925
|
} catch (error) {
|
|
952
|
-
|
|
953
|
-
|
|
954
|
-
|
|
955
|
-
|
|
1926
|
+
throw new MastraError(
|
|
1927
|
+
{
|
|
1928
|
+
id: "CLOUDFLARE_D1_STORAGE_LOAD_WORKFLOW_SNAPSHOT_ERROR",
|
|
1929
|
+
domain: ErrorDomain.STORAGE,
|
|
1930
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
1931
|
+
text: `Failed to load workflow snapshot: ${error instanceof Error ? error.message : String(error)}`,
|
|
1932
|
+
details: { workflowName, runId }
|
|
1933
|
+
},
|
|
1934
|
+
error
|
|
1935
|
+
);
|
|
956
1936
|
}
|
|
957
1937
|
}
|
|
958
1938
|
parseWorkflowRun(row) {
|
|
@@ -968,17 +1948,11 @@ var D1Store = class extends MastraStorage {
|
|
|
968
1948
|
workflowName: row.workflow_name,
|
|
969
1949
|
runId: row.run_id,
|
|
970
1950
|
snapshot: parsedSnapshot,
|
|
971
|
-
createdAt:
|
|
972
|
-
updatedAt:
|
|
1951
|
+
createdAt: ensureDate(row.createdAt),
|
|
1952
|
+
updatedAt: ensureDate(row.updatedAt),
|
|
973
1953
|
resourceId: row.resourceId
|
|
974
1954
|
};
|
|
975
1955
|
}
|
|
976
|
-
async hasColumn(table, column) {
|
|
977
|
-
const sql = `PRAGMA table_info(${table});`;
|
|
978
|
-
const result = await this.executeQuery({ sql, params: [] });
|
|
979
|
-
if (!result || !Array.isArray(result)) return false;
|
|
980
|
-
return result.some((col) => col.name === column || col.name === column.toLowerCase());
|
|
981
|
-
}
|
|
982
1956
|
async getWorkflowRuns({
|
|
983
1957
|
workflowName,
|
|
984
1958
|
fromDate,
|
|
@@ -987,13 +1961,13 @@ var D1Store = class extends MastraStorage {
|
|
|
987
1961
|
offset,
|
|
988
1962
|
resourceId
|
|
989
1963
|
} = {}) {
|
|
990
|
-
const fullTableName = this.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1964
|
+
const fullTableName = this.operations.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
991
1965
|
try {
|
|
992
1966
|
const builder = createSqlBuilder().select().from(fullTableName);
|
|
993
1967
|
const countBuilder = createSqlBuilder().count().from(fullTableName);
|
|
994
1968
|
if (workflowName) builder.whereAnd("workflow_name = ?", workflowName);
|
|
995
1969
|
if (resourceId) {
|
|
996
|
-
const hasResourceId = await this.hasColumn(fullTableName, "resourceId");
|
|
1970
|
+
const hasResourceId = await this.operations.hasColumn(fullTableName, "resourceId");
|
|
997
1971
|
if (hasResourceId) {
|
|
998
1972
|
builder.whereAnd("resourceId = ?", resourceId);
|
|
999
1973
|
countBuilder.whereAnd("resourceId = ?", resourceId);
|
|
@@ -1016,24 +1990,37 @@ var D1Store = class extends MastraStorage {
|
|
|
1016
1990
|
let total = 0;
|
|
1017
1991
|
if (limit !== void 0 && offset !== void 0) {
|
|
1018
1992
|
const { sql: countSql, params: countParams } = countBuilder.build();
|
|
1019
|
-
const countResult = await this.executeQuery({
|
|
1993
|
+
const countResult = await this.operations.executeQuery({
|
|
1994
|
+
sql: countSql,
|
|
1995
|
+
params: countParams,
|
|
1996
|
+
first: true
|
|
1997
|
+
});
|
|
1020
1998
|
total = Number(countResult?.count ?? 0);
|
|
1021
1999
|
}
|
|
1022
|
-
const results = await this.executeQuery({ sql, params });
|
|
2000
|
+
const results = await this.operations.executeQuery({ sql, params });
|
|
1023
2001
|
const runs = (isArrayOfRecords(results) ? results : []).map((row) => this.parseWorkflowRun(row));
|
|
1024
2002
|
return { runs, total: total || runs.length };
|
|
1025
2003
|
} catch (error) {
|
|
1026
|
-
|
|
1027
|
-
|
|
1028
|
-
|
|
1029
|
-
|
|
2004
|
+
throw new MastraError(
|
|
2005
|
+
{
|
|
2006
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_WORKFLOW_RUNS_ERROR",
|
|
2007
|
+
domain: ErrorDomain.STORAGE,
|
|
2008
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
2009
|
+
text: `Failed to retrieve workflow runs: ${error instanceof Error ? error.message : String(error)}`,
|
|
2010
|
+
details: {
|
|
2011
|
+
workflowName: workflowName ?? "",
|
|
2012
|
+
resourceId: resourceId ?? ""
|
|
2013
|
+
}
|
|
2014
|
+
},
|
|
2015
|
+
error
|
|
2016
|
+
);
|
|
1030
2017
|
}
|
|
1031
2018
|
}
|
|
1032
2019
|
async getWorkflowRunById({
|
|
1033
2020
|
runId,
|
|
1034
2021
|
workflowName
|
|
1035
2022
|
}) {
|
|
1036
|
-
const fullTableName = this.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
2023
|
+
const fullTableName = this.operations.getTableName(TABLE_WORKFLOW_SNAPSHOT);
|
|
1037
2024
|
try {
|
|
1038
2025
|
const conditions = [];
|
|
1039
2026
|
const params = [];
|
|
@@ -1047,15 +2034,292 @@ var D1Store = class extends MastraStorage {
|
|
|
1047
2034
|
}
|
|
1048
2035
|
const whereClause = conditions.length > 0 ? "WHERE " + conditions.join(" AND ") : "";
|
|
1049
2036
|
const sql = `SELECT * FROM ${fullTableName} ${whereClause} ORDER BY createdAt DESC LIMIT 1`;
|
|
1050
|
-
const result = await this.executeQuery({ sql, params, first: true });
|
|
2037
|
+
const result = await this.operations.executeQuery({ sql, params, first: true });
|
|
1051
2038
|
if (!result) return null;
|
|
1052
2039
|
return this.parseWorkflowRun(result);
|
|
1053
2040
|
} catch (error) {
|
|
1054
|
-
|
|
1055
|
-
|
|
1056
|
-
|
|
1057
|
-
|
|
2041
|
+
throw new MastraError(
|
|
2042
|
+
{
|
|
2043
|
+
id: "CLOUDFLARE_D1_STORAGE_GET_WORKFLOW_RUN_BY_ID_ERROR",
|
|
2044
|
+
domain: ErrorDomain.STORAGE,
|
|
2045
|
+
category: ErrorCategory.THIRD_PARTY,
|
|
2046
|
+
text: `Failed to retrieve workflow run by ID: ${error instanceof Error ? error.message : String(error)}`,
|
|
2047
|
+
details: { runId, workflowName: workflowName ?? "" }
|
|
2048
|
+
},
|
|
2049
|
+
error
|
|
2050
|
+
);
|
|
2051
|
+
}
|
|
2052
|
+
}
|
|
2053
|
+
};
|
|
2054
|
+
|
|
2055
|
+
// src/storage/index.ts
|
|
2056
|
+
var D1Store = class extends MastraStorage {
|
|
2057
|
+
client;
|
|
2058
|
+
binding;
|
|
2059
|
+
// D1Database binding
|
|
2060
|
+
tablePrefix;
|
|
2061
|
+
stores;
|
|
2062
|
+
/**
|
|
2063
|
+
* Creates a new D1Store instance
|
|
2064
|
+
* @param config Configuration for D1 access (either REST API or Workers Binding API)
|
|
2065
|
+
*/
|
|
2066
|
+
constructor(config) {
|
|
2067
|
+
try {
|
|
2068
|
+
super({ name: "D1" });
|
|
2069
|
+
if (config.tablePrefix && !/^[a-zA-Z0-9_]*$/.test(config.tablePrefix)) {
|
|
2070
|
+
throw new Error("Invalid tablePrefix: only letters, numbers, and underscores are allowed.");
|
|
2071
|
+
}
|
|
2072
|
+
this.tablePrefix = config.tablePrefix || "";
|
|
2073
|
+
if ("binding" in config) {
|
|
2074
|
+
if (!config.binding) {
|
|
2075
|
+
throw new Error("D1 binding is required when using Workers Binding API");
|
|
2076
|
+
}
|
|
2077
|
+
this.binding = config.binding;
|
|
2078
|
+
this.logger.info("Using D1 Workers Binding API");
|
|
2079
|
+
} else if ("client" in config) {
|
|
2080
|
+
if (!config.client) {
|
|
2081
|
+
throw new Error("D1 client is required when using D1ClientConfig");
|
|
2082
|
+
}
|
|
2083
|
+
this.client = config.client;
|
|
2084
|
+
this.logger.info("Using D1 Client");
|
|
2085
|
+
} else {
|
|
2086
|
+
if (!config.accountId || !config.databaseId || !config.apiToken) {
|
|
2087
|
+
throw new Error("accountId, databaseId, and apiToken are required when using REST API");
|
|
2088
|
+
}
|
|
2089
|
+
const cfClient = new Cloudflare({
|
|
2090
|
+
apiToken: config.apiToken
|
|
2091
|
+
});
|
|
2092
|
+
this.client = {
|
|
2093
|
+
query: ({ sql, params }) => {
|
|
2094
|
+
return cfClient.d1.database.query(config.databaseId, {
|
|
2095
|
+
account_id: config.accountId,
|
|
2096
|
+
sql,
|
|
2097
|
+
params
|
|
2098
|
+
});
|
|
2099
|
+
}
|
|
2100
|
+
};
|
|
2101
|
+
this.logger.info("Using D1 REST API");
|
|
2102
|
+
}
|
|
2103
|
+
} catch (error) {
|
|
2104
|
+
throw new MastraError(
|
|
2105
|
+
{
|
|
2106
|
+
id: "CLOUDFLARE_D1_STORAGE_INITIALIZATION_ERROR",
|
|
2107
|
+
domain: ErrorDomain.STORAGE,
|
|
2108
|
+
category: ErrorCategory.SYSTEM,
|
|
2109
|
+
text: "Error initializing D1Store"
|
|
2110
|
+
},
|
|
2111
|
+
error
|
|
2112
|
+
);
|
|
1058
2113
|
}
|
|
2114
|
+
const operations = new StoreOperationsD1({
|
|
2115
|
+
client: this.client,
|
|
2116
|
+
binding: this.binding,
|
|
2117
|
+
tablePrefix: this.tablePrefix
|
|
2118
|
+
});
|
|
2119
|
+
const scores = new ScoresStorageD1({
|
|
2120
|
+
operations
|
|
2121
|
+
});
|
|
2122
|
+
const legacyEvals = new LegacyEvalsStorageD1({
|
|
2123
|
+
operations
|
|
2124
|
+
});
|
|
2125
|
+
const traces = new TracesStorageD1({
|
|
2126
|
+
operations
|
|
2127
|
+
});
|
|
2128
|
+
const workflows = new WorkflowsStorageD1({
|
|
2129
|
+
operations
|
|
2130
|
+
});
|
|
2131
|
+
const memory = new MemoryStorageD1({
|
|
2132
|
+
operations
|
|
2133
|
+
});
|
|
2134
|
+
this.stores = {
|
|
2135
|
+
operations,
|
|
2136
|
+
scores,
|
|
2137
|
+
legacyEvals,
|
|
2138
|
+
traces,
|
|
2139
|
+
workflows,
|
|
2140
|
+
memory
|
|
2141
|
+
};
|
|
2142
|
+
}
|
|
2143
|
+
get supports() {
|
|
2144
|
+
return {
|
|
2145
|
+
selectByIncludeResourceScope: true,
|
|
2146
|
+
resourceWorkingMemory: true,
|
|
2147
|
+
hasColumn: true,
|
|
2148
|
+
createTable: true
|
|
2149
|
+
};
|
|
2150
|
+
}
|
|
2151
|
+
async createTable({
|
|
2152
|
+
tableName,
|
|
2153
|
+
schema
|
|
2154
|
+
}) {
|
|
2155
|
+
return this.stores.operations.createTable({ tableName, schema });
|
|
2156
|
+
}
|
|
2157
|
+
/**
|
|
2158
|
+
* Alters table schema to add columns if they don't exist
|
|
2159
|
+
* @param tableName Name of the table
|
|
2160
|
+
* @param schema Schema of the table
|
|
2161
|
+
* @param ifNotExists Array of column names to add if they don't exist
|
|
2162
|
+
*/
|
|
2163
|
+
async alterTable({
|
|
2164
|
+
tableName,
|
|
2165
|
+
schema,
|
|
2166
|
+
ifNotExists
|
|
2167
|
+
}) {
|
|
2168
|
+
return this.stores.operations.alterTable({ tableName, schema, ifNotExists });
|
|
2169
|
+
}
|
|
2170
|
+
async clearTable({ tableName }) {
|
|
2171
|
+
return this.stores.operations.clearTable({ tableName });
|
|
2172
|
+
}
|
|
2173
|
+
async dropTable({ tableName }) {
|
|
2174
|
+
return this.stores.operations.dropTable({ tableName });
|
|
2175
|
+
}
|
|
2176
|
+
async hasColumn(table, column) {
|
|
2177
|
+
return this.stores.operations.hasColumn(table, column);
|
|
2178
|
+
}
|
|
2179
|
+
async insert({ tableName, record }) {
|
|
2180
|
+
return this.stores.operations.insert({ tableName, record });
|
|
2181
|
+
}
|
|
2182
|
+
async load({ tableName, keys }) {
|
|
2183
|
+
return this.stores.operations.load({ tableName, keys });
|
|
2184
|
+
}
|
|
2185
|
+
async getThreadById({ threadId }) {
|
|
2186
|
+
return this.stores.memory.getThreadById({ threadId });
|
|
2187
|
+
}
|
|
2188
|
+
/**
|
|
2189
|
+
* @deprecated use getThreadsByResourceIdPaginated instead
|
|
2190
|
+
*/
|
|
2191
|
+
async getThreadsByResourceId({ resourceId }) {
|
|
2192
|
+
return this.stores.memory.getThreadsByResourceId({ resourceId });
|
|
2193
|
+
}
|
|
2194
|
+
async getThreadsByResourceIdPaginated(args) {
|
|
2195
|
+
return this.stores.memory.getThreadsByResourceIdPaginated(args);
|
|
2196
|
+
}
|
|
2197
|
+
async saveThread({ thread }) {
|
|
2198
|
+
return this.stores.memory.saveThread({ thread });
|
|
2199
|
+
}
|
|
2200
|
+
async updateThread({
|
|
2201
|
+
id,
|
|
2202
|
+
title,
|
|
2203
|
+
metadata
|
|
2204
|
+
}) {
|
|
2205
|
+
return this.stores.memory.updateThread({ id, title, metadata });
|
|
2206
|
+
}
|
|
2207
|
+
async deleteThread({ threadId }) {
|
|
2208
|
+
return this.stores.memory.deleteThread({ threadId });
|
|
2209
|
+
}
|
|
2210
|
+
async saveMessages(args) {
|
|
2211
|
+
return this.stores.memory.saveMessages(args);
|
|
2212
|
+
}
|
|
2213
|
+
async getMessages({
|
|
2214
|
+
threadId,
|
|
2215
|
+
selectBy,
|
|
2216
|
+
format
|
|
2217
|
+
}) {
|
|
2218
|
+
return this.stores.memory.getMessages({ threadId, selectBy, format });
|
|
2219
|
+
}
|
|
2220
|
+
async getMessagesPaginated({
|
|
2221
|
+
threadId,
|
|
2222
|
+
selectBy,
|
|
2223
|
+
format
|
|
2224
|
+
}) {
|
|
2225
|
+
return this.stores.memory.getMessagesPaginated({ threadId, selectBy, format });
|
|
2226
|
+
}
|
|
2227
|
+
async persistWorkflowSnapshot({
|
|
2228
|
+
workflowName,
|
|
2229
|
+
runId,
|
|
2230
|
+
snapshot
|
|
2231
|
+
}) {
|
|
2232
|
+
return this.stores.workflows.persistWorkflowSnapshot({ workflowName, runId, snapshot });
|
|
2233
|
+
}
|
|
2234
|
+
async loadWorkflowSnapshot(params) {
|
|
2235
|
+
return this.stores.workflows.loadWorkflowSnapshot(params);
|
|
2236
|
+
}
|
|
2237
|
+
async getWorkflowRuns({
|
|
2238
|
+
workflowName,
|
|
2239
|
+
fromDate,
|
|
2240
|
+
toDate,
|
|
2241
|
+
limit,
|
|
2242
|
+
offset,
|
|
2243
|
+
resourceId
|
|
2244
|
+
} = {}) {
|
|
2245
|
+
return this.stores.workflows.getWorkflowRuns({ workflowName, fromDate, toDate, limit, offset, resourceId });
|
|
2246
|
+
}
|
|
2247
|
+
async getWorkflowRunById({
|
|
2248
|
+
runId,
|
|
2249
|
+
workflowName
|
|
2250
|
+
}) {
|
|
2251
|
+
return this.stores.workflows.getWorkflowRunById({ runId, workflowName });
|
|
2252
|
+
}
|
|
2253
|
+
/**
|
|
2254
|
+
* Insert multiple records in a batch operation
|
|
2255
|
+
* @param tableName The table to insert into
|
|
2256
|
+
* @param records The records to insert
|
|
2257
|
+
*/
|
|
2258
|
+
async batchInsert({ tableName, records }) {
|
|
2259
|
+
return this.stores.operations.batchInsert({ tableName, records });
|
|
2260
|
+
}
|
|
2261
|
+
/**
|
|
2262
|
+
* @deprecated use getTracesPaginated instead
|
|
2263
|
+
*/
|
|
2264
|
+
async getTraces(args) {
|
|
2265
|
+
return this.stores.traces.getTraces(args);
|
|
2266
|
+
}
|
|
2267
|
+
async getTracesPaginated(args) {
|
|
2268
|
+
return this.stores.traces.getTracesPaginated(args);
|
|
2269
|
+
}
|
|
2270
|
+
/**
|
|
2271
|
+
* @deprecated use getEvals instead
|
|
2272
|
+
*/
|
|
2273
|
+
async getEvalsByAgentName(agentName, type) {
|
|
2274
|
+
return this.stores.legacyEvals.getEvalsByAgentName(agentName, type);
|
|
2275
|
+
}
|
|
2276
|
+
async getEvals(options) {
|
|
2277
|
+
return this.stores.legacyEvals.getEvals(options);
|
|
2278
|
+
}
|
|
2279
|
+
async updateMessages(_args) {
|
|
2280
|
+
return this.stores.memory.updateMessages(_args);
|
|
2281
|
+
}
|
|
2282
|
+
async getResourceById({ resourceId }) {
|
|
2283
|
+
return this.stores.memory.getResourceById({ resourceId });
|
|
2284
|
+
}
|
|
2285
|
+
async saveResource({ resource }) {
|
|
2286
|
+
return this.stores.memory.saveResource({ resource });
|
|
2287
|
+
}
|
|
2288
|
+
async updateResource({
|
|
2289
|
+
resourceId,
|
|
2290
|
+
workingMemory,
|
|
2291
|
+
metadata
|
|
2292
|
+
}) {
|
|
2293
|
+
return this.stores.memory.updateResource({ resourceId, workingMemory, metadata });
|
|
2294
|
+
}
|
|
2295
|
+
async getScoreById({ id: _id }) {
|
|
2296
|
+
return this.stores.scores.getScoreById({ id: _id });
|
|
2297
|
+
}
|
|
2298
|
+
async saveScore(_score) {
|
|
2299
|
+
return this.stores.scores.saveScore(_score);
|
|
2300
|
+
}
|
|
2301
|
+
async getScoresByRunId({
|
|
2302
|
+
runId: _runId,
|
|
2303
|
+
pagination: _pagination
|
|
2304
|
+
}) {
|
|
2305
|
+
return this.stores.scores.getScoresByRunId({ runId: _runId, pagination: _pagination });
|
|
2306
|
+
}
|
|
2307
|
+
async getScoresByEntityId({
|
|
2308
|
+
entityId: _entityId,
|
|
2309
|
+
entityType: _entityType,
|
|
2310
|
+
pagination: _pagination
|
|
2311
|
+
}) {
|
|
2312
|
+
return this.stores.scores.getScoresByEntityId({
|
|
2313
|
+
entityId: _entityId,
|
|
2314
|
+
entityType: _entityType,
|
|
2315
|
+
pagination: _pagination
|
|
2316
|
+
});
|
|
2317
|
+
}
|
|
2318
|
+
async getScoresByScorerId({
|
|
2319
|
+
scorerId: _scorerId,
|
|
2320
|
+
pagination: _pagination
|
|
2321
|
+
}) {
|
|
2322
|
+
return this.stores.scores.getScoresByScorerId({ scorerId: _scorerId, pagination: _pagination });
|
|
1059
2323
|
}
|
|
1060
2324
|
/**
|
|
1061
2325
|
* Close the database connection
|