@mastra/duckdb 1.4.0-alpha.0 → 1.4.0

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @mastra/duckdb
 
+## 1.4.0
+
+### Minor Changes
+
+- Added delta polling support for observability list APIs in core, DuckDB, and ClickHouse. ([#16632](https://github.com/mastra-ai/mastra/pull/16632))
+
+### Patch Changes
+
+- Fixed DuckDB observability storage so dev server restarts no longer fail when replaying cursor migrations. ([#16803](https://github.com/mastra-ai/mastra/pull/16803))
+
+- Updated dependencies [[`452036a`](https://github.com/mastra-ai/mastra/commit/452036a0d965b4f4c1efd93606e4f03b50b807a5), [`c272d50`](https://github.com/mastra-ai/mastra/commit/c272d50610a54496b6b6d92ccd4d37b333a2613a), [`27fd1b7`](https://github.com/mastra-ai/mastra/commit/27fd1b79ac62eb7694f92587eb7d1be05b59be01), [`5ba7253`](https://github.com/mastra-ai/mastra/commit/5ba7253745c85e8df8012a76d954c640ffa336f7), [`5556cc1`](https://github.com/mastra-ai/mastra/commit/5556cc1befec71518d84f826b3bfe3a079a9daf7), [`f73980d`](https://github.com/mastra-ai/mastra/commit/f73980d651eb5f7f1ab20582de4615a1b6f10fce), [`5499303`](https://github.com/mastra-ai/mastra/commit/54993032c1ebc09642625b78d2014e0cf84a3cae), [`a702009`](https://github.com/mastra-ai/mastra/commit/a702009d3cfaa745120f501e21c783ed4d6a3072), [`9aee493`](https://github.com/mastra-ai/mastra/commit/9aee493ed6089b5133472623dcce49934bf2d509), [`d8692af`](https://github.com/mastra-ai/mastra/commit/d8692afa253028e39cdce2aafa0ac414071a762e), [`1a9cc60`](https://github.com/mastra-ai/mastra/commit/1a9cc6069f9910fc3d59e4953ac8cd95d89ad6f5), [`8cdb86c`](https://github.com/mastra-ai/mastra/commit/8cdb86ceed1137bc2768e147dce85a0692b9fb26), [`8534d79`](https://github.com/mastra-ai/mastra/commit/8534d791fa1cb70fe1c19e2604c4b63cc10dd051), [`eda90c5`](https://github.com/mastra-ai/mastra/commit/eda90c5bfd7de11805ecc9f4552716c895fbaf78), [`a935b0a`](https://github.com/mastra-ai/mastra/commit/a935b0a0977ae3f196b33ec7621f528069c82db0), [`9c88701`](https://github.com/mastra-ai/mastra/commit/9c8870195b41a38dc40b6ba2aa55eda04df8fa69), [`c78f8cd`](https://github.com/mastra-ai/mastra/commit/c78f8cd6222a86e6c60ae5210b6929ad5221b6fb), [`e146aad`](https://github.com/mastra-ai/mastra/commit/e146aadbba66c410ba0e74bac4c50135495cb8dd), [`ac79462`](https://github.com/mastra-ai/mastra/commit/ac79462b98f1062394c45093aa515b0766f27ee2), [`1a0ec78`](https://github.com/mastra-ai/mastra/commit/1a0ec789a26cae443744e9abbd62ed6ee676af39), [`e47bca7`](https://github.com/mastra-ai/mastra/commit/e47bca7b72866d3abd173b9f530ac4318113a8ff), [`afc004f`](https://github.com/mastra-ai/mastra/commit/afc004f5cc7e30697809e7021820b9f5881e6719), [`0031d0f`](https://github.com/mastra-ai/mastra/commit/0031d0f13831d7843ac5d498734a7d92862e2ce3), [`841a222`](https://github.com/mastra-ai/mastra/commit/841a222560d8c19238f8213713f30535cdd82284), [`64c1e0b`](https://github.com/mastra-ai/mastra/commit/64c1e0b35165c96b659818bd0177aa18794ef11f), [`40d83a9`](https://github.com/mastra-ai/mastra/commit/40d83a90d9be31a1b83e04649edb703eb7753e33), [`4e88dc6`](https://github.com/mastra-ai/mastra/commit/4e88dc6b89f154c0eae37221c8126be0c23c569f), [`19018f0`](https://github.com/mastra-ai/mastra/commit/19018f05722af74a5978781a7731a654b26f7f2a), [`19281c7`](https://github.com/mastra-ai/mastra/commit/19281c70424f757219782de16c2699743c5e04d0), [`3498b49`](https://github.com/mastra-ai/mastra/commit/3498b4946be94f4313cd817733589680dcda5278), [`d52b6fe`](https://github.com/mastra-ai/mastra/commit/d52b6fe1c56853eb38864baae0bbfa75cc739ccb), [`408be73`](https://github.com/mastra-ai/mastra/commit/408be73449dfab92b51eab8c6623b6c443debc25), [`359439b`](https://github.com/mastra-ai/mastra/commit/359439bb8c635e048176306828195f8297f50021), [`71a820b`](https://github.com/mastra-ai/mastra/commit/71a820b2353fa1406772c50760a3732058a8b337), [`1698f5e`](https://github.com/mastra-ai/mastra/commit/1698f5ec141d34f22a873efdb145ce3cdf848a5e)]:
+  - @mastra/core@1.36.0
+
+## 1.4.0-alpha.1
+
+### Patch Changes
+
+- Fixed DuckDB observability storage so dev server restarts no longer fail when replaying cursor migrations. ([#16803](https://github.com/mastra-ai/mastra/pull/16803))
+
+- Updated dependencies [[`9aee493`](https://github.com/mastra-ai/mastra/commit/9aee493ed6089b5133472623dcce49934bf2d509)]:
+  - @mastra/core@1.36.0-alpha.8
+
 ## 1.4.0-alpha.0
 
 ### Minor Changes

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-duckdb
 description: Documentation for @mastra/duckdb. Use when working with @mastra/duckdb APIs, configuration, or implementation.
 metadata:
   package: "@mastra/duckdb"
-  version: "1.4.0-alpha.0"
+  version: "1.4.0"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.4.0-alpha.0",
+  "version": "1.4.0",
   "package": "@mastra/duckdb",
   "exports": {
     "DuckDBConnection": {

package/dist/index.cjs

@@ -586,7 +586,7 @@ var ObservabilityStorageDuckDB = class extends storage.ObservabilityStorage {
       return null;
     }
     if (!this.loadPromise) {
-      this.loadPromise = import('./observability-25HVQJC2.cjs').then(({ ObservabilityStorageDuckDB: ObservabilityStorageDuckDB2 }) => {
+      this.loadPromise = import('./observability-V2KYD7UF.cjs').then(({ ObservabilityStorageDuckDB: ObservabilityStorageDuckDB2 }) => {
         const delegate = new ObservabilityStorageDuckDB2({ db: this.db });
         this.delegate = delegate;
         return delegate;

package/dist/index.js

@@ -585,7 +585,7 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
       return null;
     }
     if (!this.loadPromise) {
-      this.loadPromise = import('./observability-2MIUMLQP.js').then(({ ObservabilityStorageDuckDB: ObservabilityStorageDuckDB2 }) => {
+      this.loadPromise = import('./observability-M35AJUGT.js').then(({ ObservabilityStorageDuckDB: ObservabilityStorageDuckDB2 }) => {
         const delegate = new ObservabilityStorageDuckDB2({ db: this.db });
         this.delegate = delegate;
         return delegate;

package/dist/{observability-2MIUMLQP.js → observability-M35AJUGT.js}

@@ -26,7 +26,7 @@ CREATE TABLE IF NOT EXISTS span_events (
   -- Event metadata
   eventType VARCHAR NOT NULL,
   timestamp TIMESTAMP NOT NULL,
-  cursorId BIGINT DEFAULT nextval('span_events_cursor_id_seq'),
+  cursorId BIGINT,
 
   -- IDs
   traceId VARCHAR NOT NULL,
@@ -73,7 +73,7 @@ var METRIC_EVENTS_DDL = `
 CREATE TABLE IF NOT EXISTS metric_events (
   -- Event metadata
   timestamp TIMESTAMP NOT NULL,
-  cursorId BIGINT DEFAULT nextval('metric_events_cursor_id_seq'),
+  cursorId BIGINT,
 
   -- IDs
   metricId VARCHAR NOT NULL PRIMARY KEY,
@@ -126,7 +126,7 @@ var LOG_EVENTS_DDL = `
 CREATE TABLE IF NOT EXISTS log_events (
   -- Event metadata
   timestamp TIMESTAMP NOT NULL,
-  cursorId BIGINT DEFAULT nextval('log_events_cursor_id_seq'),
+  cursorId BIGINT,
 
   -- IDs
   logId VARCHAR NOT NULL PRIMARY KEY,
@@ -174,7 +174,7 @@ var SCORE_EVENTS_DDL = `
 CREATE TABLE IF NOT EXISTS score_events (
   -- Event metadata
   timestamp TIMESTAMP NOT NULL,
-  cursorId BIGINT DEFAULT nextval('score_events_cursor_id_seq'),
+  cursorId BIGINT,
 
   -- IDs
   scoreId VARCHAR NOT NULL PRIMARY KEY,
@@ -226,7 +226,7 @@ var FEEDBACK_EVENTS_DDL = `
 CREATE TABLE IF NOT EXISTS feedback_events (
   -- Event metadata
   timestamp TIMESTAMP NOT NULL,
-  cursorId BIGINT DEFAULT nextval('feedback_events_cursor_id_seq'),
+  cursorId BIGINT,
 
   -- IDs
   feedbackId VARCHAR NOT NULL PRIMARY KEY,
@@ -293,14 +293,16 @@ var ALL_MIGRATIONS = [
   `CREATE SEQUENCE IF NOT EXISTS log_events_cursor_id_seq START 1`,
   `CREATE SEQUENCE IF NOT EXISTS score_events_cursor_id_seq START 1`,
   `CREATE SEQUENCE IF NOT EXISTS feedback_events_cursor_id_seq START 1`,
-  // Span events. Existing rows intentionally keep NULL cursorId values; delta
-  // polling only applies to rows written after this migration path is in place.
+  // Existing rows intentionally keep NULL cursorId values; delta polling only
+  // applies to rows written by insert paths that explicitly call nextval().
+  // Databases upgraded from a prior version may still carry a
+  // `DEFAULT nextval(...)` on cursorId, which breaks DuckDB WAL replay; that
+  // remediation lives in `dropLegacyCursorIdDefaults` and only runs when the
+  // bad default is detected in information_schema.
   `ALTER TABLE span_events ADD COLUMN IF NOT EXISTS cursorId BIGINT`,
-  `ALTER TABLE span_events ALTER COLUMN cursorId SET DEFAULT nextval('span_events_cursor_id_seq')`,
   `ALTER TABLE span_events ADD COLUMN IF NOT EXISTS entityVersionId VARCHAR`,
   // Metrics. Legacy rows remain page-visible but are not part of delta polling.
   `ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS cursorId BIGINT`,
-  `ALTER TABLE metric_events ALTER COLUMN cursorId SET DEFAULT nextval('metric_events_cursor_id_seq')`,
   `ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS entityVersionId VARCHAR`,
   `ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS parentEntityVersionId VARCHAR`,
   `ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS rootEntityVersionId VARCHAR`,
@@ -326,7 +328,6 @@ var ALL_MIGRATIONS = [
   `ALTER TABLE metric_events ADD COLUMN IF NOT EXISTS scope JSON`,
   // Logs. Legacy rows remain page-visible but are not part of delta polling.
   `ALTER TABLE log_events ADD COLUMN IF NOT EXISTS cursorId BIGINT`,
-  `ALTER TABLE log_events ALTER COLUMN cursorId SET DEFAULT nextval('log_events_cursor_id_seq')`,
   `ALTER TABLE log_events ADD COLUMN IF NOT EXISTS entityVersionId VARCHAR`,
   `ALTER TABLE log_events ADD COLUMN IF NOT EXISTS parentEntityVersionId VARCHAR`,
   `ALTER TABLE log_events ADD COLUMN IF NOT EXISTS rootEntityVersionId VARCHAR`,
@@ -352,7 +353,6 @@ var ALL_MIGRATIONS = [
   `ALTER TABLE log_events ADD COLUMN IF NOT EXISTS scope JSON`,
   // Scores. Legacy rows remain page-visible but are not part of delta polling.
   `ALTER TABLE score_events ADD COLUMN IF NOT EXISTS cursorId BIGINT`,
-  `ALTER TABLE score_events ALTER COLUMN cursorId SET DEFAULT nextval('score_events_cursor_id_seq')`,
   `ALTER TABLE score_events ADD COLUMN IF NOT EXISTS entityVersionId VARCHAR`,
   `ALTER TABLE score_events ADD COLUMN IF NOT EXISTS parentEntityVersionId VARCHAR`,
   `ALTER TABLE score_events ADD COLUMN IF NOT EXISTS rootEntityVersionId VARCHAR`,
@@ -382,7 +382,6 @@ var ALL_MIGRATIONS = [
   `ALTER TABLE score_events ALTER COLUMN traceId DROP NOT NULL`,
   // Feedback. Legacy rows remain page-visible but are not part of delta polling.
   `ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS cursorId BIGINT`,
-  `ALTER TABLE feedback_events ALTER COLUMN cursorId SET DEFAULT nextval('feedback_events_cursor_id_seq')`,
   `ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS entityVersionId VARCHAR`,
   `ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS parentEntityVersionId VARCHAR`,
   `ALTER TABLE feedback_events ADD COLUMN IF NOT EXISTS rootEntityVersionId VARCHAR`,
@@ -881,7 +880,7 @@ async function createFeedback(db, args) {
   const feedbackUserId = f.feedbackUserId ?? f.userId ?? null;
   await db.execute(
     `INSERT INTO feedback_events (
-      feedbackId, timestamp, traceId, spanId, experimentId,
+      feedbackId, timestamp, cursorId, traceId, spanId, experimentId,
       entityType, entityId, entityName, entityVersionId, parentEntityVersionId, parentEntityType, parentEntityId, parentEntityName, rootEntityVersionId, rootEntityType, rootEntityId, rootEntityName,
       userId, organizationId, resourceId, runId, sessionId, threadId, requestId, environment, executionSource, serviceName,
       feedbackUserId, sourceId, feedbackSource, feedbackType, value, comment, tags, metadata, scope
@@ -889,6 +888,7 @@ async function createFeedback(db, args) {
      VALUES (${[
       v(f.feedbackId),
       v(f.timestamp),
+      "nextval('feedback_events_cursor_id_seq')",
       v(f.traceId),
       v(f.spanId ?? null),
       v(f.experimentId ?? null),
@@ -936,6 +936,7 @@ async function batchCreateFeedback(db, args) {
     return `(${[
       v(legacyFeedback.feedbackId),
       v(legacyFeedback.timestamp),
+      "nextval('feedback_events_cursor_id_seq')",
       v(legacyFeedback.traceId),
       v(legacyFeedback.spanId ?? null),
       v(legacyFeedback.experimentId ?? null),
@@ -974,7 +975,7 @@ async function batchCreateFeedback(db, args) {
   });
   await db.execute(
     `INSERT INTO feedback_events (
-      feedbackId, timestamp, traceId, spanId, experimentId,
+      feedbackId, timestamp, cursorId, traceId, spanId, experimentId,
       entityType, entityId, entityName, entityVersionId, parentEntityVersionId, parentEntityType, parentEntityId, parentEntityName, rootEntityVersionId, rootEntityType, rootEntityId, rootEntityName,
       userId, organizationId, resourceId, runId, sessionId, threadId, requestId, environment, executionSource, serviceName,
       feedbackUserId, sourceId, feedbackSource, feedbackType, value, comment, tags, metadata, scope
@@ -1180,6 +1181,7 @@ async function getFeedbackPercentiles(db, args) {
 var COLUMNS = [
   "logId",
   "timestamp",
+  "cursorId",
   "level",
   "message",
   "data",
@@ -1256,6 +1258,7 @@ async function batchCreateLogs(db, args) {
     return `(${[
       v(log.logId),
       v(log.timestamp),
+      "nextval('log_events_cursor_id_seq')",
       v(log.level),
       v(log.message),
       jsonV(log.data),
@@ -1414,6 +1417,7 @@ function buildMetricNameFilter(name) {
 var METRIC_COLUMNS = [
   "metricId",
   "timestamp",
+  "cursorId",
   "name",
   "value",
   "traceId",
@@ -1562,6 +1566,7 @@ async function batchCreateMetrics(db, args) {
     return `(${[
       v(m.metricId),
       v(m.timestamp),
+      "nextval('metric_events_cursor_id_seq')",
       v(m.name),
       v(m.value),
       v(m.traceId ?? null),
@@ -1948,6 +1953,17 @@ async function getMetricLabelValues(db, args) {
   );
   return { values: rows.map((r) => r.val) };
 }
+var CURSOR_ID_TABLES = ["span_events", "metric_events", "log_events", "score_events", "feedback_events"];
+async function dropLegacyCursorIdDefaults(db) {
+  const rows = await db.query(
+    `SELECT table_name FROM information_schema.columns
+     WHERE column_name = 'cursorId'
+       AND column_default IS NOT NULL
+       AND table_name IN (${CURSOR_ID_TABLES.map((t) => `'${t}'`).join(", ")})`
+  );
+  if (rows.length === 0) return;
+  await db.executeBatch(rows.map((row) => `ALTER TABLE ${row.table_name} ALTER COLUMN cursorId DROP DEFAULT`));
+}
 var SIGNAL_MIGRATIONS = [
   {
     table: "metric_events",
@@ -2271,7 +2287,7 @@ async function createScore(db, args) {
   const scoreSource = s.scoreSource ?? s.source ?? null;
   await db.execute(
     `INSERT INTO score_events (
-      scoreId, timestamp, traceId, spanId, experimentId, scoreTraceId,
+      scoreId, timestamp, cursorId, traceId, spanId, experimentId, scoreTraceId,
       entityType, entityId, entityName, entityVersionId, parentEntityVersionId, parentEntityType, parentEntityId, parentEntityName, rootEntityVersionId, rootEntityType, rootEntityId, rootEntityName,
       userId, organizationId, resourceId, runId, sessionId, threadId, requestId, environment, executionSource, serviceName,
       scorerId, scorerVersion, scoreSource, score, reason, tags, metadata, scope
@@ -2279,6 +2295,7 @@ async function createScore(db, args) {
      VALUES (${[
       v(s.scoreId),
       v(s.timestamp),
+      "nextval('score_events_cursor_id_seq')",
       v(s.traceId),
       v(s.spanId ?? null),
       v(s.experimentId ?? null),
@@ -2325,6 +2342,7 @@ async function batchCreateScores(db, args) {
     return `(${[
       v(legacyScore.scoreId),
       v(legacyScore.timestamp),
+      "nextval('score_events_cursor_id_seq')",
       v(legacyScore.traceId),
       v(legacyScore.spanId ?? null),
       v(legacyScore.experimentId ?? null),
@@ -2363,7 +2381,7 @@ async function batchCreateScores(db, args) {
   });
   await db.execute(
     `INSERT INTO score_events (
-      scoreId, timestamp, traceId, spanId, experimentId, scoreTraceId,
+      scoreId, timestamp, cursorId, traceId, spanId, experimentId, scoreTraceId,
       entityType, entityId, entityName, entityVersionId, parentEntityVersionId, parentEntityType, parentEntityId, parentEntityName, rootEntityVersionId, rootEntityType, rootEntityId, rootEntityName,
       userId, organizationId, resourceId, runId, sessionId, threadId, requestId, environment, executionSource, serviceName,
       scorerId, scorerVersion, scoreSource, score, reason, tags, metadata, scope
@@ -2571,6 +2589,7 @@ async function getScorePercentiles(db, args) {
 var COLUMNS2 = [
   "eventType",
   "timestamp",
+  "cursorId",
   "traceId",
   "spanId",
   "parentSpanId",
@@ -2803,6 +2822,7 @@ function toValuesTuple(row) {
   return [
     v(row.eventType),
     v(row.timestamp),
+    "nextval('span_events_cursor_id_seq')",
     v(row.traceId),
     v(row.spanId),
     v(row.parentSpanId),
@@ -3603,6 +3623,7 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
       });
     }
     await this.db.executeBatch([...ALL_DDL, ...ALL_MIGRATIONS]);
+    await dropLegacyCursorIdDefaults(this.db);
   }
   /**
    * Manually migrate legacy signal tables to the signal-ID primary-key schema.
@@ -3781,5 +3802,5 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 };
 
 export { ObservabilityStorageDuckDB };
-//# sourceMappingURL=observability-2MIUMLQP.js.map
-//# sourceMappingURL=observability-2MIUMLQP.js.map
+//# sourceMappingURL=observability-M35AJUGT.js.map
+//# sourceMappingURL=observability-M35AJUGT.js.map