@mastra/duckdb 1.11.0-alpha.0 → 1.11.0-alpha.1

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-duckdb
 description: Documentation for @mastra/duckdb. Use when working with @mastra/duckdb APIs, configuration, or implementation.
 metadata:
   package: "@mastra/duckdb"
-  version: "1.11.0-alpha.0"
+  version: "1.11.0-alpha.1"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.11.0-alpha.0",
+  "version": "1.11.0-alpha.1",
   "package": "@mastra/duckdb",
   "exports": {},
   "modules": {}

package/dist/docs/references/reference-storage-retention.md

@@ -15,7 +15,7 @@ Storage adapters use the shared core retention contract for `prune()`, or a data
 | Adapter              | Mechanism               | Retention support                                                                                                                                                                      |
 | -------------------- | ----------------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
 | libSQL               | `prune()`               | All supported growth domains                                                                                                                                                           |
-| PostgreSQL           | `prune()`               | All supported growth domains. V-next observability drops expired partitions or chunks                                                                                                  |
+| PostgreSQL           | `prune()`               | All supported growth domains. vNext observability drops expired partitions or chunks                                                                                                   |
 | MongoDB              | `prune()` or native TTL | All supported growth domains. Native TTL indexes are also available                                                                                                                    |
 | DuckDB               | `prune()`               | Observability spans, metrics, logs, scores, and feedback                                                                                                                               |
 | MySQL                | `prune()`               | Observability spans                                                                                                                                                                    |
@@ -102,10 +102,10 @@ Each domain specifies its age-prunable tables and the timestamp column that anch
 | `memory`          | `resources`        | `createdAt`      | Resource age                                                     |
 | `threadState`     | `threadState`      | `updatedAt`      | Inactivity: state for still-active threads survives              |
 | `observability`   | `spans`            | `startedAt`      | Span age                                                         |
-| `observability`   | `metrics`          | `timestamp`      | Metric event age (v-next only)                                   |
-| `observability`   | `logs`             | `timestamp`      | Log event age (v-next only)                                      |
-| `observability`   | `scores`           | `timestamp`      | Score event age (v-next only)                                    |
-| `observability`   | `feedback`         | `timestamp`      | Feedback event age (v-next only)                                 |
+| `observability`   | `metrics`          | `timestamp`      | Metric event age (vNext only)                                    |
+| `observability`   | `logs`             | `timestamp`      | Log event age (vNext only)                                       |
+| `observability`   | `scores`           | `timestamp`      | Score event age (vNext only)                                     |
+| `observability`   | `feedback`         | `timestamp`      | Feedback event age (vNext only)                                  |
 | `scores`          | `scorers`          | `createdAt`      | Score record age                                                 |
 | `workflows`       | `workflowSnapshot` | `updatedAt`      | Inactivity, suspended or long-running workflows survive          |
 | `backgroundTasks` | `backgroundTasks`  | `completedAt`    | Time since completion, in-flight tasks (`NULL`) are never pruned |
@@ -122,7 +122,7 @@ Each domain specifies its age-prunable tables and the timestamp column that anch
 > - On PostgreSQL, timestamp anchors use the timezone-aware mirror columns (for example `createdAtZ`, `completedAtZ`).
 > - DuckDB observability stores append-only events for all five signals. Its `spans` policy uses the event `timestamp` column rather than `startedAt`.
 > - LibSQL and PostgreSQL support all domains above except `harness`, which PostgreSQL doesn't implement. MongoDB supports all except `threadState` and `harness`. DuckDB, MySQL, Microsoft SQL Server, Oracle Database, Amazon Aurora DSQL, and Google Cloud Spanner currently support retention only in their `observability` domains, with the signal coverage shown in the support matrix.
-> - The v-next PostgreSQL observability domain stores signal events in day-partitioned tables (`spans`, `metrics`, `logs`, `scores`, `feedback`). For it, `prune()` drops whole day partitions (or TimescaleDB chunks) that are entirely older than the cutoff instead of deleting rows: effective level of detail is one day, and a partition is only dropped once its entire day is past `maxAge`. `PruneResult.deleted` reports the number of rows in the dropped partitions.
+> - The vNext PostgreSQL observability domain stores signal events in day-partitioned tables (`spans`, `metrics`, `logs`, `scores`, `feedback`). For it, `prune()` drops whole day partitions (or TimescaleDB chunks) that are entirely older than the cutoff instead of deleting rows: effective level of detail is one day, and a partition is only dropped once its entire day is past `maxAge`. `PruneResult.deleted` reports the number of rows in the dropped partitions.
 
 ## Methods
 
@@ -208,7 +208,9 @@ You can also cancel a long-running prune with an `AbortSignal`: the loop stops b
 
 ClickHouse observability storage uses native table TTLs instead of `prune()`. Configure retention as days per signal. `init()` applies the TTLs to new and existing tables and skips `ALTER TABLE` statements when the configured TTL is already present.
 
-For deployments that need to update TTL configuration without running the full initialization path, call `applyRetention()` on the v-next observability store:
+Omitted signals, and signals set to zero or less, get no TTL. When you remove a signal from `retention`, the next `init()` or `applyRetention()` removes that table's TTL. If Mastra can't read the current TTLs from `system.tables`, it applies the configured TTLs and leaves the others unchanged.
+
+For deployments that need to update TTL configuration without running the full initialization path, call `applyRetention()` on the vNext observability store:
 
 ```typescript
 import { ObservabilityStorageClickhouseVNext } from '@mastra/clickhouse'

package/dist/index.cjs

@@ -534,7 +534,7 @@ var ObservabilityStorageDuckDB = class extends _mastra_core_storage.Observabilit
 	async loadDelegate() {
 		if (this.delegate) return this.delegate;
 		if (this.unavailableError) return null;
-		if (!this.loadPromise) this.loadPromise = Promise.resolve().then(() => require("./observability-CdS3iFtO.cjs")).then(({ ObservabilityStorageDuckDB }) => {
+		if (!this.loadPromise) this.loadPromise = Promise.resolve().then(() => require("./observability-3LOqabpn.cjs")).then(({ ObservabilityStorageDuckDB }) => {
 			const delegate = new ObservabilityStorageDuckDB({ db: this.db });
 			this.delegate = delegate;
 			return delegate;

package/dist/index.js

@@ -533,7 +533,7 @@ var ObservabilityStorageDuckDB = class extends ObservabilityStorage {
 	async loadDelegate() {
 		if (this.delegate) return this.delegate;
 		if (this.unavailableError) return null;
-		if (!this.loadPromise) this.loadPromise = import("./observability-DyP55NQC.js").then(({ ObservabilityStorageDuckDB }) => {
+		if (!this.loadPromise) this.loadPromise = import("./observability-DtZoxBur.js").then(({ ObservabilityStorageDuckDB }) => {
 			const delegate = new ObservabilityStorageDuckDB({ db: this.db });
 			this.delegate = delegate;
 			return delegate;

package/dist/{observability-CdS3iFtO.cjs → observability-3LOqabpn.cjs}

@@ -709,6 +709,23 @@ function jsonV(val) {
 	if (val === null || val === void 0) return "NULL";
 	return require_db.DuckDBConnection.sqlValue(JSON.stringify(val));
 }
+/**
+* Trim, drop blank, and dedupe tags before they are written, matching the
+* PostgreSQL and ClickHouse stores so tag predicates and discovery agree.
+*/
+function normalizeTags(tags) {
+	if (!Array.isArray(tags)) return [];
+	const seen = /* @__PURE__ */ new Set();
+	const result = [];
+	for (const t of tags) {
+		if (typeof t !== "string") continue;
+		const trimmed = t.trim();
+		if (trimmed === "" || seen.has(trimmed)) continue;
+		seen.add(trimmed);
+		result.push(trimmed);
+	}
+	return result;
+}
 /** Coerce a value to a Date. Throws if value is nullish. */
 function toDate(val) {
 	if (val === null || val === void 0) throw new Error("Expected date value but received null/undefined");
@@ -2741,6 +2758,10 @@ const TRACE_FIELDS = {
 	status: {
 		sql: TRACE_STATUS_SQL,
 		parameterType: "scalar"
+	},
+	tags: {
+		sql: "r.tags",
+		parameterType: "scalar"
 	}
 };
 const SPAN_FIELDS = {
@@ -2943,6 +2964,25 @@ function compileScalarPredicate(predicate, registry, allowMetadata = false) {
 		sql: `${field.sql} IS ${predicate.operator === "exists" ? "NOT " : ""}NULL`,
 		values: fieldValues
 	};
+	if (predicate.type === "collection") {
+		const members = `coalesce(TRY_CAST(${field.sql} AS VARCHAR[]), []::VARCHAR[])`;
+		if (!("value" in predicate)) return {
+			sql: `len(${members}) ${predicate.operator === "empty" ? "=" : ">"} 0`,
+			values: fieldValues
+		};
+		if (predicate.operator === "includes") return {
+			sql: `list_contains(${members}, ?)`,
+			values: [...fieldValues, predicate.value]
+		};
+		return {
+			sql: `len(${members}) > 0 AND NOT list_contains(${members}, ?)`,
+			values: [
+				...fieldValues,
+				...fieldValues,
+				predicate.value
+			]
+		};
+	}
 	if (predicate.type === "membership") {
 		const list = predicate.values.map(() => parameterSql(field.parameterType)).join(", ");
 		if (predicate.operator === "in") return {
@@ -3007,7 +3047,7 @@ function compileFeedbackScalarPredicate(predicate) {
 			values: compiled.values
 		};
 	}
-	if (predicate.field !== "value") return compileScalarPredicate(predicate, FEEDBACK_FIELDS);
+	if (predicate.field !== "value" || predicate.type === "collection") return compileScalarPredicate(predicate, FEEDBACK_FIELDS);
 	if (predicate.type === "presence") return {
 		sql: `s.value IS ${predicate.operator === "exists" ? "NOT " : ""}NULL`,
 		values: []
@@ -3393,7 +3433,11 @@ function compileDuckDBTraceQueryValues(plan) {
 		...scopeValues
 	];
 	let fieldSql;
-	if (plan.predicateScope === "trace" && plan.path.startsWith("metadata.")) {
+	let source = discoverySource(plan.predicateScope);
+	if (plan.predicateScope === "trace" && plan.path === "tags") {
+		fieldSql = "unnest(list_distinct(TRY_CAST(r.tags AS VARCHAR[])))";
+		source = `${source} WHERE r.tags IS NOT NULL`;
+	} else if (plan.predicateScope === "trace" && plan.path.startsWith("metadata.")) {
 		const jsonPath = `$.${JSON.stringify(plan.path.slice(9))}`;
 		fieldSql = `NULLIF(trim(CASE WHEN json_type(r.metadata, ?) = 'VARCHAR' THEN json_extract_string(r.metadata, ?) END), '')`;
 		values.push(jsonPath, jsonPath);
@@ -3403,7 +3447,7 @@ function compileDuckDBTraceQueryValues(plan) {
 	const search = plan.search ? "AND strpos(lower(CAST(value AS VARCHAR)), lower(?)) > 0" : "";
 	return {
 		sql: `WITH ${ctes.join(",\n  ")}, extracted AS (
-  SELECT ${fieldSql} AS value FROM ${discoverySource(plan.predicateScope)}
+  SELECT ${fieldSql} AS value FROM ${source}
 )
 SELECT CAST(value AS VARCHAR) AS value, count(*) AS count
 FROM extracted
@@ -4001,7 +4045,7 @@ function createStartSpanRow(s) {
 		serviceName: s.serviceName ?? null,
 		attributes: s.attributes ?? null,
 		metadata: s.metadata ?? null,
-		tags: s.tags ?? null,
+		tags: s.tags == null ? null : normalizeTags(s.tags),
 		scope: s.scope ?? null,
 		links: null,
 		input: s.input ?? null,
@@ -4040,7 +4084,7 @@ function createEndSpanRow(s) {
 		serviceName: s.serviceName ?? null,
 		attributes: s.attributes ?? null,
 		metadata: s.metadata ?? null,
-		tags: s.tags ?? null,
+		tags: s.tags == null ? null : normalizeTags(s.tags),
 		scope: s.scope ?? null,
 		links: s.links ?? null,
 		input: s.input ?? null,
@@ -5008,4 +5052,4 @@ var ObservabilityStorageDuckDB = class ObservabilityStorageDuckDB extends _mastr
 //#endregion
 exports.ObservabilityStorageDuckDB = ObservabilityStorageDuckDB;
 
-//# sourceMappingURL=observability-CdS3iFtO.cjs.map
+//# sourceMappingURL=observability-3LOqabpn.cjs.map