@514labs/moose-lib 0.6.264 → 0.6.266

package/dist/{index-CQB6bk1i.d.mts → index-Dd3ZmpTq.d.mts}

@@ -152,6 +152,12 @@ declare class TypedBase<T, C> {
     metadata: {
         [key: string]: any;
     };
+    /**
+     * Whether this resource allows extra fields beyond the defined columns.
+     * When true, extra fields in payloads are passed through to streaming functions.
+     * Injected by the compiler plugin when the type has an index signature.
+     */
+    allowExtraFields: boolean;
     /**
      * @internal Constructor intended for internal use by subclasses and the compiler plugin.
      * It expects the schema and columns to be provided, typically injected by the compiler.
@@ -160,8 +166,9 @@ declare class TypedBase<T, C> {
      * @param config The configuration object for the resource.
      * @param schema The JSON schema for the resource's data type T (injected).
      * @param columns The array of Column definitions for T (injected).
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>);
+    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>, allowExtraFields?: boolean);
 }
 
 interface MaterializedViewCreateOptions {
@@ -1132,8 +1139,13 @@ declare class Stream<T> extends TypedBase<T, StreamConfig<T>> {
      * @param config Optional configuration for the stream.
      */
     constructor(name: string, config?: StreamConfig<T>);
-    /** @internal **/
-    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    /**
+     * @internal
+     * Note: `validators` parameter is a positional placeholder (always undefined for Stream).
+     * It exists because TypedBase has validators as the 5th param, and we need to pass
+     * allowExtraFields as the 6th param. Stream doesn't use validators.
+     */
+    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
     /**
      * Internal map storing transformation configurations.
      * Maps destination stream names to arrays of transformation functions and their configs.
@@ -1503,8 +1515,13 @@ declare class IngestApi<T> extends TypedBase<T, IngestConfig<T>> {
      * @param config Optional configuration for the ingest API.
      */
     constructor(name: string, config?: IngestConfig<T>);
-    /** @internal **/
-    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    /**
+     * @internal
+     * Note: `validators` parameter is a positional placeholder (always undefined for IngestApi).
+     * It exists because TypedBase has validators as the 5th param, and we need to pass
+     * allowExtraFields as the 6th param. IngestApi doesn't use validators.
+     */
+    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
 }
 
 interface ApiUtil {
@@ -1798,8 +1815,10 @@ declare class IngestPipeline<T> extends TypedBase<T, IngestPipelineConfig<T>> {
      * @param config Configuration specifying which components to create and their settings.
      * @param schema JSON schema collection for type validation.
      * @param columns Column definitions for the data model.
+     * @param validators Typia validation functions.
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>);
+    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>, allowExtraFields: boolean);
 }
 
 interface ETLPipelineConfig<T, U> {

package/dist/{index-CQB6bk1i.d.ts → index-Dd3ZmpTq.d.ts}

@@ -152,6 +152,12 @@ declare class TypedBase<T, C> {
     metadata: {
         [key: string]: any;
     };
+    /**
+     * Whether this resource allows extra fields beyond the defined columns.
+     * When true, extra fields in payloads are passed through to streaming functions.
+     * Injected by the compiler plugin when the type has an index signature.
+     */
+    allowExtraFields: boolean;
     /**
      * @internal Constructor intended for internal use by subclasses and the compiler plugin.
      * It expects the schema and columns to be provided, typically injected by the compiler.
@@ -160,8 +166,9 @@ declare class TypedBase<T, C> {
      * @param config The configuration object for the resource.
      * @param schema The JSON schema for the resource's data type T (injected).
      * @param columns The array of Column definitions for T (injected).
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>);
+    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>, allowExtraFields?: boolean);
 }
 
 interface MaterializedViewCreateOptions {
@@ -1132,8 +1139,13 @@ declare class Stream<T> extends TypedBase<T, StreamConfig<T>> {
      * @param config Optional configuration for the stream.
      */
     constructor(name: string, config?: StreamConfig<T>);
-    /** @internal **/
-    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    /**
+     * @internal
+     * Note: `validators` parameter is a positional placeholder (always undefined for Stream).
+     * It exists because TypedBase has validators as the 5th param, and we need to pass
+     * allowExtraFields as the 6th param. Stream doesn't use validators.
+     */
+    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
     /**
      * Internal map storing transformation configurations.
      * Maps destination stream names to arrays of transformation functions and their configs.
@@ -1503,8 +1515,13 @@ declare class IngestApi<T> extends TypedBase<T, IngestConfig<T>> {
      * @param config Optional configuration for the ingest API.
      */
     constructor(name: string, config?: IngestConfig<T>);
-    /** @internal **/
-    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    /**
+     * @internal
+     * Note: `validators` parameter is a positional placeholder (always undefined for IngestApi).
+     * It exists because TypedBase has validators as the 5th param, and we need to pass
+     * allowExtraFields as the 6th param. IngestApi doesn't use validators.
+     */
+    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
 }
 
 interface ApiUtil {
@@ -1798,8 +1815,10 @@ declare class IngestPipeline<T> extends TypedBase<T, IngestPipelineConfig<T>> {
      * @param config Configuration specifying which components to create and their settings.
      * @param schema JSON schema collection for type validation.
      * @param columns Column definitions for the data model.
+     * @param validators Typia validation functions.
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>);
+    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>, allowExtraFields: boolean);
 }
 
 interface ETLPipelineConfig<T, U> {

package/dist/index.d.mts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-DTtKuO-Y.mjs';
-import { K as ApiUtil, a4 as MooseClient } from './index-CQB6bk1i.mjs';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-CQB6bk1i.mjs';
+export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-fk6xPzoB.mjs';
+import { K as ApiUtil, a4 as MooseClient } from './index-Dd3ZmpTq.mjs';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-Dd3ZmpTq.mjs';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';

package/dist/index.d.ts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-Bqhjy4pn.js';
-import { K as ApiUtil, a4 as MooseClient } from './index-CQB6bk1i.js';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-CQB6bk1i.js';
+export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-CpjUXotI.js';
+import { K as ApiUtil, a4 as MooseClient } from './index-Dd3ZmpTq.js';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-Dd3ZmpTq.js';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';

package/dist/index.js

@@ -544,6 +544,12 @@ var TypedBase = class {
   validators;
   /** Optional metadata for the resource, always present as an object. */
   metadata;
+  /**
+   * Whether this resource allows extra fields beyond the defined columns.
+   * When true, extra fields in payloads are passed through to streaming functions.
+   * Injected by the compiler plugin when the type has an index signature.
+   */
+  allowExtraFields;
   /**
    * @internal Constructor intended for internal use by subclasses and the compiler plugin.
    * It expects the schema and columns to be provided, typically injected by the compiler.
@@ -552,8 +558,9 @@ var TypedBase = class {
    * @param config The configuration object for the resource.
    * @param schema The JSON schema for the resource's data type T (injected).
    * @param columns The array of Column definitions for T (injected).
+   * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
    */
-  constructor(name, config, schema, columns, validators) {
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
     if (schema === void 0 || columns === void 0) {
       throw new Error(
         "Supply the type param T so that the schema is inserted by the compiler plugin."
@@ -569,6 +576,7 @@ var TypedBase = class {
     this.name = name;
     this.config = config;
     this.validators = validators;
+    this.allowExtraFields = allowExtraFields ?? false;
     this.metadata = config?.metadata ? { ...config.metadata } : {};
     const stack = new Error().stack;
     if (stack) {
@@ -1653,8 +1661,8 @@ var Stream = class extends TypedBase {
   _memoizedProducer;
   /** @internal Hash of the configuration used to create the memoized Kafka producer */
   _kafkaConfigHash;
-  constructor(name, config, schema, columns) {
-    super(name, config ?? {}, schema, columns);
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
+    super(name, config ?? {}, schema, columns, void 0, allowExtraFields);
     const streams = getMooseInternal().streams;
     if (streams.has(name)) {
       throw new Error(`Stream with name ${name} already exists`);
@@ -1910,7 +1918,7 @@ var DeadLetterQueue = class extends Stream {
         "Supply the type param T so that the schema is inserted by the compiler plugin."
       );
     }
-    super(name, config ?? {}, dlqSchema, dlqColumns);
+    super(name, config ?? {}, dlqSchema, dlqColumns, void 0, false);
     this.typeGuard = typeGuard;
     getMooseInternal().streams.set(name, this);
   }
@@ -2076,8 +2084,8 @@ var Workflow = class {
 
 // src/dmv2/sdk/ingestApi.ts
 var IngestApi = class extends TypedBase {
-  constructor(name, config, schema, columns) {
-    super(name, config, schema, columns);
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
+    super(name, config, schema, columns, void 0, allowExtraFields);
     const ingestApis = getMooseInternal().ingestApis;
     if (ingestApis.has(name)) {
       throw new Error(`Ingest API with name ${name} already exists`);
@@ -2216,8 +2224,8 @@ var IngestPipeline = class extends TypedBase {
   ingestApi;
   /** The dead letter queue of the pipeline, if configured. */
   deadLetterQueue;
-  constructor(name, config, schema, columns, validators) {
-    super(name, config, schema, columns, validators);
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
+    super(name, config, schema, columns, validators, allowExtraFields);
     if (config.ingest !== void 0) {
       console.warn(
         "\u26A0\uFE0F  DEPRECATION WARNING: The 'ingest' parameter is deprecated and will be removed in a future version. Please use 'ingestApi' instead."
@@ -2229,6 +2237,7 @@ var IngestPipeline = class extends TypedBase {
     if (config.table) {
       const tableConfig = typeof config.table === "object" ? {
         ...config.table,
+        lifeCycle: config.table.lifeCycle ?? config.lifeCycle,
         ...config.version && { version: config.version }
       } : {
         lifeCycle: config.lifeCycle,
@@ -2246,7 +2255,10 @@ var IngestPipeline = class extends TypedBase {
     if (config.deadLetterQueue) {
       const streamConfig = {
         destination: void 0,
-        ...typeof config.deadLetterQueue === "object" ? config.deadLetterQueue : {},
+        ...typeof config.deadLetterQueue === "object" ? {
+          ...config.deadLetterQueue,
+          lifeCycle: config.deadLetterQueue.lifeCycle ?? config.lifeCycle
+        } : { lifeCycle: config.lifeCycle },
         ...config.version && { version: config.version }
       };
       this.deadLetterQueue = new DeadLetterQueue(
@@ -2259,14 +2271,19 @@ var IngestPipeline = class extends TypedBase {
       const streamConfig = {
         destination: this.table,
         defaultDeadLetterQueue: this.deadLetterQueue,
-        ...typeof config.stream === "object" ? config.stream : { lifeCycle: config.lifeCycle },
+        ...typeof config.stream === "object" ? {
+          ...config.stream,
+          lifeCycle: config.stream.lifeCycle ?? config.lifeCycle
+        } : { lifeCycle: config.lifeCycle },
         ...config.version && { version: config.version }
       };
       this.stream = new Stream(
         name,
         streamConfig,
         this.schema,
-        this.columnArray
+        this.columnArray,
+        void 0,
+        this.allowExtraFields
       );
       this.stream.pipelineParent = this;
     }
@@ -2286,7 +2303,9 @@ var IngestPipeline = class extends TypedBase {
         name,
         ingestConfig,
         this.schema,
-        this.columnArray
+        this.columnArray,
+        void 0,
+        this.allowExtraFields
       );
       this.ingestApi.pipelineParent = this;
     }