@514labs/moose-lib 0.6.239-ci-1-g1e5af572 → 0.6.239-ci-6-g7634f0cb

package/dist/{index-BG2HP0xG.d.mts → index-DsCMbhN3.d.mts}

@@ -151,6 +151,12 @@ declare class TypedBase<T, C> {
     metadata: {
         [key: string]: any;
     };
+    /**
+     * Whether this resource allows extra fields beyond the defined columns.
+     * When true, extra fields in payloads are passed through to streaming functions.
+     * Injected by the compiler plugin when the type has an index signature.
+     */
+    allowExtraFields: boolean;
     /**
      * @internal Constructor intended for internal use by subclasses and the compiler plugin.
      * It expects the schema and columns to be provided, typically injected by the compiler.
@@ -159,8 +165,9 @@ declare class TypedBase<T, C> {
      * @param config The configuration object for the resource.
      * @param schema The JSON schema for the resource's data type T (injected).
      * @param columns The array of Column definitions for T (injected).
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>);
+    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>, allowExtraFields?: boolean);
 }
 
 interface MaterializedViewCreateOptions {
@@ -1089,7 +1096,7 @@ declare class Stream<T> extends TypedBase<T, StreamConfig<T>> {
      */
     constructor(name: string, config?: StreamConfig<T>);
     /** @internal **/
-    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
     /**
      * Internal map storing transformation configurations.
      * Maps destination stream names to arrays of transformation functions and their configs.
@@ -1460,7 +1467,7 @@ declare class IngestApi<T> extends TypedBase<T, IngestConfig<T>> {
      */
     constructor(name: string, config?: IngestConfig<T>);
     /** @internal **/
-    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
 }
 
 interface ApiUtil {
@@ -1754,8 +1761,10 @@ declare class IngestPipeline<T> extends TypedBase<T, IngestPipelineConfig<T>> {
      * @param config Configuration specifying which components to create and their settings.
      * @param schema JSON schema collection for type validation.
      * @param columns Column definitions for the data model.
+     * @param validators Typia validation functions.
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>);
+    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>, allowExtraFields: boolean);
 }
 
 interface ETLPipelineConfig<T, U> {

package/dist/{index-BG2HP0xG.d.ts → index-DsCMbhN3.d.ts}

@@ -151,6 +151,12 @@ declare class TypedBase<T, C> {
     metadata: {
         [key: string]: any;
     };
+    /**
+     * Whether this resource allows extra fields beyond the defined columns.
+     * When true, extra fields in payloads are passed through to streaming functions.
+     * Injected by the compiler plugin when the type has an index signature.
+     */
+    allowExtraFields: boolean;
     /**
      * @internal Constructor intended for internal use by subclasses and the compiler plugin.
      * It expects the schema and columns to be provided, typically injected by the compiler.
@@ -159,8 +165,9 @@ declare class TypedBase<T, C> {
      * @param config The configuration object for the resource.
      * @param schema The JSON schema for the resource's data type T (injected).
      * @param columns The array of Column definitions for T (injected).
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>);
+    constructor(name: string, config: C, schema?: IJsonSchemaCollection.IV3_1, columns?: Column[], validators?: TypiaValidators<T>, allowExtraFields?: boolean);
 }
 
 interface MaterializedViewCreateOptions {
@@ -1089,7 +1096,7 @@ declare class Stream<T> extends TypedBase<T, StreamConfig<T>> {
      */
     constructor(name: string, config?: StreamConfig<T>);
     /** @internal **/
-    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    constructor(name: string, config: StreamConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
     /**
      * Internal map storing transformation configurations.
      * Maps destination stream names to arrays of transformation functions and their configs.
@@ -1460,7 +1467,7 @@ declare class IngestApi<T> extends TypedBase<T, IngestConfig<T>> {
      */
     constructor(name: string, config?: IngestConfig<T>);
     /** @internal **/
-    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[]);
+    constructor(name: string, config: IngestConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: undefined, allowExtraFields: boolean);
 }
 
 interface ApiUtil {
@@ -1754,8 +1761,10 @@ declare class IngestPipeline<T> extends TypedBase<T, IngestPipelineConfig<T>> {
      * @param config Configuration specifying which components to create and their settings.
      * @param schema JSON schema collection for type validation.
      * @param columns Column definitions for the data model.
+     * @param validators Typia validation functions.
+     * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
      */
-    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>);
+    constructor(name: string, config: IngestPipelineConfig<T>, schema: IJsonSchemaCollection$1.IV3_1, columns: Column[], validators: TypiaValidators<T>, allowExtraFields: boolean);
 }
 
 interface ETLPipelineConfig<T, U> {

package/dist/index.d.mts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, p as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, q as DateTime64, s as DateTime64String, r as DateTimeString, B as Decimal, F as FixedString, t as Float32, u as Float64, v as Int16, w as Int32, x as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, y as UInt16, z as UInt32, A as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-BRa8sgXw.mjs';
-import { K as ApiUtil, a4 as MooseClient } from './index-BG2HP0xG.mjs';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-BG2HP0xG.mjs';
+export { C as ClickHouseByteSize, p as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, q as DateTime64, s as DateTime64String, r as DateTimeString, B as Decimal, F as FixedString, t as Float32, u as Float64, v as Int16, w as Int32, x as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, y as UInt16, z as UInt32, A as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-BonAvoqJ.mjs';
+import { K as ApiUtil, a4 as MooseClient } from './index-DsCMbhN3.mjs';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-DsCMbhN3.mjs';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';

package/dist/index.d.ts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, p as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, q as DateTime64, s as DateTime64String, r as DateTimeString, B as Decimal, F as FixedString, t as Float32, u as Float64, v as Int16, w as Int32, x as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, y as UInt16, z as UInt32, A as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-CMLITD0_.js';
-import { K as ApiUtil, a4 as MooseClient } from './index-BG2HP0xG.js';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-BG2HP0xG.js';
+export { C as ClickHouseByteSize, p as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, q as DateTime64, s as DateTime64String, r as DateTimeString, B as Decimal, F as FixedString, t as Float32, u as Float64, v as Int16, w as Int32, x as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, y as UInt16, z as UInt32, A as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-B3DCF1U4.js';
+import { K as ApiUtil, a4 as MooseClient } from './index-DsCMbhN3.js';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-DsCMbhN3.js';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';

package/dist/index.js

@@ -493,6 +493,12 @@ var TypedBase = class {
   validators;
   /** Optional metadata for the resource, always present as an object. */
   metadata;
+  /**
+   * Whether this resource allows extra fields beyond the defined columns.
+   * When true, extra fields in payloads are passed through to streaming functions.
+   * Injected by the compiler plugin when the type has an index signature.
+   */
+  allowExtraFields;
   /**
    * @internal Constructor intended for internal use by subclasses and the compiler plugin.
    * It expects the schema and columns to be provided, typically injected by the compiler.
@@ -501,8 +507,9 @@ var TypedBase = class {
    * @param config The configuration object for the resource.
    * @param schema The JSON schema for the resource's data type T (injected).
    * @param columns The array of Column definitions for T (injected).
+   * @param allowExtraFields Whether extra fields are allowed (injected when type has index signature).
    */
-  constructor(name, config, schema, columns, validators) {
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
     if (schema === void 0 || columns === void 0) {
       throw new Error(
         "Supply the type param T so that the schema is inserted by the compiler plugin."
@@ -518,6 +525,7 @@ var TypedBase = class {
     this.name = name;
     this.config = config;
     this.validators = validators;
+    this.allowExtraFields = allowExtraFields ?? false;
     this.metadata = config?.metadata ? { ...config.metadata } : {};
     const stack = new Error().stack;
     if (stack) {
@@ -726,7 +734,6 @@ init_commons();
 function getSourceDir() {
   return import_process.default.env.MOOSE_SOURCE_DIR || "app";
 }
-var isClientOnlyMode = () => import_process.default.env.MOOSE_CLIENT_ONLY === "true";
 var moose_internal = {
   tables: /* @__PURE__ */ new Map(),
   streams: /* @__PURE__ */ new Map(),
@@ -923,7 +930,7 @@ var OlapTable = class extends TypedBase {
     this.name = name;
     const tables = getMooseInternal().tables;
     const registryKey = this.config.version ? `${name}_${this.config.version}` : name;
-    if (!isClientOnlyMode() && tables.has(registryKey)) {
+    if (tables.has(registryKey)) {
       throw new Error(
         `OlapTable with name ${name} and version ${config?.version ?? "unversioned"} already exists`
       );
@@ -1596,8 +1603,8 @@ var Stream = class extends TypedBase {
   _memoizedProducer;
   /** @internal Hash of the configuration used to create the memoized Kafka producer */
   _kafkaConfigHash;
-  constructor(name, config, schema, columns) {
-    super(name, config ?? {}, schema, columns);
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
+    super(name, config ?? {}, schema, columns, void 0, allowExtraFields);
     const streams = getMooseInternal().streams;
     if (streams.has(name)) {
       throw new Error(`Stream with name ${name} already exists`);
@@ -1849,7 +1856,7 @@ var DeadLetterQueue = class extends Stream {
         "Supply the type param T so that the schema is inserted by the compiler plugin."
       );
     }
-    super(name, config ?? {}, dlqSchema, dlqColumns);
+    super(name, config ?? {}, dlqSchema, dlqColumns, void 0, false);
     this.typeGuard = typeGuard;
     getMooseInternal().streams.set(name, this);
   }
@@ -2015,8 +2022,8 @@ var Workflow = class {
 
 // src/dmv2/sdk/ingestApi.ts
 var IngestApi = class extends TypedBase {
-  constructor(name, config, schema, columns) {
-    super(name, config, schema, columns);
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
+    super(name, config, schema, columns, void 0, allowExtraFields);
     const ingestApis = getMooseInternal().ingestApis;
     if (ingestApis.has(name)) {
       throw new Error(`Ingest API with name ${name} already exists`);
@@ -2155,8 +2162,8 @@ var IngestPipeline = class extends TypedBase {
   ingestApi;
   /** The dead letter queue of the pipeline, if configured. */
   deadLetterQueue;
-  constructor(name, config, schema, columns, validators) {
-    super(name, config, schema, columns, validators);
+  constructor(name, config, schema, columns, validators, allowExtraFields) {
+    super(name, config, schema, columns, validators, allowExtraFields);
     if (config.ingest !== void 0) {
       console.warn(
         "\u26A0\uFE0F  DEPRECATION WARNING: The 'ingest' parameter is deprecated and will be removed in a future version. Please use 'ingestApi' instead."
@@ -2205,7 +2212,9 @@ var IngestPipeline = class extends TypedBase {
         name,
         streamConfig,
         this.schema,
-        this.columnArray
+        this.columnArray,
+        void 0,
+        this.allowExtraFields
       );
       this.stream.pipelineParent = this;
     }
@@ -2225,7 +2234,9 @@ var IngestPipeline = class extends TypedBase {
         name,
         ingestConfig,
         this.schema,
-        this.columnArray
+        this.columnArray,
+        void 0,
+        this.allowExtraFields
       );
       this.ingestApi.pipelineParent = this;
     }
@@ -2399,7 +2410,7 @@ var SqlResource = class {
    */
   constructor(name, setup, teardown, options) {
     const sqlResources = getMooseInternal().sqlResources;
-    if (!isClientOnlyMode() && sqlResources.has(name)) {
+    if (sqlResources.has(name)) {
       throw new Error(`SqlResource with name ${name} already exists`);
     }
     sqlResources.set(name, this);