@514labs/moose-lib 0.6.256-ci-4-g0ca62054 → 0.6.256-ci-3-gafce5840

package/dist/{index-rECDLgTX.d.mts → index-BpasnHLt.d.mts}

@@ -1789,46 +1789,21 @@ declare class ETLPipeline<T, U> {
     run(): Promise<void>;
 }
 
-type SqlObject = OlapTable<any> | SqlResource;
 /**
- * Represents a generic SQL resource that requires setup and teardown commands.
- * Base class for constructs like Views and Materialized Views. Tracks dependencies.
+ * Represents a database View, defined by a SQL SELECT statement based on one or more base tables or other views.
+ * Emits structured data for the Moose infrastructure system.
  */
-declare class SqlResource {
+declare class View {
     /** @internal */
-    readonly kind = "SqlResource";
-    /** Array of SQL statements to execute for setting up the resource. */
-    setup: readonly string[];
-    /** Array of SQL statements to execute for tearing down the resource. */
-    teardown: readonly string[];
-    /** The name of the SQL resource (e.g., view name, materialized view name). */
+    readonly kind = "CustomView";
+    /** The name of the view */
     name: string;
-    /** List of OlapTables or Views that this resource reads data from. */
-    pullsDataFrom: SqlObject[];
-    /** List of OlapTables or Views that this resource writes data to. */
-    pushesDataTo: SqlObject[];
-    /** @internal Source file path where this resource was defined */
+    /** The SELECT SQL statement that defines the view */
+    selectSql: string;
+    /** Names of source tables/views that the SELECT reads from */
+    sourceTables: string[];
+    /** @internal Source file path where this view was defined */
     sourceFile?: string;
-    /**
-     * Creates a new SqlResource instance.
-     * @param name The name of the resource.
-     * @param setup An array of SQL DDL statements to create the resource.
-     * @param teardown An array of SQL DDL statements to drop the resource.
-     * @param options Optional configuration for specifying data dependencies.
-     * @param options.pullsDataFrom Tables/Views this resource reads from.
-     * @param options.pushesDataTo Tables/Views this resource writes to.
-     */
-    constructor(name: string, setup: readonly (string | Sql)[], teardown: readonly (string | Sql)[], options?: {
-        pullsDataFrom?: SqlObject[];
-        pushesDataTo?: SqlObject[];
-    });
-}
-
-/**
- * Represents a database View, defined by a SQL SELECT statement based on one or more base tables or other views.
- * Inherits from SqlResource, providing setup (CREATE VIEW) and teardown (DROP VIEW) commands.
- */
-declare class View extends SqlResource {
     /**
      * Creates a new View instance.
      * @param name The name of the view to be created.
@@ -1874,9 +1849,19 @@ interface MaterializedViewConfig<T> {
  *
  * @template TargetTable The data type of the records stored in the underlying target OlapTable. The structure of T defines the target table schema.
  */
-declare class MaterializedView<TargetTable> extends SqlResource {
+declare class MaterializedView<TargetTable> {
+    /** @internal */
+    readonly kind = "MaterializedView";
+    /** The name of the materialized view */
+    name: string;
     /** The target OlapTable instance where the materialized data is stored. */
     targetTable: OlapTable<TargetTable>;
+    /** The SELECT SQL statement */
+    selectSql: string;
+    /** Names of source tables that the SELECT reads from */
+    sourceTables: string[];
+    /** @internal Source file path where this MV was defined */
+    sourceFile?: string;
     /**
      * Creates a new MaterializedView instance.
      * Requires the `TargetTable` type parameter to be explicitly provided or inferred,
@@ -1889,6 +1874,41 @@ declare class MaterializedView<TargetTable> extends SqlResource {
     constructor(options: MaterializedViewConfig<TargetTable>, targetSchema: IJsonSchemaCollection$1.IV3_1, targetColumns: Column[]);
 }
 
+type SqlObject = OlapTable<any> | SqlResource;
+/**
+ * Represents a generic SQL resource that requires setup and teardown commands.
+ * Base class for constructs like Views and Materialized Views. Tracks dependencies.
+ */
+declare class SqlResource {
+    /** @internal */
+    readonly kind = "SqlResource";
+    /** Array of SQL statements to execute for setting up the resource. */
+    setup: readonly string[];
+    /** Array of SQL statements to execute for tearing down the resource. */
+    teardown: readonly string[];
+    /** The name of the SQL resource (e.g., view name, materialized view name). */
+    name: string;
+    /** List of OlapTables or Views that this resource reads data from. */
+    pullsDataFrom: SqlObject[];
+    /** List of OlapTables or Views that this resource writes data to. */
+    pushesDataTo: SqlObject[];
+    /** @internal Source file path where this resource was defined */
+    sourceFile?: string;
+    /**
+     * Creates a new SqlResource instance.
+     * @param name The name of the resource.
+     * @param setup An array of SQL DDL statements to create the resource.
+     * @param teardown An array of SQL DDL statements to drop the resource.
+     * @param options Optional configuration for specifying data dependencies.
+     * @param options.pullsDataFrom Tables/Views this resource reads from.
+     * @param options.pushesDataTo Tables/Views this resource writes to.
+     */
+    constructor(name: string, setup: readonly (string | Sql)[], teardown: readonly (string | Sql)[], options?: {
+        pullsDataFrom?: SqlObject[];
+        pushesDataTo?: SqlObject[];
+    });
+}
+
 type WebAppHandler = (req: http.IncomingMessage, res: http.ServerResponse) => void | Promise<void>;
 interface FrameworkApp {
     handle?: (req: http.IncomingMessage, res: http.ServerResponse, next?: (err?: any) => void) => void;

package/dist/{index-rECDLgTX.d.ts → index-BpasnHLt.d.ts}

@@ -1789,46 +1789,21 @@ declare class ETLPipeline<T, U> {
     run(): Promise<void>;
 }
 
-type SqlObject = OlapTable<any> | SqlResource;
 /**
- * Represents a generic SQL resource that requires setup and teardown commands.
- * Base class for constructs like Views and Materialized Views. Tracks dependencies.
+ * Represents a database View, defined by a SQL SELECT statement based on one or more base tables or other views.
+ * Emits structured data for the Moose infrastructure system.
  */
-declare class SqlResource {
+declare class View {
     /** @internal */
-    readonly kind = "SqlResource";
-    /** Array of SQL statements to execute for setting up the resource. */
-    setup: readonly string[];
-    /** Array of SQL statements to execute for tearing down the resource. */
-    teardown: readonly string[];
-    /** The name of the SQL resource (e.g., view name, materialized view name). */
+    readonly kind = "CustomView";
+    /** The name of the view */
     name: string;
-    /** List of OlapTables or Views that this resource reads data from. */
-    pullsDataFrom: SqlObject[];
-    /** List of OlapTables or Views that this resource writes data to. */
-    pushesDataTo: SqlObject[];
-    /** @internal Source file path where this resource was defined */
+    /** The SELECT SQL statement that defines the view */
+    selectSql: string;
+    /** Names of source tables/views that the SELECT reads from */
+    sourceTables: string[];
+    /** @internal Source file path where this view was defined */
     sourceFile?: string;
-    /**
-     * Creates a new SqlResource instance.
-     * @param name The name of the resource.
-     * @param setup An array of SQL DDL statements to create the resource.
-     * @param teardown An array of SQL DDL statements to drop the resource.
-     * @param options Optional configuration for specifying data dependencies.
-     * @param options.pullsDataFrom Tables/Views this resource reads from.
-     * @param options.pushesDataTo Tables/Views this resource writes to.
-     */
-    constructor(name: string, setup: readonly (string | Sql)[], teardown: readonly (string | Sql)[], options?: {
-        pullsDataFrom?: SqlObject[];
-        pushesDataTo?: SqlObject[];
-    });
-}
-
-/**
- * Represents a database View, defined by a SQL SELECT statement based on one or more base tables or other views.
- * Inherits from SqlResource, providing setup (CREATE VIEW) and teardown (DROP VIEW) commands.
- */
-declare class View extends SqlResource {
     /**
      * Creates a new View instance.
      * @param name The name of the view to be created.
@@ -1874,9 +1849,19 @@ interface MaterializedViewConfig<T> {
  *
  * @template TargetTable The data type of the records stored in the underlying target OlapTable. The structure of T defines the target table schema.
  */
-declare class MaterializedView<TargetTable> extends SqlResource {
+declare class MaterializedView<TargetTable> {
+    /** @internal */
+    readonly kind = "MaterializedView";
+    /** The name of the materialized view */
+    name: string;
     /** The target OlapTable instance where the materialized data is stored. */
     targetTable: OlapTable<TargetTable>;
+    /** The SELECT SQL statement */
+    selectSql: string;
+    /** Names of source tables that the SELECT reads from */
+    sourceTables: string[];
+    /** @internal Source file path where this MV was defined */
+    sourceFile?: string;
     /**
      * Creates a new MaterializedView instance.
      * Requires the `TargetTable` type parameter to be explicitly provided or inferred,
@@ -1889,6 +1874,41 @@ declare class MaterializedView<TargetTable> extends SqlResource {
     constructor(options: MaterializedViewConfig<TargetTable>, targetSchema: IJsonSchemaCollection$1.IV3_1, targetColumns: Column[]);
 }
 
+type SqlObject = OlapTable<any> | SqlResource;
+/**
+ * Represents a generic SQL resource that requires setup and teardown commands.
+ * Base class for constructs like Views and Materialized Views. Tracks dependencies.
+ */
+declare class SqlResource {
+    /** @internal */
+    readonly kind = "SqlResource";
+    /** Array of SQL statements to execute for setting up the resource. */
+    setup: readonly string[];
+    /** Array of SQL statements to execute for tearing down the resource. */
+    teardown: readonly string[];
+    /** The name of the SQL resource (e.g., view name, materialized view name). */
+    name: string;
+    /** List of OlapTables or Views that this resource reads data from. */
+    pullsDataFrom: SqlObject[];
+    /** List of OlapTables or Views that this resource writes data to. */
+    pushesDataTo: SqlObject[];
+    /** @internal Source file path where this resource was defined */
+    sourceFile?: string;
+    /**
+     * Creates a new SqlResource instance.
+     * @param name The name of the resource.
+     * @param setup An array of SQL DDL statements to create the resource.
+     * @param teardown An array of SQL DDL statements to drop the resource.
+     * @param options Optional configuration for specifying data dependencies.
+     * @param options.pullsDataFrom Tables/Views this resource reads from.
+     * @param options.pushesDataTo Tables/Views this resource writes to.
+     */
+    constructor(name: string, setup: readonly (string | Sql)[], teardown: readonly (string | Sql)[], options?: {
+        pullsDataFrom?: SqlObject[];
+        pushesDataTo?: SqlObject[];
+    });
+}
+
 type WebAppHandler = (req: http.IncomingMessage, res: http.ServerResponse) => void | Promise<void>;
 interface FrameworkApp {
     handle?: (req: http.IncomingMessage, res: http.ServerResponse, next?: (err?: any) => void) => void;

package/dist/index.d.mts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-DnYA4Zgi.mjs';
-import { K as ApiUtil, a4 as MooseClient } from './index-rECDLgTX.mjs';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-rECDLgTX.mjs';
+export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-CMIa49e4.mjs';
+import { K as ApiUtil, a4 as MooseClient } from './index-BpasnHLt.mjs';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-BpasnHLt.mjs';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';
@@ -44,25 +44,6 @@ declare const RETRY_INITIAL_TIME_MS = 100;
 declare const MAX_RETRIES_PRODUCER = 150;
 declare const RETRY_FACTOR_PRODUCER = 0.2;
 declare const ACKs = -1;
-/**
- * Creates the base producer configuration for Kafka.
- * Used by both the SDK stream publishing and streaming function workers.
- *
- * @param maxMessageBytes - Optional max message size in bytes (synced with topic config)
- * @returns Producer configuration object for the Confluent Kafka client
- */
-declare function createProducerConfig(maxMessageBytes?: number): {
-    "message.max.bytes"?: number | undefined;
-    kafkaJS: {
-        idempotent: boolean;
-        acks: number;
-        retry: {
-            retries: number;
-            maxRetryTime: number;
-        };
-    };
-    "linger.ms": number;
-};
 type KafkaClientConfig = {
     clientId: string;
     broker: string;
@@ -74,12 +55,8 @@ type KafkaClientConfig = {
 /**
  * Dynamically creates and connects a KafkaJS producer using the provided configuration.
  * Returns a connected producer instance.
- *
- * @param cfg - Kafka client configuration
- * @param logger - Logger instance
- * @param maxMessageBytes - Optional max message size in bytes (synced with topic config)
  */
-declare function getKafkaProducer(cfg: KafkaClientConfig, logger: Logger, maxMessageBytes?: number): Promise<Producer>;
+declare function getKafkaProducer(cfg: KafkaClientConfig, logger: Logger): Promise<Producer>;
 /**
  * Interface for logging functionality
  */
@@ -554,4 +531,4 @@ type DataModelConfig<T> = Partial<{
     parallelism?: number;
 }>;
 
-export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, createProducerConfig, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };
+export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };

package/dist/index.d.ts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-B_aEflr_.js';
-import { K as ApiUtil, a4 as MooseClient } from './index-rECDLgTX.js';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-rECDLgTX.js';
+export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-B6i2YRSY.js';
+import { K as ApiUtil, a4 as MooseClient } from './index-BpasnHLt.js';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-BpasnHLt.js';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';
@@ -44,25 +44,6 @@ declare const RETRY_INITIAL_TIME_MS = 100;
 declare const MAX_RETRIES_PRODUCER = 150;
 declare const RETRY_FACTOR_PRODUCER = 0.2;
 declare const ACKs = -1;
-/**
- * Creates the base producer configuration for Kafka.
- * Used by both the SDK stream publishing and streaming function workers.
- *
- * @param maxMessageBytes - Optional max message size in bytes (synced with topic config)
- * @returns Producer configuration object for the Confluent Kafka client
- */
-declare function createProducerConfig(maxMessageBytes?: number): {
-    "message.max.bytes"?: number | undefined;
-    kafkaJS: {
-        idempotent: boolean;
-        acks: number;
-        retry: {
-            retries: number;
-            maxRetryTime: number;
-        };
-    };
-    "linger.ms": number;
-};
 type KafkaClientConfig = {
     clientId: string;
     broker: string;
@@ -74,12 +55,8 @@ type KafkaClientConfig = {
 /**
  * Dynamically creates and connects a KafkaJS producer using the provided configuration.
  * Returns a connected producer instance.
- *
- * @param cfg - Kafka client configuration
- * @param logger - Logger instance
- * @param maxMessageBytes - Optional max message size in bytes (synced with topic config)
  */
-declare function getKafkaProducer(cfg: KafkaClientConfig, logger: Logger, maxMessageBytes?: number): Promise<Producer>;
+declare function getKafkaProducer(cfg: KafkaClientConfig, logger: Logger): Promise<Producer>;
 /**
  * Interface for logging functionality
  */
@@ -554,4 +531,4 @@ type DataModelConfig<T> = Partial<{
     parallelism?: number;
 }>;
 
-export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, createProducerConfig, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };
+export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };

package/dist/index.js

@@ -42,7 +42,6 @@ __export(commons_exports, {
   antiCachePath: () => antiCachePath,
   cliLog: () => cliLog,
   compilerLog: () => compilerLog,
-  createProducerConfig: () => createProducerConfig,
   getClickhouseClient: () => getClickhouseClient,
   getFileName: () => getFileName,
   getKafkaClient: () => getKafkaClient,
@@ -65,25 +64,18 @@ function isTruthy(value) {
 function mapTstoJs(filePath) {
   return filePath.replace(/\.ts$/, ".js").replace(/\.cts$/, ".cjs").replace(/\.mts$/, ".mjs");
 }
-function createProducerConfig(maxMessageBytes) {
-  return {
+async function getKafkaProducer(cfg, logger) {
+  const kafka = await getKafkaClient(cfg, logger);
+  const producer = kafka.producer({
     kafkaJS: {
-      idempotent: false,
-      // Not needed for at-least-once delivery
+      idempotent: true,
       acks: ACKs,
       retry: {
         retries: MAX_RETRIES_PRODUCER,
         maxRetryTime: MAX_RETRY_TIME_MS
       }
-    },
-    "linger.ms": 0,
-    // This is to make sure at least once delivery with immediate feedback on the send
-    ...maxMessageBytes && { "message.max.bytes": maxMessageBytes }
-  };
-}
-async function getKafkaProducer(cfg, logger, maxMessageBytes) {
-  const kafka = await getKafkaClient(cfg, logger);
-  const producer = kafka.producer(createProducerConfig(maxMessageBytes));
+    }
+  });
   await producer.connect();
   return producer;
 }
@@ -425,7 +417,6 @@ __export(index_exports, {
   createClickhouseParameter: () => createClickhouseParameter,
   createConsumptionApi: () => createConsumptionApi,
   createMaterializedView: () => createMaterializedView,
-  createProducerConfig: () => createProducerConfig,
   dropView: () => dropView,
   expressMiddleware: () => expressMiddleware,
   getApi: () => getApi,
@@ -758,7 +749,9 @@ var moose_internal = {
   apis: /* @__PURE__ */ new Map(),
   sqlResources: /* @__PURE__ */ new Map(),
   workflows: /* @__PURE__ */ new Map(),
-  webApps: /* @__PURE__ */ new Map()
+  webApps: /* @__PURE__ */ new Map(),
+  materializedViews: /* @__PURE__ */ new Map(),
+  customViews: /* @__PURE__ */ new Map()
 };
 var defaultRetentionPeriod = 60 * 60 * 24 * 7;
 var getMooseInternal = () => globalThis.moose_internal;
@@ -774,6 +767,8 @@ var loadIndex = () => {
   registry.sqlResources.clear();
   registry.workflows.clear();
   registry.webApps.clear();
+  registry.materializedViews.clear();
+  registry.customViews.clear();
   const appDir = `${import_process.default.cwd()}/${getSourceDir()}`;
   Object.keys(require.cache).forEach((key) => {
     if (key.startsWith(appDir)) {
@@ -2407,6 +2402,67 @@ var ETLPipeline = class {
   }
 };
 
+// src/dmv2/sdk/materializedView.ts
+var requireTargetTableName = (tableName) => {
+  if (typeof tableName === "string") {
+    return tableName;
+  } else {
+    throw new Error("Name of targetTable is not specified.");
+  }
+};
+var MaterializedView = class {
+  /** @internal */
+  kind = "MaterializedView";
+  /** The name of the materialized view */
+  name;
+  /** The target OlapTable instance where the materialized data is stored. */
+  targetTable;
+  /** The SELECT SQL statement */
+  selectSql;
+  /** Names of source tables that the SELECT reads from */
+  sourceTables;
+  /** @internal Source file path where this MV was defined */
+  sourceFile;
+  constructor(options, targetSchema, targetColumns) {
+    let selectStatement = options.selectStatement;
+    if (typeof selectStatement !== "string") {
+      selectStatement = toStaticQuery(selectStatement);
+    }
+    if (targetSchema === void 0 || targetColumns === void 0) {
+      throw new Error(
+        "Supply the type param T so that the schema is inserted by the compiler plugin."
+      );
+    }
+    const targetTable = options.targetTable instanceof OlapTable ? options.targetTable : new OlapTable(
+      requireTargetTableName(
+        options.targetTable?.name ?? options.tableName
+      ),
+      {
+        orderByFields: options.targetTable?.orderByFields ?? options.orderByFields,
+        engine: options.targetTable?.engine ?? options.engine ?? "MergeTree" /* MergeTree */
+      },
+      targetSchema,
+      targetColumns
+    );
+    if (targetTable.name === options.materializedViewName) {
+      throw new Error(
+        "Materialized view name cannot be the same as the target table name."
+      );
+    }
+    this.name = options.materializedViewName;
+    this.targetTable = targetTable;
+    this.selectSql = selectStatement;
+    this.sourceTables = options.selectTables.map((t) => t.name);
+    const stack = new Error().stack;
+    this.sourceFile = getSourceFileFromStack(stack);
+    const materializedViews = getMooseInternal().materializedViews;
+    if (!isClientOnlyMode() && materializedViews.has(this.name)) {
+      throw new Error(`MaterializedView with name ${this.name} already exists`);
+    }
+    materializedViews.set(this.name, this);
+  }
+};
+
 // src/dmv2/sdk/sqlResource.ts
 var SqlResource = class {
   /** @internal */
@@ -2452,66 +2508,18 @@ var SqlResource = class {
   }
 };
 
-// src/dmv2/sdk/materializedView.ts
-var requireTargetTableName = (tableName) => {
-  if (typeof tableName === "string") {
-    return tableName;
-  } else {
-    throw new Error("Name of targetTable is not specified.");
-  }
-};
-var MaterializedView = class extends SqlResource {
-  /** The target OlapTable instance where the materialized data is stored. */
-  targetTable;
-  constructor(options, targetSchema, targetColumns) {
-    let selectStatement = options.selectStatement;
-    if (typeof selectStatement !== "string") {
-      selectStatement = toStaticQuery(selectStatement);
-    }
-    if (targetSchema === void 0 || targetColumns === void 0) {
-      throw new Error(
-        "Supply the type param T so that the schema is inserted by the compiler plugin."
-      );
-    }
-    const targetTable = options.targetTable instanceof OlapTable ? options.targetTable : new OlapTable(
-      requireTargetTableName(
-        options.targetTable?.name ?? options.tableName
-      ),
-      {
-        orderByFields: options.targetTable?.orderByFields ?? options.orderByFields,
-        engine: options.targetTable?.engine ?? options.engine ?? "MergeTree" /* MergeTree */
-      },
-      targetSchema,
-      targetColumns
-    );
-    if (targetTable.name === options.materializedViewName) {
-      throw new Error(
-        "Materialized view name cannot be the same as the target table name."
-      );
-    }
-    super(
-      options.materializedViewName,
-      [
-        createMaterializedView({
-          name: options.materializedViewName,
-          destinationTable: targetTable.name,
-          select: selectStatement
-        })
-        // Population is now handled automatically by Rust infrastructure
-        // based on table engine type and whether this is a new or updated view
-      ],
-      [dropView(options.materializedViewName)],
-      {
-        pullsDataFrom: options.selectTables,
-        pushesDataTo: [targetTable]
-      }
-    );
-    this.targetTable = targetTable;
-  }
-};
-
 // src/dmv2/sdk/view.ts
-var View = class extends SqlResource {
+var View = class {
+  /** @internal */
+  kind = "CustomView";
+  /** The name of the view */
+  name;
+  /** The SELECT SQL statement that defines the view */
+  selectSql;
+  /** Names of source tables/views that the SELECT reads from */
+  sourceTables;
+  /** @internal Source file path where this view was defined */
+  sourceFile;
   /**
    * Creates a new View instance.
    * @param name The name of the view to be created.
@@ -2522,17 +2530,16 @@ var View = class extends SqlResource {
     if (typeof selectStatement !== "string") {
       selectStatement = toStaticQuery(selectStatement);
     }
-    super(
-      name,
-      [
-        `CREATE VIEW IF NOT EXISTS ${name} 
-          AS ${selectStatement}`.trim()
-      ],
-      [dropView(name)],
-      {
-        pullsDataFrom: baseTables
-      }
-    );
+    this.name = name;
+    this.selectSql = selectStatement;
+    this.sourceTables = baseTables.map((t) => t.name);
+    const stack = new Error().stack;
+    this.sourceFile = getSourceFileFromStack(stack);
+    const customViews = getMooseInternal().customViews;
+    if (!isClientOnlyMode() && customViews.has(this.name)) {
+      throw new Error(`View with name ${this.name} already exists`);
+    }
+    customViews.set(this.name, this);
   }
 };
 
@@ -3414,7 +3421,6 @@ var DataSource = class {
   createClickhouseParameter,
   createConsumptionApi,
   createMaterializedView,
-  createProducerConfig,
   dropView,
   expressMiddleware,
   getApi,