@514labs/moose-lib 0.6.257 → 0.6.258-ci-6-g3ec391fc

package/dist/{index-rECDLgTX.d.mts → index-B1HsstjQ.d.mts}

@@ -190,6 +190,7 @@ declare enum ClickHouseEngines {
     Buffer = "Buffer",
     Distributed = "Distributed",
     IcebergS3 = "IcebergS3",
+    Kafka = "Kafka",
     ReplicatedMergeTree = "ReplicatedMergeTree",
     ReplicatedReplacingMergeTree = "ReplicatedReplacingMergeTree",
     ReplicatedAggregatingMergeTree = "ReplicatedAggregatingMergeTree",
@@ -637,6 +638,38 @@ type DistributedConfig<T> = Omit<BaseOlapConfig<T>, "orderByFields" | "orderByEx
     /** Optional: Policy name for data distribution */
     policyName?: string;
 };
+/** Kafka table settings. See: https://clickhouse.com/docs/engines/table-engines/integrations/kafka */
+interface KafkaTableSettings {
+    kafka_security_protocol?: "PLAINTEXT" | "SSL" | "SASL_PLAINTEXT" | "SASL_SSL";
+    kafka_sasl_mechanism?: "GSSAPI" | "PLAIN" | "SCRAM-SHA-256" | "SCRAM-SHA-512" | "OAUTHBEARER";
+    kafka_sasl_username?: string;
+    kafka_sasl_password?: string;
+    kafka_schema?: string;
+    kafka_num_consumers?: string;
+    kafka_max_block_size?: string;
+    kafka_skip_broken_messages?: string;
+    kafka_commit_every_batch?: string;
+    kafka_client_id?: string;
+    kafka_poll_timeout_ms?: string;
+    kafka_poll_max_batch_size?: string;
+    kafka_flush_interval_ms?: string;
+    kafka_consumer_reschedule_ms?: string;
+    kafka_thread_per_consumer?: string;
+    kafka_handle_error_mode?: "default" | "stream";
+    kafka_commit_on_select?: string;
+    kafka_max_rows_per_message?: string;
+    kafka_compression_codec?: string;
+    kafka_compression_level?: string;
+}
+/** Kafka engine for streaming data from Kafka topics. Additional settings go in `settings`. */
+type KafkaConfig<T> = Omit<BaseOlapConfig<T>, "orderByFields" | "orderByExpression" | "partitionBy" | "sampleByExpression"> & {
+    engine: ClickHouseEngines.Kafka;
+    brokerList: string;
+    topicList: string;
+    groupName: string;
+    format: string;
+    settings?: KafkaTableSettings;
+};
 /**
  * Configuration for IcebergS3 engine - read-only Iceberg table access
  *
@@ -679,7 +712,7 @@ type IcebergS3Config<T> = Omit<BaseOlapConfig<T>, "orderByFields" | "orderByExpr
  * @template T The data type of the records stored in the table.
  */
 type LegacyOlapConfig<T> = BaseOlapConfig<T>;
-type EngineConfig<T> = MergeTreeConfig<T> | ReplacingMergeTreeConfig<T> | AggregatingMergeTreeConfig<T> | SummingMergeTreeConfig<T> | ReplicatedMergeTreeConfig<T> | ReplicatedReplacingMergeTreeConfig<T> | ReplicatedAggregatingMergeTreeConfig<T> | ReplicatedSummingMergeTreeConfig<T> | S3QueueConfig<T> | S3Config<T> | BufferConfig<T> | DistributedConfig<T> | IcebergS3Config<T>;
+type EngineConfig<T> = MergeTreeConfig<T> | ReplacingMergeTreeConfig<T> | AggregatingMergeTreeConfig<T> | SummingMergeTreeConfig<T> | ReplicatedMergeTreeConfig<T> | ReplicatedReplacingMergeTreeConfig<T> | ReplicatedAggregatingMergeTreeConfig<T> | ReplicatedSummingMergeTreeConfig<T> | S3QueueConfig<T> | S3Config<T> | BufferConfig<T> | DistributedConfig<T> | IcebergS3Config<T> | KafkaConfig<T>;
 /**
  * Union of all engine-specific configurations (new API)
  * @template T The data type of the records stored in the table.

package/dist/{index-rECDLgTX.d.ts → index-B1HsstjQ.d.ts}

@@ -190,6 +190,7 @@ declare enum ClickHouseEngines {
     Buffer = "Buffer",
     Distributed = "Distributed",
     IcebergS3 = "IcebergS3",
+    Kafka = "Kafka",
     ReplicatedMergeTree = "ReplicatedMergeTree",
     ReplicatedReplacingMergeTree = "ReplicatedReplacingMergeTree",
     ReplicatedAggregatingMergeTree = "ReplicatedAggregatingMergeTree",
@@ -637,6 +638,38 @@ type DistributedConfig<T> = Omit<BaseOlapConfig<T>, "orderByFields" | "orderByEx
     /** Optional: Policy name for data distribution */
     policyName?: string;
 };
+/** Kafka table settings. See: https://clickhouse.com/docs/engines/table-engines/integrations/kafka */
+interface KafkaTableSettings {
+    kafka_security_protocol?: "PLAINTEXT" | "SSL" | "SASL_PLAINTEXT" | "SASL_SSL";
+    kafka_sasl_mechanism?: "GSSAPI" | "PLAIN" | "SCRAM-SHA-256" | "SCRAM-SHA-512" | "OAUTHBEARER";
+    kafka_sasl_username?: string;
+    kafka_sasl_password?: string;
+    kafka_schema?: string;
+    kafka_num_consumers?: string;
+    kafka_max_block_size?: string;
+    kafka_skip_broken_messages?: string;
+    kafka_commit_every_batch?: string;
+    kafka_client_id?: string;
+    kafka_poll_timeout_ms?: string;
+    kafka_poll_max_batch_size?: string;
+    kafka_flush_interval_ms?: string;
+    kafka_consumer_reschedule_ms?: string;
+    kafka_thread_per_consumer?: string;
+    kafka_handle_error_mode?: "default" | "stream";
+    kafka_commit_on_select?: string;
+    kafka_max_rows_per_message?: string;
+    kafka_compression_codec?: string;
+    kafka_compression_level?: string;
+}
+/** Kafka engine for streaming data from Kafka topics. Additional settings go in `settings`. */
+type KafkaConfig<T> = Omit<BaseOlapConfig<T>, "orderByFields" | "orderByExpression" | "partitionBy" | "sampleByExpression"> & {
+    engine: ClickHouseEngines.Kafka;
+    brokerList: string;
+    topicList: string;
+    groupName: string;
+    format: string;
+    settings?: KafkaTableSettings;
+};
 /**
  * Configuration for IcebergS3 engine - read-only Iceberg table access
  *
@@ -679,7 +712,7 @@ type IcebergS3Config<T> = Omit<BaseOlapConfig<T>, "orderByFields" | "orderByExpr
  * @template T The data type of the records stored in the table.
  */
 type LegacyOlapConfig<T> = BaseOlapConfig<T>;
-type EngineConfig<T> = MergeTreeConfig<T> | ReplacingMergeTreeConfig<T> | AggregatingMergeTreeConfig<T> | SummingMergeTreeConfig<T> | ReplicatedMergeTreeConfig<T> | ReplicatedReplacingMergeTreeConfig<T> | ReplicatedAggregatingMergeTreeConfig<T> | ReplicatedSummingMergeTreeConfig<T> | S3QueueConfig<T> | S3Config<T> | BufferConfig<T> | DistributedConfig<T> | IcebergS3Config<T>;
+type EngineConfig<T> = MergeTreeConfig<T> | ReplacingMergeTreeConfig<T> | AggregatingMergeTreeConfig<T> | SummingMergeTreeConfig<T> | ReplicatedMergeTreeConfig<T> | ReplicatedReplacingMergeTreeConfig<T> | ReplicatedAggregatingMergeTreeConfig<T> | ReplicatedSummingMergeTreeConfig<T> | S3QueueConfig<T> | S3Config<T> | BufferConfig<T> | DistributedConfig<T> | IcebergS3Config<T> | KafkaConfig<T>;
 /**
  * Union of all engine-specific configurations (new API)
  * @template T The data type of the records stored in the table.

package/dist/index.d.mts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-DnYA4Zgi.mjs';
-import { K as ApiUtil, a4 as MooseClient } from './index-rECDLgTX.mjs';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-rECDLgTX.mjs';
+export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-GsBQtLKo.mjs';
+import { K as ApiUtil, a4 as MooseClient } from './index-B1HsstjQ.mjs';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-B1HsstjQ.mjs';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';

package/dist/index.d.ts

@@ -1,6 +1,6 @@
-export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-B_aEflr_.js';
-import { K as ApiUtil, a4 as MooseClient } from './index-rECDLgTX.js';
-export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-rECDLgTX.js';
+export { C as ClickHouseByteSize, q as ClickHouseCodec, j as ClickHouseDecimal, n as ClickHouseDefault, k as ClickHouseFixedStringSize, l as ClickHouseFloat, a as ClickHouseInt, m as ClickHouseJson, e as ClickHouseLineString, p as ClickHouseMaterialized, f as ClickHouseMultiLineString, h as ClickHouseMultiPolygon, b as ClickHouseNamedTuple, c as ClickHousePoint, g as ClickHousePolygon, i as ClickHousePrecision, d as ClickHouseRing, o as ClickHouseTTL, D as DateTime, r as DateTime64, t as DateTime64String, s as DateTimeString, E as Decimal, F as FixedString, u as Float32, v as Float64, w as Int16, x as Int32, y as Int64, I as Int8, J as JWT, K as Key, L as LowCardinality, z as UInt16, A as UInt32, B as UInt64, U as UInt8, W as WithDefault } from './browserCompatible-CC6Jamxn.js';
+import { K as ApiUtil, a4 as MooseClient } from './index-B1HsstjQ.js';
+export { A as Aggregated, h as Api, i as ApiConfig, ad as ApiHelpers, a5 as Blocks, a6 as ClickHouseEngines, C as ConsumptionApi, ae as ConsumptionHelpers, N as ConsumptionUtil, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, Q as IdentifierBrandedString, I as IngestApi, g as IngestConfig, j as IngestPipeline, L as LifeCycle, M as MaterializedView, R as NonIdentifierBrandedString, a as OlapConfig, O as OlapTable, aa as QueryClient, X as RawValue, b as S3QueueTableSettings, S as SimpleAggregated, Z as Sql, k as SqlResource, c as Stream, d as StreamConfig, T as Task, U as Value, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, ab as WorkflowClient, a2 as createClickhouseParameter, a8 as createMaterializedView, a7 as dropView, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, ac as getTemporalClient, a1 as getValueFromParameter, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows, af as joinQueries, a3 as mapToClickHouseType, a9 as populateTable, P as quoteIdentifier, Y as sql, $ as toQuery, a0 as toQueryPreview, _ as toStaticQuery } from './index-B1HsstjQ.js';
 import * as _clickhouse_client from '@clickhouse/client';
 import { KafkaJS } from '@confluentinc/kafka-javascript';
 import http from 'http';

package/dist/index.js

@@ -725,6 +725,7 @@ var ClickHouseEngines = /* @__PURE__ */ ((ClickHouseEngines2) => {
   ClickHouseEngines2["Buffer"] = "Buffer";
   ClickHouseEngines2["Distributed"] = "Distributed";
   ClickHouseEngines2["IcebergS3"] = "IcebergS3";
+  ClickHouseEngines2["Kafka"] = "Kafka";
   ClickHouseEngines2["ReplicatedMergeTree"] = "ReplicatedMergeTree";
   ClickHouseEngines2["ReplicatedReplacingMergeTree"] = "ReplicatedReplacingMergeTree";
   ClickHouseEngines2["ReplicatedAggregatingMergeTree"] = "ReplicatedAggregatingMergeTree";