@bayoudhi/moose-lib-serverless 0.1.2 → 0.2.1

package/dist/{serverless.mjs → index.mjs}

@@ -1,261 +1,213 @@
+var __create = Object.create;
 var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __esm = (fn, res) => function __init() {
-  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __commonJS = (cb, mod) => function __require() {
+  return mod || (0, cb[__getOwnPropNames(cb)[0]])((mod = { exports: {} }).exports, mod), mod.exports;
 };
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 
-// src/commons-types.ts
-function isTruthy(value) {
-  if (!value) return false;
-  switch (value.trim().toLowerCase()) {
-    case "1":
-    case "true":
-    case "yes":
-    case "on":
-      return true;
-    default:
-      return false;
-  }
-}
-function mapTstoJs(filePath) {
-  return filePath.replace(/\.ts$/, ".js").replace(/\.cts$/, ".cjs").replace(/\.mts$/, ".mjs");
-}
-var compilerLog, antiCachePath, getFileName, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, logError;
-var init_commons_types = __esm({
-  "src/commons-types.ts"() {
+// stub-native:@514labs/kafka-javascript
+var require_kafka_javascript = __commonJS({
+  "stub-native:@514labs/kafka-javascript"(exports, module) {
     "use strict";
-    compilerLog = (message) => {
-      if (!isTruthy(process.env.MOOSE_DISABLE_COMPILER_LOGS)) {
-        console.log(message);
-      }
-    };
-    antiCachePath = (path2) => `${path2}?num=${Math.random().toString()}&time=${Date.now()}`;
-    getFileName = (filePath) => {
-      const regex = /\/([^/]+)\.ts/;
-      const matches = filePath.match(regex);
-      if (matches && matches.length > 1) {
-        return matches[1];
-      }
-      return "";
-    };
-    cliLog = (log) => {
-      const level = log.message_type === "Error" ? "error" : log.message_type === "Warning" ? "warn" : "info";
-      const structuredLog = {
-        __moose_structured_log__: true,
-        level,
-        message: log.message,
-        resource_type: "runtime",
-        cli_action: log.action,
-        cli_message_type: log.message_type ?? "Info",
-        timestamp: (/* @__PURE__ */ new Date()).toISOString()
+    function createDeepProxy() {
+      var handler = {
+        get: function(_, prop) {
+          if (prop === "__esModule") return true;
+          if (prop === "default") return proxy;
+          if (typeof prop === "symbol") return void 0;
+          return proxy;
+        },
+        apply: function() {
+          return proxy;
+        },
+        construct: function() {
+          return proxy;
+        },
+        ownKeys: function() {
+          return ["length", "name", "prototype"];
+        },
+        getOwnPropertyDescriptor: function(target, prop) {
+          if (prop === "length" || prop === "name" || prop === "prototype") {
+            return Object.getOwnPropertyDescriptor(target, prop);
+          }
+          return void 0;
+        },
+        getPrototypeOf: function() {
+          return proxy;
+        }
       };
-      process.stderr.write(JSON.stringify(structuredLog) + "\n");
-    };
-    MAX_RETRIES = 150;
-    MAX_RETRY_TIME_MS = 1e3;
-    RETRY_INITIAL_TIME_MS = 100;
-    MAX_RETRIES_PRODUCER = 150;
-    RETRY_FACTOR_PRODUCER = 0.2;
-    ACKs = -1;
-    logError = (logger, e) => {
-      logger.error(e.message);
-      const stack = e.stack;
-      if (stack) {
-        logger.error(stack);
-      }
-    };
+      var proxy = new Proxy(function() {
+      }, handler);
+      return proxy;
+    }
+    module.exports = createDeepProxy();
   }
 });
 
-// src/config/configFile.ts
-import path from "path";
-import * as toml from "toml";
-async function findConfigFile(startDir = process.cwd()) {
-  const fs = await import("fs");
-  let currentDir = path.resolve(startDir);
-  while (true) {
-    const configPath = path.join(currentDir, "moose.config.toml");
-    if (fs.existsSync(configPath)) {
-      return configPath;
-    }
-    const parentDir = path.dirname(currentDir);
-    if (parentDir === currentDir) {
-      break;
+// stub-native:@temporalio/client
+var require_client = __commonJS({
+  "stub-native:@temporalio/client"(exports, module) {
+    "use strict";
+    function createDeepProxy() {
+      var handler = {
+        get: function(_, prop) {
+          if (prop === "__esModule") return true;
+          if (prop === "default") return proxy;
+          if (typeof prop === "symbol") return void 0;
+          return proxy;
+        },
+        apply: function() {
+          return proxy;
+        },
+        construct: function() {
+          return proxy;
+        },
+        ownKeys: function() {
+          return ["length", "name", "prototype"];
+        },
+        getOwnPropertyDescriptor: function(target, prop) {
+          if (prop === "length" || prop === "name" || prop === "prototype") {
+            return Object.getOwnPropertyDescriptor(target, prop);
+          }
+          return void 0;
+        },
+        getPrototypeOf: function() {
+          return proxy;
+        }
+      };
+      var proxy = new Proxy(function() {
+      }, handler);
+      return proxy;
     }
-    currentDir = parentDir;
+    module.exports = createDeepProxy();
   }
-  return null;
-}
-async function readProjectConfig() {
-  const fs = await import("fs");
-  const configPath = await findConfigFile();
-  if (!configPath) {
-    throw new ConfigError(
-      "moose.config.toml not found in current directory or any parent directory"
-    );
-  }
-  try {
-    const configContent = fs.readFileSync(configPath, "utf-8");
-    const config = toml.parse(configContent);
-    return config;
-  } catch (error) {
-    throw new ConfigError(`Failed to parse moose.config.toml: ${error}`);
-  }
-}
-var ConfigError;
-var init_configFile = __esm({
-  "src/config/configFile.ts"() {
+});
+
+// stub-native:redis
+var require_redis = __commonJS({
+  "stub-native:redis"(exports, module) {
     "use strict";
-    ConfigError = class extends Error {
-      constructor(message) {
-        super(message);
-        this.name = "ConfigError";
-      }
-    };
+    function createDeepProxy() {
+      var handler = {
+        get: function(_, prop) {
+          if (prop === "__esModule") return true;
+          if (prop === "default") return proxy;
+          if (typeof prop === "symbol") return void 0;
+          return proxy;
+        },
+        apply: function() {
+          return proxy;
+        },
+        construct: function() {
+          return proxy;
+        },
+        ownKeys: function() {
+          return ["length", "name", "prototype"];
+        },
+        getOwnPropertyDescriptor: function(target, prop) {
+          if (prop === "length" || prop === "name" || prop === "prototype") {
+            return Object.getOwnPropertyDescriptor(target, prop);
+          }
+          return void 0;
+        },
+        getPrototypeOf: function() {
+          return proxy;
+        }
+      };
+      var proxy = new Proxy(function() {
+      }, handler);
+      return proxy;
+    }
+    module.exports = createDeepProxy();
   }
 });
 
-// src/config/runtime.ts
-var runtime_exports = {};
-var ConfigurationRegistry;
-var init_runtime = __esm({
-  "src/config/runtime.ts"() {
+// stub-native:@kafkajs/confluent-schema-registry
+var require_confluent_schema_registry = __commonJS({
+  "stub-native:@kafkajs/confluent-schema-registry"(exports, module) {
     "use strict";
-    init_configFile();
-    ConfigurationRegistry = class _ConfigurationRegistry {
-      static instance;
-      clickhouseConfig;
-      kafkaConfig;
-      static getInstance() {
-        if (!_ConfigurationRegistry.instance) {
-          _ConfigurationRegistry.instance = new _ConfigurationRegistry();
-        }
-        return _ConfigurationRegistry.instance;
-      }
-      setClickHouseConfig(config) {
-        this.clickhouseConfig = config;
-      }
-      setKafkaConfig(config) {
-        this.kafkaConfig = config;
-      }
-      _env(name) {
-        const value = process.env[name];
-        if (value === void 0) return void 0;
-        const trimmed = value.trim();
-        return trimmed.length > 0 ? trimmed : void 0;
-      }
-      _parseBool(value) {
-        if (value === void 0) return void 0;
-        switch (value.trim().toLowerCase()) {
-          case "1":
-          case "true":
-          case "yes":
-          case "on":
-            return true;
-          case "0":
-          case "false":
-          case "no":
-          case "off":
-            return false;
-          default:
-            return void 0;
-        }
-      }
-      async getClickHouseConfig() {
-        if (this.clickhouseConfig) {
-          return this.clickhouseConfig;
-        }
-        const projectConfig = await readProjectConfig();
-        const envHost = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST");
-        const envPort = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST_PORT");
-        const envUser = this._env("MOOSE_CLICKHOUSE_CONFIG__USER");
-        const envPassword = this._env("MOOSE_CLICKHOUSE_CONFIG__PASSWORD");
-        const envDb = this._env("MOOSE_CLICKHOUSE_CONFIG__DB_NAME");
-        const envUseSSL = this._parseBool(
-          this._env("MOOSE_CLICKHOUSE_CONFIG__USE_SSL")
-        );
-        return {
-          host: envHost ?? projectConfig.clickhouse_config.host,
-          port: envPort ?? projectConfig.clickhouse_config.host_port.toString(),
-          username: envUser ?? projectConfig.clickhouse_config.user,
-          password: envPassword ?? projectConfig.clickhouse_config.password,
-          database: envDb ?? projectConfig.clickhouse_config.db_name,
-          useSSL: envUseSSL !== void 0 ? envUseSSL : projectConfig.clickhouse_config.use_ssl || false
-        };
-      }
-      async getStandaloneClickhouseConfig(overrides) {
-        if (this.clickhouseConfig) {
-          return { ...this.clickhouseConfig, ...overrides };
-        }
-        const envHost = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST");
-        const envPort = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST_PORT");
-        const envUser = this._env("MOOSE_CLICKHOUSE_CONFIG__USER");
-        const envPassword = this._env("MOOSE_CLICKHOUSE_CONFIG__PASSWORD");
-        const envDb = this._env("MOOSE_CLICKHOUSE_CONFIG__DB_NAME");
-        const envUseSSL = this._parseBool(
-          this._env("MOOSE_CLICKHOUSE_CONFIG__USE_SSL")
-        );
-        let projectConfig;
-        try {
-          projectConfig = await readProjectConfig();
-        } catch (error) {
-          projectConfig = null;
-        }
-        const defaults = {
-          host: "localhost",
-          port: "18123",
-          username: "default",
-          password: "",
-          database: "local",
-          useSSL: false
-        };
-        return {
-          host: overrides?.host ?? envHost ?? projectConfig?.clickhouse_config.host ?? defaults.host,
-          port: overrides?.port ?? envPort ?? projectConfig?.clickhouse_config.host_port.toString() ?? defaults.port,
-          username: overrides?.username ?? envUser ?? projectConfig?.clickhouse_config.user ?? defaults.username,
-          password: overrides?.password ?? envPassword ?? projectConfig?.clickhouse_config.password ?? defaults.password,
-          database: overrides?.database ?? envDb ?? projectConfig?.clickhouse_config.db_name ?? defaults.database,
-          useSSL: overrides?.useSSL ?? envUseSSL ?? projectConfig?.clickhouse_config.use_ssl ?? defaults.useSSL
-        };
-      }
-      async getKafkaConfig() {
-        if (this.kafkaConfig) {
-          return this.kafkaConfig;
+    function createDeepProxy() {
+      var handler = {
+        get: function(_, prop) {
+          if (prop === "__esModule") return true;
+          if (prop === "default") return proxy;
+          if (typeof prop === "symbol") return void 0;
+          return proxy;
+        },
+        apply: function() {
+          return proxy;
+        },
+        construct: function() {
+          return proxy;
+        },
+        ownKeys: function() {
+          return ["length", "name", "prototype"];
+        },
+        getOwnPropertyDescriptor: function(target, prop) {
+          if (prop === "length" || prop === "name" || prop === "prototype") {
+            return Object.getOwnPropertyDescriptor(target, prop);
+          }
+          return void 0;
+        },
+        getPrototypeOf: function() {
+          return proxy;
         }
-        const projectConfig = await readProjectConfig();
-        const envBroker = this._env("MOOSE_REDPANDA_CONFIG__BROKER") ?? this._env("MOOSE_KAFKA_CONFIG__BROKER");
-        const envMsgTimeout = this._env("MOOSE_REDPANDA_CONFIG__MESSAGE_TIMEOUT_MS") ?? this._env("MOOSE_KAFKA_CONFIG__MESSAGE_TIMEOUT_MS");
-        const envSaslUsername = this._env("MOOSE_REDPANDA_CONFIG__SASL_USERNAME") ?? this._env("MOOSE_KAFKA_CONFIG__SASL_USERNAME");
-        const envSaslPassword = this._env("MOOSE_REDPANDA_CONFIG__SASL_PASSWORD") ?? this._env("MOOSE_KAFKA_CONFIG__SASL_PASSWORD");
-        const envSaslMechanism = this._env("MOOSE_REDPANDA_CONFIG__SASL_MECHANISM") ?? this._env("MOOSE_KAFKA_CONFIG__SASL_MECHANISM");
-        const envSecurityProtocol = this._env("MOOSE_REDPANDA_CONFIG__SECURITY_PROTOCOL") ?? this._env("MOOSE_KAFKA_CONFIG__SECURITY_PROTOCOL");
-        const envNamespace = this._env("MOOSE_REDPANDA_CONFIG__NAMESPACE") ?? this._env("MOOSE_KAFKA_CONFIG__NAMESPACE");
-        const envSchemaRegistryUrl = this._env("MOOSE_REDPANDA_CONFIG__SCHEMA_REGISTRY_URL") ?? this._env("MOOSE_KAFKA_CONFIG__SCHEMA_REGISTRY_URL");
-        const fileKafka = projectConfig.kafka_config ?? projectConfig.redpanda_config;
-        return {
-          broker: envBroker ?? fileKafka?.broker ?? "localhost:19092",
-          messageTimeoutMs: envMsgTimeout ? parseInt(envMsgTimeout, 10) : fileKafka?.message_timeout_ms ?? 1e3,
-          saslUsername: envSaslUsername ?? fileKafka?.sasl_username,
-          saslPassword: envSaslPassword ?? fileKafka?.sasl_password,
-          saslMechanism: envSaslMechanism ?? fileKafka?.sasl_mechanism,
-          securityProtocol: envSecurityProtocol ?? fileKafka?.security_protocol,
-          namespace: envNamespace ?? fileKafka?.namespace,
-          schemaRegistryUrl: envSchemaRegistryUrl ?? fileKafka?.schema_registry_url
-        };
-      }
-      hasRuntimeConfig() {
-        return !!this.clickhouseConfig || !!this.kafkaConfig;
-      }
-    };
-    globalThis._mooseConfigRegistry = ConfigurationRegistry.getInstance();
+      };
+      var proxy = new Proxy(function() {
+      }, handler);
+      return proxy;
+    }
+    module.exports = createDeepProxy();
   }
 });
 
-// src/commons.ts
+// ../ts-moose-lib/dist/serverless.mjs
+var import_kafka_javascript = __toESM(require_kafka_javascript(), 1);
+var import_client2 = __toESM(require_client(), 1);
+import {
+  existsSync,
+  readdirSync,
+  readFileSync,
+  writeFileSync
+} from "fs";
+import nodePath from "path";
+import { createClient } from "@clickhouse/client";
+import path from "path";
+import * as toml from "toml";
+import process2 from "process";
+var import_redis = __toESM(require_redis(), 1);
+import { parse as parse2 } from "csv-parse";
+import { Readable } from "stream";
+import { createHash as createHash2 } from "crypto";
+import { createHash as createHash3 } from "crypto";
+var __defProp2 = Object.defineProperty;
+var __getOwnPropNames2 = Object.getOwnPropertyNames;
+var __esm = (fn, res) => function __init() {
+  return fn && (res = (0, fn[__getOwnPropNames2(fn)[0]])(fn = 0)), res;
+};
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp2(target, name, { get: all[name], enumerable: true });
+};
 var commons_exports = {};
 __export(commons_exports, {
   ACKs: () => ACKs,
@@ -276,15 +228,21 @@ __export(commons_exports, {
   mapTstoJs: () => mapTstoJs,
   rewriteImportExtensions: () => rewriteImportExtensions
 });
-import { KafkaJS } from "@514labs/kafka-javascript";
-import { createClient } from "@clickhouse/client";
-import {
-  existsSync,
-  readdirSync,
-  readFileSync,
-  writeFileSync
-} from "fs";
-import nodePath from "path";
+function isTruthy(value) {
+  if (!value) return false;
+  switch (value.trim().toLowerCase()) {
+    case "1":
+    case "true":
+    case "yes":
+    case "on":
+      return true;
+    default:
+      return false;
+  }
+}
+function mapTstoJs(filePath) {
+  return filePath.replace(/\.ts$/, ".js").replace(/\.cts$/, ".cjs").replace(/\.mts$/, ".mjs");
+}
 function walkDirectory(dir, extensions) {
   const results = [];
   if (!existsSync(dir)) {
@@ -395,13 +353,40 @@ async function getKafkaProducer(cfg, logger, maxMessageBytes) {
   await producer.connect();
   return producer;
 }
-var Kafka, getClickhouseClient, parseBrokerString, buildSaslConfig, getKafkaClient;
+var Kafka;
+var compilerLog;
+var antiCachePath;
+var getFileName;
+var getClickhouseClient;
+var cliLog;
+var MAX_RETRIES;
+var MAX_RETRY_TIME_MS;
+var RETRY_INITIAL_TIME_MS;
+var MAX_RETRIES_PRODUCER;
+var RETRY_FACTOR_PRODUCER;
+var ACKs;
+var parseBrokerString;
+var logError;
+var buildSaslConfig;
+var getKafkaClient;
 var init_commons = __esm({
   "src/commons.ts"() {
     "use strict";
-    init_commons_types();
-    init_commons_types();
-    ({ Kafka } = KafkaJS);
+    ({ Kafka } = import_kafka_javascript.KafkaJS);
+    compilerLog = (message) => {
+      if (!isTruthy(process.env.MOOSE_DISABLE_COMPILER_LOGS)) {
+        console.log(message);
+      }
+    };
+    antiCachePath = (path2) => `${path2}?num=${Math.random().toString()}&time=${Date.now()}`;
+    getFileName = (filePath) => {
+      const regex = /\/([^\/]+)\.ts/;
+      const matches = filePath.match(regex);
+      if (matches && matches.length > 1) {
+        return matches[1];
+      }
+      return "";
+    };
     getClickhouseClient = ({
       username,
       password,
@@ -422,7 +407,33 @@ var init_commons = __esm({
         // to preserve SELECT query performance while ensuring INSERT/DDL reliability
       });
     };
+    cliLog = (log) => {
+      const level = log.message_type === "Error" ? "error" : log.message_type === "Warning" ? "warn" : "info";
+      const structuredLog = {
+        __moose_structured_log__: true,
+        level,
+        message: log.message,
+        resource_type: "runtime",
+        cli_action: log.action,
+        cli_message_type: log.message_type ?? "Info",
+        timestamp: (/* @__PURE__ */ new Date()).toISOString()
+      };
+      process.stderr.write(JSON.stringify(structuredLog) + "\n");
+    };
+    MAX_RETRIES = 150;
+    MAX_RETRY_TIME_MS = 1e3;
+    RETRY_INITIAL_TIME_MS = 100;
+    MAX_RETRIES_PRODUCER = 150;
+    RETRY_FACTOR_PRODUCER = 0.2;
+    ACKs = -1;
     parseBrokerString = (brokerString) => brokerString.split(",").map((b) => b.trim()).filter((b) => b.length > 0);
+    logError = (logger, e) => {
+      logger.error(e.message);
+      const stack = e.stack;
+      if (stack) {
+        logger.error(stack);
+      }
+    };
     buildSaslConfig = (logger, args) => {
       const mechanism = args.saslMechanism ? args.saslMechanism.toLowerCase() : "";
       switch (mechanism) {
@@ -438,58 +449,210 @@ var init_commons = __esm({
           logger.warn(`Unsupported SASL mechanism: ${args.saslMechanism}`);
           return void 0;
       }
-    };
-    getKafkaClient = async (cfg, logger) => {
-      const brokers = parseBrokerString(cfg.broker || "");
-      if (brokers.length === 0) {
-        throw new Error(`No valid broker addresses found in: "${cfg.broker}"`);
+    };
+    getKafkaClient = async (cfg, logger) => {
+      const brokers = parseBrokerString(cfg.broker || "");
+      if (brokers.length === 0) {
+        throw new Error(`No valid broker addresses found in: "${cfg.broker}"`);
+      }
+      logger.log(`Creating Kafka client with brokers: ${brokers.join(", ")}`);
+      logger.log(`Security protocol: ${cfg.securityProtocol || "plaintext"}`);
+      logger.log(`Client ID: ${cfg.clientId}`);
+      const saslConfig = buildSaslConfig(logger, cfg);
+      return new Kafka({
+        kafkaJS: {
+          clientId: cfg.clientId,
+          brokers,
+          ssl: cfg.securityProtocol === "SASL_SSL",
+          ...saslConfig && { sasl: saslConfig },
+          retry: {
+            initialRetryTime: RETRY_INITIAL_TIME_MS,
+            maxRetryTime: MAX_RETRY_TIME_MS,
+            retries: MAX_RETRIES
+          }
+        }
+      });
+    };
+  }
+});
+async function findConfigFile(startDir = process.cwd()) {
+  const fs = await import("fs");
+  let currentDir = path.resolve(startDir);
+  while (true) {
+    const configPath = path.join(currentDir, "moose.config.toml");
+    if (fs.existsSync(configPath)) {
+      return configPath;
+    }
+    const parentDir = path.dirname(currentDir);
+    if (parentDir === currentDir) {
+      break;
+    }
+    currentDir = parentDir;
+  }
+  return null;
+}
+async function readProjectConfig() {
+  const fs = await import("fs");
+  const configPath = await findConfigFile();
+  if (!configPath) {
+    throw new ConfigError(
+      "moose.config.toml not found in current directory or any parent directory"
+    );
+  }
+  try {
+    const configContent = fs.readFileSync(configPath, "utf-8");
+    const config = toml.parse(configContent);
+    return config;
+  } catch (error) {
+    throw new ConfigError(`Failed to parse moose.config.toml: ${error}`);
+  }
+}
+var ConfigError;
+var init_configFile = __esm({
+  "src/config/configFile.ts"() {
+    "use strict";
+    ConfigError = class extends Error {
+      constructor(message) {
+        super(message);
+        this.name = "ConfigError";
+      }
+    };
+  }
+});
+var runtime_exports = {};
+var ConfigurationRegistry;
+var init_runtime = __esm({
+  "src/config/runtime.ts"() {
+    "use strict";
+    init_configFile();
+    ConfigurationRegistry = class _ConfigurationRegistry {
+      static instance;
+      clickhouseConfig;
+      kafkaConfig;
+      static getInstance() {
+        if (!_ConfigurationRegistry.instance) {
+          _ConfigurationRegistry.instance = new _ConfigurationRegistry();
+        }
+        return _ConfigurationRegistry.instance;
+      }
+      setClickHouseConfig(config) {
+        this.clickhouseConfig = config;
+      }
+      setKafkaConfig(config) {
+        this.kafkaConfig = config;
       }
-      logger.log(`Creating Kafka client with brokers: ${brokers.join(", ")}`);
-      logger.log(`Security protocol: ${cfg.securityProtocol || "plaintext"}`);
-      logger.log(`Client ID: ${cfg.clientId}`);
-      const saslConfig = buildSaslConfig(logger, cfg);
-      return new Kafka({
-        kafkaJS: {
-          clientId: cfg.clientId,
-          brokers,
-          ssl: cfg.securityProtocol === "SASL_SSL",
-          ...saslConfig && { sasl: saslConfig },
-          retry: {
-            initialRetryTime: RETRY_INITIAL_TIME_MS,
-            maxRetryTime: MAX_RETRY_TIME_MS,
-            retries: MAX_RETRIES
-          }
+      _env(name) {
+        const value = process.env[name];
+        if (value === void 0) return void 0;
+        const trimmed = value.trim();
+        return trimmed.length > 0 ? trimmed : void 0;
+      }
+      _parseBool(value) {
+        if (value === void 0) return void 0;
+        switch (value.trim().toLowerCase()) {
+          case "1":
+          case "true":
+          case "yes":
+          case "on":
+            return true;
+          case "0":
+          case "false":
+          case "no":
+          case "off":
+            return false;
+          default:
+            return void 0;
         }
-      });
+      }
+      async getClickHouseConfig() {
+        if (this.clickhouseConfig) {
+          return this.clickhouseConfig;
+        }
+        const projectConfig = await readProjectConfig();
+        const envHost = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST");
+        const envPort = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST_PORT");
+        const envUser = this._env("MOOSE_CLICKHOUSE_CONFIG__USER");
+        const envPassword = this._env("MOOSE_CLICKHOUSE_CONFIG__PASSWORD");
+        const envDb = this._env("MOOSE_CLICKHOUSE_CONFIG__DB_NAME");
+        const envUseSSL = this._parseBool(
+          this._env("MOOSE_CLICKHOUSE_CONFIG__USE_SSL")
+        );
+        return {
+          host: envHost ?? projectConfig.clickhouse_config.host,
+          port: envPort ?? projectConfig.clickhouse_config.host_port.toString(),
+          username: envUser ?? projectConfig.clickhouse_config.user,
+          password: envPassword ?? projectConfig.clickhouse_config.password,
+          database: envDb ?? projectConfig.clickhouse_config.db_name,
+          useSSL: envUseSSL !== void 0 ? envUseSSL : projectConfig.clickhouse_config.use_ssl || false
+        };
+      }
+      async getStandaloneClickhouseConfig(overrides) {
+        if (this.clickhouseConfig) {
+          return { ...this.clickhouseConfig, ...overrides };
+        }
+        const envHost = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST");
+        const envPort = this._env("MOOSE_CLICKHOUSE_CONFIG__HOST_PORT");
+        const envUser = this._env("MOOSE_CLICKHOUSE_CONFIG__USER");
+        const envPassword = this._env("MOOSE_CLICKHOUSE_CONFIG__PASSWORD");
+        const envDb = this._env("MOOSE_CLICKHOUSE_CONFIG__DB_NAME");
+        const envUseSSL = this._parseBool(
+          this._env("MOOSE_CLICKHOUSE_CONFIG__USE_SSL")
+        );
+        let projectConfig;
+        try {
+          projectConfig = await readProjectConfig();
+        } catch (error) {
+          projectConfig = null;
+        }
+        const defaults = {
+          host: "localhost",
+          port: "18123",
+          username: "default",
+          password: "",
+          database: "local",
+          useSSL: false
+        };
+        return {
+          host: overrides?.host ?? envHost ?? projectConfig?.clickhouse_config.host ?? defaults.host,
+          port: overrides?.port ?? envPort ?? projectConfig?.clickhouse_config.host_port.toString() ?? defaults.port,
+          username: overrides?.username ?? envUser ?? projectConfig?.clickhouse_config.user ?? defaults.username,
+          password: overrides?.password ?? envPassword ?? projectConfig?.clickhouse_config.password ?? defaults.password,
+          database: overrides?.database ?? envDb ?? projectConfig?.clickhouse_config.db_name ?? defaults.database,
+          useSSL: overrides?.useSSL ?? envUseSSL ?? projectConfig?.clickhouse_config.use_ssl ?? defaults.useSSL
+        };
+      }
+      async getKafkaConfig() {
+        if (this.kafkaConfig) {
+          return this.kafkaConfig;
+        }
+        const projectConfig = await readProjectConfig();
+        const envBroker = this._env("MOOSE_REDPANDA_CONFIG__BROKER") ?? this._env("MOOSE_KAFKA_CONFIG__BROKER");
+        const envMsgTimeout = this._env("MOOSE_REDPANDA_CONFIG__MESSAGE_TIMEOUT_MS") ?? this._env("MOOSE_KAFKA_CONFIG__MESSAGE_TIMEOUT_MS");
+        const envSaslUsername = this._env("MOOSE_REDPANDA_CONFIG__SASL_USERNAME") ?? this._env("MOOSE_KAFKA_CONFIG__SASL_USERNAME");
+        const envSaslPassword = this._env("MOOSE_REDPANDA_CONFIG__SASL_PASSWORD") ?? this._env("MOOSE_KAFKA_CONFIG__SASL_PASSWORD");
+        const envSaslMechanism = this._env("MOOSE_REDPANDA_CONFIG__SASL_MECHANISM") ?? this._env("MOOSE_KAFKA_CONFIG__SASL_MECHANISM");
+        const envSecurityProtocol = this._env("MOOSE_REDPANDA_CONFIG__SECURITY_PROTOCOL") ?? this._env("MOOSE_KAFKA_CONFIG__SECURITY_PROTOCOL");
+        const envNamespace = this._env("MOOSE_REDPANDA_CONFIG__NAMESPACE") ?? this._env("MOOSE_KAFKA_CONFIG__NAMESPACE");
+        const envSchemaRegistryUrl = this._env("MOOSE_REDPANDA_CONFIG__SCHEMA_REGISTRY_URL") ?? this._env("MOOSE_KAFKA_CONFIG__SCHEMA_REGISTRY_URL");
+        const fileKafka = projectConfig.kafka_config ?? projectConfig.redpanda_config;
+        return {
+          broker: envBroker ?? fileKafka?.broker ?? "localhost:19092",
+          messageTimeoutMs: envMsgTimeout ? parseInt(envMsgTimeout, 10) : fileKafka?.message_timeout_ms ?? 1e3,
+          saslUsername: envSaslUsername ?? fileKafka?.sasl_username,
+          saslPassword: envSaslPassword ?? fileKafka?.sasl_password,
+          saslMechanism: envSaslMechanism ?? fileKafka?.sasl_mechanism,
+          securityProtocol: envSecurityProtocol ?? fileKafka?.security_protocol,
+          namespace: envNamespace ?? fileKafka?.namespace,
+          schemaRegistryUrl: envSchemaRegistryUrl ?? fileKafka?.schema_registry_url
+        };
+      }
+      hasRuntimeConfig() {
+        return !!this.clickhouseConfig || !!this.kafkaConfig;
+      }
     };
+    globalThis._mooseConfigRegistry = ConfigurationRegistry.getInstance();
   }
 });
-
-// src/dataModels/types.ts
-var ClickHouseEngines = /* @__PURE__ */ ((ClickHouseEngines2) => {
-  ClickHouseEngines2["MergeTree"] = "MergeTree";
-  ClickHouseEngines2["ReplacingMergeTree"] = "ReplacingMergeTree";
-  ClickHouseEngines2["SummingMergeTree"] = "SummingMergeTree";
-  ClickHouseEngines2["AggregatingMergeTree"] = "AggregatingMergeTree";
-  ClickHouseEngines2["CollapsingMergeTree"] = "CollapsingMergeTree";
-  ClickHouseEngines2["VersionedCollapsingMergeTree"] = "VersionedCollapsingMergeTree";
-  ClickHouseEngines2["GraphiteMergeTree"] = "GraphiteMergeTree";
-  ClickHouseEngines2["S3Queue"] = "S3Queue";
-  ClickHouseEngines2["S3"] = "S3";
-  ClickHouseEngines2["Buffer"] = "Buffer";
-  ClickHouseEngines2["Distributed"] = "Distributed";
-  ClickHouseEngines2["IcebergS3"] = "IcebergS3";
-  ClickHouseEngines2["Kafka"] = "Kafka";
-  ClickHouseEngines2["ReplicatedMergeTree"] = "ReplicatedMergeTree";
-  ClickHouseEngines2["ReplicatedReplacingMergeTree"] = "ReplicatedReplacingMergeTree";
-  ClickHouseEngines2["ReplicatedAggregatingMergeTree"] = "ReplicatedAggregatingMergeTree";
-  ClickHouseEngines2["ReplicatedSummingMergeTree"] = "ReplicatedSummingMergeTree";
-  ClickHouseEngines2["ReplicatedCollapsingMergeTree"] = "ReplicatedCollapsingMergeTree";
-  ClickHouseEngines2["ReplicatedVersionedCollapsingMergeTree"] = "ReplicatedVersionedCollapsingMergeTree";
-  return ClickHouseEngines2;
-})(ClickHouseEngines || {});
-
-// src/dmv2/utils/stackTrace.ts
 function shouldSkipStackLine(line) {
   return line.includes("node_modules") || // Skip npm installed packages (prod)
   line.includes("node:internal") || // Skip Node.js internals (modern format)
@@ -550,8 +713,6 @@ function getSourceFileFromStack(stack) {
   const location = getSourceLocationFromStack(stack);
   return location?.file;
 }
-
-// src/dmv2/typedBase.ts
 var TypedBase = class {
   /** The JSON schema representation of type T. Injected by the compiler plugin. */
   schema;
@@ -610,165 +771,79 @@ var TypedBase = class {
     }
   }
 };
-
-// src/dataModels/dataModelTypes.ts
 function isArrayNestedType(dt) {
   return typeof dt === "object" && dt !== null && dt.elementType !== null && typeof dt.elementType === "object" && dt.elementType.hasOwnProperty("columns") && Array.isArray(dt.elementType.columns);
 }
 function isNestedType(dt) {
   return typeof dt === "object" && dt !== null && Array.isArray(dt.columns);
 }
-
-// src/dmv2/internal.ts
-init_commons_types();
-import process2 from "process";
-var isClientOnlyMode = () => process2.env.MOOSE_CLIENT_ONLY === "true";
-var moose_internal = {
-  tables: /* @__PURE__ */ new Map(),
-  streams: /* @__PURE__ */ new Map(),
-  ingestApis: /* @__PURE__ */ new Map(),
-  apis: /* @__PURE__ */ new Map(),
-  sqlResources: /* @__PURE__ */ new Map(),
-  workflows: /* @__PURE__ */ new Map(),
-  webApps: /* @__PURE__ */ new Map(),
-  materializedViews: /* @__PURE__ */ new Map(),
-  views: /* @__PURE__ */ new Map()
-};
-var defaultRetentionPeriod = 60 * 60 * 24 * 7;
-var getMooseInternal = () => globalThis.moose_internal;
-if (getMooseInternal() === void 0) {
-  globalThis.moose_internal = moose_internal;
-}
-var dlqSchema = {
-  version: "3.1",
-  components: {
-    schemas: {
-      DeadLetterModel: {
-        type: "object",
-        properties: {
-          originalRecord: {
-            $ref: "#/components/schemas/Recordstringany"
-          },
-          errorMessage: {
-            type: "string"
-          },
-          errorType: {
-            type: "string"
-          },
-          failedAt: {
-            type: "string",
-            format: "date-time"
-          },
-          source: {
-            oneOf: [
-              {
-                const: "api"
-              },
-              {
-                const: "transform"
-              },
-              {
-                const: "table"
-              }
-            ]
-          }
-        },
-        required: [
-          "originalRecord",
-          "errorMessage",
-          "errorType",
-          "failedAt",
-          "source"
-        ]
-      },
-      Recordstringany: {
-        type: "object",
-        properties: {},
-        required: [],
-        description: "Construct a type with a set of properties K of type T",
-        additionalProperties: {}
-      }
+var ClickHouseEngines = /* @__PURE__ */ ((ClickHouseEngines2) => {
+  ClickHouseEngines2["MergeTree"] = "MergeTree";
+  ClickHouseEngines2["ReplacingMergeTree"] = "ReplacingMergeTree";
+  ClickHouseEngines2["SummingMergeTree"] = "SummingMergeTree";
+  ClickHouseEngines2["AggregatingMergeTree"] = "AggregatingMergeTree";
+  ClickHouseEngines2["CollapsingMergeTree"] = "CollapsingMergeTree";
+  ClickHouseEngines2["VersionedCollapsingMergeTree"] = "VersionedCollapsingMergeTree";
+  ClickHouseEngines2["GraphiteMergeTree"] = "GraphiteMergeTree";
+  ClickHouseEngines2["S3Queue"] = "S3Queue";
+  ClickHouseEngines2["S3"] = "S3";
+  ClickHouseEngines2["Buffer"] = "Buffer";
+  ClickHouseEngines2["Distributed"] = "Distributed";
+  ClickHouseEngines2["IcebergS3"] = "IcebergS3";
+  ClickHouseEngines2["Kafka"] = "Kafka";
+  ClickHouseEngines2["ReplicatedMergeTree"] = "ReplicatedMergeTree";
+  ClickHouseEngines2["ReplicatedReplacingMergeTree"] = "ReplicatedReplacingMergeTree";
+  ClickHouseEngines2["ReplicatedAggregatingMergeTree"] = "ReplicatedAggregatingMergeTree";
+  ClickHouseEngines2["ReplicatedSummingMergeTree"] = "ReplicatedSummingMergeTree";
+  ClickHouseEngines2["ReplicatedCollapsingMergeTree"] = "ReplicatedCollapsingMergeTree";
+  ClickHouseEngines2["ReplicatedVersionedCollapsingMergeTree"] = "ReplicatedVersionedCollapsingMergeTree";
+  return ClickHouseEngines2;
+})(ClickHouseEngines || {});
+init_commons();
+var MOOSE_RUNTIME_ENV_PREFIX = "__MOOSE_RUNTIME_ENV__:";
+var mooseRuntimeEnv = {
+  /**
+   * Gets a value from an environment variable, with behavior depending on context.
+   *
+   * When IS_LOADING_INFRA_MAP=true (infrastructure loading):
+   *   Returns a marker string that Moose CLI will resolve later
+   *
+   * When IS_LOADING_INFRA_MAP is unset (function/workflow runtime):
+   *   Returns the actual value from the environment variable
+   *
+   * @param envVarName - Name of the environment variable to resolve
+   * @returns Either a marker string or the actual environment variable value
+   * @throws {Error} If the environment variable name is empty
+   * @throws {Error} If the environment variable is not set (runtime mode only)
+   *
+   * @example
+   * ```typescript
+   * // Instead of this (evaluated at build time):
+   * awsAccessKeyId: process.env.AWS_ACCESS_KEY_ID
+   *
+   * // Use this (evaluated at runtime):
+   * awsAccessKeyId: mooseRuntimeEnv.get("AWS_ACCESS_KEY_ID")
+   * ```
+   */
+  get(envVarName) {
+    if (!envVarName || envVarName.trim() === "") {
+      throw new Error("Environment variable name cannot be empty");
     }
-  },
-  schemas: [
-    {
-      $ref: "#/components/schemas/DeadLetterModel"
+    const isLoadingInfraMap = process.env.IS_LOADING_INFRA_MAP === "true";
+    if (isLoadingInfraMap) {
+      return `${MOOSE_RUNTIME_ENV_PREFIX}${envVarName}`;
+    } else {
+      const value = process.env[envVarName];
+      if (value === void 0) {
+        throw new Error(
+          `Environment variable '${envVarName}' is not set. This is required for runtime execution of functions/workflows.`
+        );
+      }
+      return value;
     }
-  ]
-};
-var dlqColumns = [
-  {
-    name: "originalRecord",
-    data_type: "Json",
-    primary_key: false,
-    required: true,
-    unique: false,
-    default: null,
-    annotations: [],
-    ttl: null,
-    codec: null,
-    materialized: null,
-    comment: null
-  },
-  {
-    name: "errorMessage",
-    data_type: "String",
-    primary_key: false,
-    required: true,
-    unique: false,
-    default: null,
-    annotations: [],
-    ttl: null,
-    codec: null,
-    materialized: null,
-    comment: null
-  },
-  {
-    name: "errorType",
-    data_type: "String",
-    primary_key: false,
-    required: true,
-    unique: false,
-    default: null,
-    annotations: [],
-    ttl: null,
-    codec: null,
-    materialized: null,
-    comment: null
-  },
-  {
-    name: "failedAt",
-    data_type: "DateTime",
-    primary_key: false,
-    required: true,
-    unique: false,
-    default: null,
-    annotations: [],
-    ttl: null,
-    codec: null,
-    materialized: null,
-    comment: null
-  },
-  {
-    name: "source",
-    data_type: "String",
-    primary_key: false,
-    required: true,
-    unique: false,
-    default: null,
-    annotations: [],
-    ttl: null,
-    codec: null,
-    materialized: null,
-    comment: null
   }
-];
-
-// src/dmv2/sdk/olapTable.ts
-import { Readable } from "stream";
-import { createHash } from "crypto";
-
-// src/sqlHelpers.ts
+};
+var mooseEnvSecrets = mooseRuntimeEnv;
 var quoteIdentifier = (name) => {
   return name.startsWith("`") && name.endsWith("`") ? name : `\`${name}\``;
 };
@@ -855,8 +930,8 @@ sql.join = function(fragments, separator) {
 sql.raw = function(text) {
   return new Sql([text], []);
 };
-var toStaticQuery = (sql2) => {
-  const [query, params] = toQuery(sql2);
+var toStaticQuery = (sql3) => {
+  const [query, params] = toQuery(sql3);
   if (Object.keys(params).length !== 0) {
     throw new Error(
       "Dynamic SQL is not allowed in the select statement in view creation."
@@ -864,14 +939,14 @@ var toStaticQuery = (sql2) => {
   }
   return query;
 };
-var toQuery = (sql2) => {
-  const parameterizedStubs = sql2.values.map(
+var toQuery = (sql3) => {
+  const parameterizedStubs = sql3.values.map(
     (v, i) => createClickhouseParameter(i, v)
   );
-  const query = sql2.strings.map(
+  const query = sql3.strings.map(
     (s, i) => s != "" ? `${s}${emptyIfUndefined(parameterizedStubs[i])}` : ""
   ).join("");
-  const query_params = sql2.values.reduce(
+  const query_params = sql3.values.reduce(
     (acc, v, i) => ({
       ...acc,
       [`p${i}`]: getValueFromParameter(v)
@@ -880,7 +955,7 @@ var toQuery = (sql2) => {
   );
   return [query, query_params];
 };
-var toQueryPreview = (sql2) => {
+var toQueryPreview = (sql3) => {
   try {
     const formatValue = (v) => {
       if (Array.isArray(v)) {
@@ -901,46 +976,254 @@ var toQueryPreview = (sql2) => {
       } catch {
         return String(v);
       }
-    };
-    let out = sql2.strings[0] ?? "";
-    for (let i = 0; i < sql2.values.length; i++) {
-      const val = getValueFromParameter(sql2.values[i]);
-      out += formatValue(val);
-      out += sql2.strings[i + 1] ?? "";
+    };
+    let out = sql3.strings[0] ?? "";
+    for (let i = 0; i < sql3.values.length; i++) {
+      const val = getValueFromParameter(sql3.values[i]);
+      out += formatValue(val);
+      out += sql3.strings[i + 1] ?? "";
+    }
+    return out.replace(/\s+/g, " ").trim();
+  } catch (error) {
+    console.log(`toQueryPreview error: ${error}`);
+    return "/* query preview unavailable */";
+  }
+};
+var getValueFromParameter = (value) => {
+  if (Array.isArray(value)) {
+    const [type, val] = value;
+    if (type === "Identifier") return val;
+  }
+  return value;
+};
+function createClickhouseParameter(parameterIndex, value) {
+  return `{p${parameterIndex}:${mapToClickHouseType(value)}}`;
+}
+var mapToClickHouseType = (value) => {
+  if (typeof value === "number") {
+    return Number.isInteger(value) ? "Int" : "Float";
+  }
+  if (typeof value === "boolean") return "Bool";
+  if (value instanceof Date) return "DateTime";
+  if (Array.isArray(value)) {
+    const [type, _] = value;
+    return type;
+  }
+  return "String";
+};
+function emptyIfUndefined(value) {
+  return value === void 0 ? "" : value;
+}
+init_commons();
+function jsonDateReviver(key, value) {
+  const iso8601Format = /^([\+-]?\d{4}(?!\d{2}\b))((-?)((0[1-9]|1[0-2])(\3([12]\d|0[1-9]|3[01]))?|W([0-4]\d|5[0-2])(-?[1-7])?|(00[1-9]|0[1-9]\d|[12]\d{2}|3([0-5]\d|6[1-6])))([T\s]((([01]\d|2[0-3])((:?)[0-5]\d)?|24\:?00)([\.,]\d+(?!:))?)?(\17[0-5]\d([\.,]\d+)?)?([zZ]|([\+-])([01]\d|2[0-3]):?([0-5]\d)?)?)?)$/;
+  if (typeof value === "string" && iso8601Format.test(value)) {
+    return new Date(value);
+  }
+  return value;
+}
+function parseCSV(content, config) {
+  return new Promise((resolve, reject) => {
+    const results = [];
+    parse2(content, {
+      delimiter: config.delimiter,
+      columns: config.columns ?? true,
+      skip_empty_lines: config.skipEmptyLines ?? true,
+      trim: config.trim ?? true
+    }).on("data", (row) => {
+      results.push(row);
+    }).on("end", () => {
+      resolve(results);
+    }).on("error", (error) => {
+      reject(error);
+    });
+  });
+}
+function parseJSON(content, config = {}) {
+  try {
+    const parsed = JSON.parse(content, config.reviver);
+    if (Array.isArray(parsed)) {
+      return parsed;
+    } else {
+      return [parsed];
+    }
+  } catch (error) {
+    throw new Error(
+      `Failed to parse JSON: ${error instanceof Error ? error.message : "Unknown error"}`
+    );
+  }
+}
+function parseJSONWithDates(content) {
+  return parseJSON(content, { reviver: jsonDateReviver });
+}
+function isValidCSVDelimiter(delimiter) {
+  return delimiter.length === 1 && !/\s/.test(delimiter);
+}
+var CSV_DELIMITERS = {
+  COMMA: ",",
+  TAB: "	",
+  SEMICOLON: ";",
+  PIPE: "|"
+};
+var DEFAULT_CSV_CONFIG = {
+  delimiter: CSV_DELIMITERS.COMMA,
+  columns: true,
+  skipEmptyLines: true,
+  trim: true
+};
+var DEFAULT_JSON_CONFIG = {
+  reviver: jsonDateReviver
+};
+var DataSource = class {
+  name;
+  supportsIncremental;
+  constructor(config) {
+    this.name = config.name;
+    this.supportsIncremental = config.supportsIncremental ?? false;
+  }
+};
+init_commons();
+var isClientOnlyMode = () => process2.env.MOOSE_CLIENT_ONLY === "true";
+var moose_internal = {
+  tables: /* @__PURE__ */ new Map(),
+  streams: /* @__PURE__ */ new Map(),
+  ingestApis: /* @__PURE__ */ new Map(),
+  apis: /* @__PURE__ */ new Map(),
+  sqlResources: /* @__PURE__ */ new Map(),
+  workflows: /* @__PURE__ */ new Map(),
+  webApps: /* @__PURE__ */ new Map(),
+  materializedViews: /* @__PURE__ */ new Map(),
+  views: /* @__PURE__ */ new Map()
+};
+var defaultRetentionPeriod = 60 * 60 * 24 * 7;
+var getMooseInternal = () => globalThis.moose_internal;
+if (getMooseInternal() === void 0) {
+  globalThis.moose_internal = moose_internal;
+}
+var dlqSchema = {
+  version: "3.1",
+  components: {
+    schemas: {
+      DeadLetterModel: {
+        type: "object",
+        properties: {
+          originalRecord: {
+            $ref: "#/components/schemas/Recordstringany"
+          },
+          errorMessage: {
+            type: "string"
+          },
+          errorType: {
+            type: "string"
+          },
+          failedAt: {
+            type: "string",
+            format: "date-time"
+          },
+          source: {
+            oneOf: [
+              {
+                const: "api"
+              },
+              {
+                const: "transform"
+              },
+              {
+                const: "table"
+              }
+            ]
+          }
+        },
+        required: [
+          "originalRecord",
+          "errorMessage",
+          "errorType",
+          "failedAt",
+          "source"
+        ]
+      },
+      Recordstringany: {
+        type: "object",
+        properties: {},
+        required: [],
+        description: "Construct a type with a set of properties K of type T",
+        additionalProperties: {}
+      }
     }
-    return out.replace(/\s+/g, " ").trim();
-  } catch (error) {
-    console.log(`toQueryPreview error: ${error}`);
-    return "/* query preview unavailable */";
-  }
-};
-var getValueFromParameter = (value) => {
-  if (Array.isArray(value)) {
-    const [type, val] = value;
-    if (type === "Identifier") return val;
-  }
-  return value;
+  },
+  schemas: [
+    {
+      $ref: "#/components/schemas/DeadLetterModel"
+    }
+  ]
 };
-function createClickhouseParameter(parameterIndex, value) {
-  return `{p${parameterIndex}:${mapToClickHouseType(value)}}`;
-}
-var mapToClickHouseType = (value) => {
-  if (typeof value === "number") {
-    return Number.isInteger(value) ? "Int" : "Float";
-  }
-  if (typeof value === "boolean") return "Bool";
-  if (value instanceof Date) return "DateTime";
-  if (Array.isArray(value)) {
-    const [type, _] = value;
-    return type;
+var dlqColumns = [
+  {
+    name: "originalRecord",
+    data_type: "Json",
+    primary_key: false,
+    required: true,
+    unique: false,
+    default: null,
+    annotations: [],
+    ttl: null,
+    codec: null,
+    materialized: null,
+    comment: null
+  },
+  {
+    name: "errorMessage",
+    data_type: "String",
+    primary_key: false,
+    required: true,
+    unique: false,
+    default: null,
+    annotations: [],
+    ttl: null,
+    codec: null,
+    materialized: null,
+    comment: null
+  },
+  {
+    name: "errorType",
+    data_type: "String",
+    primary_key: false,
+    required: true,
+    unique: false,
+    default: null,
+    annotations: [],
+    ttl: null,
+    codec: null,
+    materialized: null,
+    comment: null
+  },
+  {
+    name: "failedAt",
+    data_type: "DateTime",
+    primary_key: false,
+    required: true,
+    unique: false,
+    default: null,
+    annotations: [],
+    ttl: null,
+    codec: null,
+    materialized: null,
+    comment: null
+  },
+  {
+    name: "source",
+    data_type: "String",
+    primary_key: false,
+    required: true,
+    unique: false,
+    default: null,
+    annotations: [],
+    ttl: null,
+    codec: null,
+    materialized: null,
+    comment: null
   }
-  return "String";
-};
-function emptyIfUndefined(value) {
-  return value === void 0 ? "" : value;
-}
-
-// src/dmv2/sdk/olapTable.ts
+];
 var OlapTable = class extends TypedBase {
   name;
   /** @internal */
@@ -952,7 +1235,14 @@ var OlapTable = class extends TypedBase {
   /** @internal Cached table name to avoid repeated generation */
   _cachedTableName;
   constructor(name, config, schema, columns, validators) {
-    const resolvedConfig = config ? "engine" in config ? config : { ...config, engine: "MergeTree" /* MergeTree */ } : { engine: "MergeTree" /* MergeTree */ };
+    const resolvedConfig = config ? "engine" in config ? config : {
+      ...config,
+      engine: "MergeTree"
+      /* MergeTree */
+    } : {
+      engine: "MergeTree"
+      /* MergeTree */
+    };
     const hasFields = Array.isArray(resolvedConfig.orderByFields) && resolvedConfig.orderByFields.length > 0;
     const hasExpr = typeof resolvedConfig.orderByExpression === "string" && resolvedConfig.orderByExpression.length > 0;
     if (hasFields && hasExpr) {
@@ -1005,7 +1295,7 @@ var OlapTable = class extends TypedBase {
   createConfigHash(clickhouseConfig) {
     const effectiveDatabase = this.config.database ?? clickhouseConfig.database;
     const configString = `${clickhouseConfig.host}:${clickhouseConfig.port}:${clickhouseConfig.username}:${clickhouseConfig.password}:${effectiveDatabase}:${clickhouseConfig.useSSL}`;
-    return createHash("sha256").update(configString).digest("hex").substring(0, 16);
+    return createHash2("sha256").update(configString).digest("hex").substring(0, 16);
   }
   /**
    * Gets or creates a memoized ClickHouse client.
@@ -1622,9 +1912,6 @@ var OlapTable = class extends TypedBase {
   // were removed in ENG-856. Use direct configuration instead, e.g.:
   // new OlapTable(name, { engine: ClickHouseEngines.ReplacingMergeTree, orderByFields: ["id"], ver: "updated_at" })
 };
-
-// src/dmv2/sdk/stream.ts
-import { createHash as createHash2 } from "crypto";
 var RoutedMessage = class {
   /** The destination stream for the message */
   destination;
@@ -1675,7 +1962,7 @@ var Stream = class extends TypedBase {
    *
    * @internal
    */
-  _consumers = [];
+  _consumers = new Array();
   /**
    * Builds the full Kafka topic name including optional namespace and version suffix.
    * Version suffix is appended as _x_y_z where dots in version are replaced with underscores.
@@ -1698,7 +1985,7 @@ var Stream = class extends TypedBase {
       kafkaConfig.securityProtocol,
       kafkaConfig.namespace
     ].join(":");
-    return createHash2("sha256").update(configString).digest("hex").substring(0, 16);
+    return createHash3("sha256").update(configString).digest("hex").substring(0, 16);
   }
   /**
    * Gets or creates a memoized KafkaJS producer using runtime configuration.
@@ -1778,9 +2065,9 @@ var Stream = class extends TypedBase {
       }
       const {
         default: { SchemaRegistry }
-      } = await import("@kafkajs/confluent-schema-registry");
+      } = await Promise.resolve().then(() => __toESM(require_confluent_schema_registry(), 1));
       const registry = new SchemaRegistry({ host: schemaRegistryUrl });
-      let schemaId;
+      let schemaId = void 0;
       if ("id" in sr.reference) {
         schemaId = sr.reference.id;
       } else if ("subjectLatest" in sr.reference) {
@@ -1958,8 +2245,6 @@ var DeadLetterQueue = class extends Stream {
     super.addMultiTransform(withValidate);
   }
 };
-
-// src/dmv2/sdk/workflow.ts
 var Task = class {
   /**
    * Creates a new Task instance.
@@ -2067,8 +2352,6 @@ var Workflow = class {
     validateTask(startingTask, []);
   }
 };
-
-// src/dmv2/sdk/ingestApi.ts
 var IngestApi = class extends TypedBase {
   constructor(name, config, schema, columns, validators, allowExtraFields) {
     super(name, config, schema, columns, void 0, allowExtraFields);
@@ -2079,8 +2362,6 @@ var IngestApi = class extends TypedBase {
     ingestApis.set(name, this);
   }
 };
-
-// src/dmv2/sdk/consumptionApi.ts
 var Api = class extends TypedBase {
   /** @internal The handler function that processes requests and generates responses. */
   _handler;
@@ -2187,8 +2468,6 @@ var Api = class extends TypedBase {
   }
 };
 var ConsumptionApi = Api;
-
-// src/dmv2/sdk/ingestPipeline.ts
 var IngestPipeline = class extends TypedBase {
   /**
    * The OLAP table component of the pipeline, if configured.
@@ -2227,7 +2506,7 @@ var IngestPipeline = class extends TypedBase {
         ...config.version && { version: config.version }
       } : {
         lifeCycle: config.lifeCycle,
-        engine: "MergeTree" /* MergeTree */,
+        engine: "MergeTree",
         ...config.version && { version: config.version }
       };
       this.table = new OlapTable(
@@ -2297,8 +2576,6 @@ var IngestPipeline = class extends TypedBase {
     }
   }
 };
-
-// src/dmv2/sdk/etlPipeline.ts
 var InternalBatcher = class {
   iterator;
   batchSize;
@@ -2439,8 +2716,6 @@ var ETLPipeline = class {
     console.log(`Completed ETL Pipeline: ${this.name}`);
   }
 };
-
-// src/dmv2/sdk/materializedView.ts
 function formatTableReference(table) {
   const database = table instanceof OlapTable ? table.config.database : void 0;
   if (database) {
@@ -2484,7 +2759,8 @@ var MaterializedView = class {
       ),
       {
         orderByFields: options.targetTable?.orderByFields ?? options.orderByFields,
-        engine: options.targetTable?.engine ?? options.engine ?? "MergeTree" /* MergeTree */
+        engine: options.targetTable?.engine ?? options.engine ?? "MergeTree"
+        /* MergeTree */
       },
       targetSchema,
       targetColumns
@@ -2515,8 +2791,6 @@ var MaterializedView = class {
     materializedViews.set(this.name, this);
   }
 };
-
-// src/dmv2/sdk/sqlResource.ts
 var SqlResource = class {
   /** @internal */
   kind = "SqlResource";
@@ -2553,10 +2827,10 @@ var SqlResource = class {
     sqlResources.set(name, this);
     this.name = name;
     this.setup = setup.map(
-      (sql2) => typeof sql2 === "string" ? sql2 : toStaticQuery(sql2)
+      (sql3) => typeof sql3 === "string" ? sql3 : toStaticQuery(sql3)
     );
     this.teardown = teardown.map(
-      (sql2) => typeof sql2 === "string" ? sql2 : toStaticQuery(sql2)
+      (sql3) => typeof sql3 === "string" ? sql3 : toStaticQuery(sql3)
     );
     this.pullsDataFrom = options?.pullsDataFrom ?? [];
     this.pushesDataTo = options?.pushesDataTo ?? [];
@@ -2569,8 +2843,6 @@ var SqlResource = class {
     }
   }
 };
-
-// src/dmv2/sdk/view.ts
 function formatTableReference2(table) {
   const database = table instanceof OlapTable ? table.config.database : void 0;
   if (database) {
@@ -2618,16 +2890,12 @@ var View = class {
     views.set(this.name, this);
   }
 };
-
-// src/dmv2/sdk/lifeCycle.ts
 var LifeCycle = /* @__PURE__ */ ((LifeCycle2) => {
   LifeCycle2["FULLY_MANAGED"] = "FULLY_MANAGED";
   LifeCycle2["DELETION_PROTECTED"] = "DELETION_PROTECTED";
   LifeCycle2["EXTERNALLY_MANAGED"] = "EXTERNALLY_MANAGED";
   return LifeCycle2;
 })(LifeCycle || {});
-
-// src/dmv2/sdk/webApp.ts
 var RESERVED_MOUNT_PATHS = [
   "/admin",
   "/api",
@@ -2740,8 +3008,6 @@ Examples:
     return this._rawApp;
   }
 };
-
-// src/dmv2/registry.ts
 function getTables() {
   return getMooseInternal().tables;
 }
@@ -2793,7 +3059,7 @@ function getSqlResources() {
 function getSqlResource(name) {
   return getMooseInternal().sqlResources.get(name);
 }
-function getWorkflows() {
+function getWorkflows2() {
   return getMooseInternal().workflows;
 }
 function getWorkflow(name) {
@@ -2817,131 +3083,7 @@ function getViews() {
 function getView(name) {
   return getMooseInternal().views.get(name);
 }
-
-// src/serverless.ts
-init_commons_types();
-
-// src/connectors/dataSource.ts
-var DataSource = class {
-  name;
-  supportsIncremental;
-  constructor(config) {
-    this.name = config.name;
-    this.supportsIncremental = config.supportsIncremental ?? false;
-  }
-};
-
-// src/secrets.ts
-var MOOSE_RUNTIME_ENV_PREFIX = "__MOOSE_RUNTIME_ENV__:";
-var mooseRuntimeEnv = {
-  /**
-   * Gets a value from an environment variable, with behavior depending on context.
-   *
-   * When IS_LOADING_INFRA_MAP=true (infrastructure loading):
-   *   Returns a marker string that Moose CLI will resolve later
-   *
-   * When IS_LOADING_INFRA_MAP is unset (function/workflow runtime):
-   *   Returns the actual value from the environment variable
-   *
-   * @param envVarName - Name of the environment variable to resolve
-   * @returns Either a marker string or the actual environment variable value
-   * @throws {Error} If the environment variable name is empty
-   * @throws {Error} If the environment variable is not set (runtime mode only)
-   *
-   * @example
-   * ```typescript
-   * // Instead of this (evaluated at build time):
-   * awsAccessKeyId: process.env.AWS_ACCESS_KEY_ID
-   *
-   * // Use this (evaluated at runtime):
-   * awsAccessKeyId: mooseRuntimeEnv.get("AWS_ACCESS_KEY_ID")
-   * ```
-   */
-  get(envVarName) {
-    if (!envVarName || envVarName.trim() === "") {
-      throw new Error("Environment variable name cannot be empty");
-    }
-    const isLoadingInfraMap = process.env.IS_LOADING_INFRA_MAP === "true";
-    if (isLoadingInfraMap) {
-      return `${MOOSE_RUNTIME_ENV_PREFIX}${envVarName}`;
-    } else {
-      const value = process.env[envVarName];
-      if (value === void 0) {
-        throw new Error(
-          `Environment variable '${envVarName}' is not set. This is required for runtime execution of functions/workflows.`
-        );
-      }
-      return value;
-    }
-  }
-};
-var mooseEnvSecrets = mooseRuntimeEnv;
-
-// src/utilities/dataParser.ts
-import { parse as parse2 } from "csv-parse";
-
-// src/utilities/json.ts
-function jsonDateReviver(key, value) {
-  const iso8601Format = /^([\+-]?\d{4}(?!\d{2}\b))((-?)((0[1-9]|1[0-2])(\3([12]\d|0[1-9]|3[01]))?|W([0-4]\d|5[0-2])(-?[1-7])?|(00[1-9]|0[1-9]\d|[12]\d{2}|3([0-5]\d|6[1-6])))([T\s]((([01]\d|2[0-3])((:?)[0-5]\d)?|24\:?00)([\.,]\d+(?!:))?)?(\17[0-5]\d([\.,]\d+)?)?([zZ]|([\+-])([01]\d|2[0-3]):?([0-5]\d)?)?)?)$/;
-  if (typeof value === "string" && iso8601Format.test(value)) {
-    return new Date(value);
-  }
-  return value;
-}
-
-// src/utilities/dataParser.ts
-function parseCSV(content, config) {
-  return new Promise((resolve, reject) => {
-    const results = [];
-    parse2(content, {
-      delimiter: config.delimiter,
-      columns: config.columns ?? true,
-      skip_empty_lines: config.skipEmptyLines ?? true,
-      trim: config.trim ?? true
-    }).on("data", (row) => {
-      results.push(row);
-    }).on("end", () => {
-      resolve(results);
-    }).on("error", (error) => {
-      reject(error);
-    });
-  });
-}
-function parseJSON(content, config = {}) {
-  try {
-    const parsed = JSON.parse(content, config.reviver);
-    if (Array.isArray(parsed)) {
-      return parsed;
-    } else {
-      return [parsed];
-    }
-  } catch (error) {
-    throw new Error(
-      `Failed to parse JSON: ${error instanceof Error ? error.message : "Unknown error"}`
-    );
-  }
-}
-function parseJSONWithDates(content) {
-  return parseJSON(content, { reviver: jsonDateReviver });
-}
-function isValidCSVDelimiter(delimiter) {
-  return delimiter.length === 1 && !/\s/.test(delimiter);
-}
-var CSV_DELIMITERS = {
-  COMMA: ",",
-  TAB: "	",
-  SEMICOLON: ";",
-  PIPE: "|"
-};
-var DEFAULT_CSV_CONFIG = {
-  delimiter: CSV_DELIMITERS.COMMA,
-  columns: true,
-  skipEmptyLines: true,
-  trim: true
-};
-var DEFAULT_JSON_CONFIG = {
-  reviver: jsonDateReviver
-};
+init_commons();
 export {
   ACKs,
   Api,
@@ -2994,7 +3136,7 @@ export {
   getWebApp,
   getWebApps,
   getWorkflow,
-  getWorkflows,
+  getWorkflows2 as getWorkflows,
   isValidCSVDelimiter,
   logError,
   mapToClickHouseType,
@@ -3010,4 +3152,4 @@ export {
   toQueryPreview,
   toStaticQuery
 };
-//# sourceMappingURL=serverless.mjs.map
+//# sourceMappingURL=index.mjs.map