@514labs/moose-lib 0.6.260-ci-3-g63948580 → 0.6.260-ci-2-g1b93253f

package/dist/index.d.mts

@@ -15,7 +15,23 @@ import 'jose';
 declare const Kafka: typeof KafkaJS.Kafka;
 type Kafka = KafkaJS.Kafka;
 type Producer = KafkaJS.Producer;
-declare const compilerLog: (message: string) => void;
+/**
+ * Log levels matching Rust CLI logger levels
+ */
+declare enum LogLevel {
+    Debug = "Debug",
+    Info = "Info",
+    Warn = "Warn",
+    Error = "Error"
+}
+/**
+ * Compiler logging with level support.
+ * Respects both MOOSE_DISABLE_COMPILER_LOGS (legacy) and MOOSE_LOGGER__LEVEL.
+ *
+ * @param message - Log message to output
+ * @param level - Log level (defaults to Debug for backward compatibility)
+ */
+declare const compilerLog: (message: string, level?: LogLevel) => void;
 declare const antiCachePath: (path: string) => string;
 declare const getFileName: (filePath: string) => string;
 interface ClientConfig {
@@ -554,4 +570,4 @@ type DataModelConfig<T> = Partial<{
     parallelism?: number;
 }>;
 
-export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, createProducerConfig, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };
+export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, LogLevel, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, createProducerConfig, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };

package/dist/index.d.ts

@@ -15,7 +15,23 @@ import 'jose';
 declare const Kafka: typeof KafkaJS.Kafka;
 type Kafka = KafkaJS.Kafka;
 type Producer = KafkaJS.Producer;
-declare const compilerLog: (message: string) => void;
+/**
+ * Log levels matching Rust CLI logger levels
+ */
+declare enum LogLevel {
+    Debug = "Debug",
+    Info = "Info",
+    Warn = "Warn",
+    Error = "Error"
+}
+/**
+ * Compiler logging with level support.
+ * Respects both MOOSE_DISABLE_COMPILER_LOGS (legacy) and MOOSE_LOGGER__LEVEL.
+ *
+ * @param message - Log message to output
+ * @param level - Log level (defaults to Debug for backward compatibility)
+ */
+declare const compilerLog: (message: string, level?: LogLevel) => void;
 declare const antiCachePath: (path: string) => string;
 declare const getFileName: (filePath: string) => string;
 interface ClientConfig {
@@ -554,4 +570,4 @@ type DataModelConfig<T> = Partial<{
     parallelism?: number;
 }>;
 
-export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, createProducerConfig, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };
+export { ACKs, ApiUtil, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, type DataModelConfig, DataSource, type DataSourceConfig, type ExpressRequestWithMoose, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, LogLevel, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, MooseCache, MooseClient, type Producer, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, type TaskConfig, type TaskDefinition, type TaskFunction, antiCachePath, cliLog, compilerLog, createApi, createConsumptionApi, createProducerConfig, expressMiddleware, getClickhouseClient, getFileName, getKafkaClient, getKafkaProducer, getMooseClients, getMooseUtils, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };

package/dist/index.js

@@ -34,6 +34,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var commons_exports = {};
 __export(commons_exports, {
   ACKs: () => ACKs,
+  LogLevel: () => LogLevel,
   MAX_RETRIES: () => MAX_RETRIES,
   MAX_RETRIES_PRODUCER: () => MAX_RETRIES_PRODUCER,
   MAX_RETRY_TIME_MS: () => MAX_RETRY_TIME_MS,
@@ -62,6 +63,36 @@ function isTruthy(value) {
       return false;
   }
 }
+function parseLogLevel(value) {
+  if (!value) return "Info" /* Info */;
+  const normalized = value.trim();
+  switch (normalized) {
+    case "Debug":
+    case "debug":
+    case "DEBUG":
+      return "Debug" /* Debug */;
+    case "Info":
+    case "info":
+    case "INFO":
+      return "Info" /* Info */;
+    case "Warn":
+    case "warn":
+    case "WARN":
+      return "Warn" /* Warn */;
+    case "Error":
+    case "error":
+    case "ERROR":
+      return "Error" /* Error */;
+    default:
+      return "Info" /* Info */;
+  }
+}
+function getLogLevel() {
+  if (cachedLogLevel === null) {
+    cachedLogLevel = parseLogLevel(process.env.MOOSE_LOGGER__LEVEL);
+  }
+  return cachedLogLevel;
+}
 function mapTstoJs(filePath) {
   return filePath.replace(/\.ts$/, ".js").replace(/\.cts$/, ".cjs").replace(/\.mts$/, ".mjs");
 }
@@ -87,7 +118,7 @@ async function getKafkaProducer(cfg, logger, maxMessageBytes) {
   await producer.connect();
   return producer;
 }
-var import_http, import_client, import_kafka_javascript, Kafka, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient;
+var import_http, import_client, import_kafka_javascript, Kafka, LogLevel, cachedLogLevel, compilerLog, antiCachePath, getFileName, getClickhouseClient, cliLog, MAX_RETRIES, MAX_RETRY_TIME_MS, RETRY_INITIAL_TIME_MS, MAX_RETRIES_PRODUCER, RETRY_FACTOR_PRODUCER, ACKs, parseBrokerString, logError, buildSaslConfig, getKafkaClient;
 var init_commons = __esm({
   "src/commons.ts"() {
     "use strict";
@@ -95,8 +126,26 @@ var init_commons = __esm({
     import_client = require("@clickhouse/client");
     import_kafka_javascript = require("@confluentinc/kafka-javascript");
     ({ Kafka } = import_kafka_javascript.KafkaJS);
-    compilerLog = (message) => {
-      if (!isTruthy(process.env.MOOSE_DISABLE_COMPILER_LOGS)) {
+    LogLevel = /* @__PURE__ */ ((LogLevel2) => {
+      LogLevel2["Debug"] = "Debug";
+      LogLevel2["Info"] = "Info";
+      LogLevel2["Warn"] = "Warn";
+      LogLevel2["Error"] = "Error";
+      return LogLevel2;
+    })(LogLevel || {});
+    cachedLogLevel = null;
+    compilerLog = (message, level = "Debug" /* Debug */) => {
+      if (isTruthy(process.env.MOOSE_DISABLE_COMPILER_LOGS)) {
+        return;
+      }
+      const currentLevel = getLogLevel();
+      const levelPriority = {
+        ["Debug" /* Debug */]: 0,
+        ["Info" /* Info */]: 1,
+        ["Warn" /* Warn */]: 2,
+        ["Error" /* Error */]: 3
+      };
+      if (levelPriority[level] >= levelPriority[currentLevel]) {
         console.log(message);
       }
     };
@@ -124,7 +173,17 @@ var init_commons = __esm({
         username,
         password,
         database,
-        application: "moose"
+        application: "moose",
+        // Connection pool configuration for high load (100+ concurrent users)
+        max_open_connections: 50,
+        // Increased from default 10 to handle 100 concurrent users
+        request_timeout: 6e4,
+        // 60s timeout for HTTP requests (queries and inserts)
+        keep_alive: {
+          enabled: true,
+          idle_socket_ttl: 2e3
+          // 2s idle time (lower than default to prevent socket hang-ups)
+        }
         // Note: wait_end_of_query is configured per operation type, not globally
         // to preserve SELECT query performance while ensuring INSERT/DDL reliability
       });
@@ -399,6 +458,7 @@ __export(index_exports, {
   IngestApi: () => IngestApi,
   IngestPipeline: () => IngestPipeline,
   LifeCycle: () => LifeCycle,
+  LogLevel: () => LogLevel,
   MAX_RETRIES: () => MAX_RETRIES,
   MAX_RETRIES_PRODUCER: () => MAX_RETRIES_PRODUCER,
   MAX_RETRY_TIME_MS: () => MAX_RETRY_TIME_MS,
@@ -2931,7 +2991,21 @@ async function getTemporalClient(temporalUrl, namespace, clientCert, clientKey,
     );
     let connectionOptions = {
       address: temporalUrl,
-      connectTimeout: "3s"
+      connectTimeout: "30s",
+      // Increased from 3s to handle high load
+      // Add gRPC keepalive to prevent connection drops
+      channelArgs: {
+        "grpc.keepalive_time_ms": 3e4,
+        // Send keepalive every 30s
+        "grpc.keepalive_timeout_ms": 15e3,
+        // Wait 15s for keepalive response
+        "grpc.keepalive_permit_without_calls": 1,
+        // Allow keepalive without active calls
+        "grpc.http2.max_pings_without_data": 0,
+        // No limit on pings without data
+        "grpc.http2.min_time_between_pings_ms": 1e4
+        // Min 10s between pings
+      }
     };
     if (clientCert && clientKey) {
       console.log("Using TLS for secure Temporal");
@@ -3388,6 +3462,7 @@ var DataSource = class {
   IngestApi,
   IngestPipeline,
   LifeCycle,
+  LogLevel,
   MAX_RETRIES,
   MAX_RETRIES_PRODUCER,
   MAX_RETRY_TIME_MS,