@514labs/moose-lib 0.6.321-ci-5-ga23d35fe → 0.6.322

package/dist/index.js

@@ -177,11 +177,184 @@ var init_dataModelTypes = __esm({
   }
 });
 
-// src/dataModels/types.ts
+// src/sqlHelpers.ts
+function sql(strings, ...values) {
+  return new Sql(strings, values);
+}
+function createClickhouseParameter(parameterIndex, value) {
+  return `{p${parameterIndex}:${mapToClickHouseType(value)}}`;
+}
+function emptyIfUndefined(value) {
+  return value === void 0 ? "" : value;
+}
+var quoteIdentifier, isTable, isView, isColumn, instanceofSql, Sql, toStaticQuery, toQuery, toQueryPreview, getValueFromParameter, mapToClickHouseType;
+var init_sqlHelpers = __esm({
+  "src/sqlHelpers.ts"() {
+    "use strict";
+    quoteIdentifier = (name) => {
+      return name.startsWith("`") && name.endsWith("`") ? name : `\`${name}\``;
+    };
+    isTable = (value) => typeof value === "object" && value !== null && "kind" in value && value.kind === "OlapTable";
+    isView = (value) => typeof value === "object" && value !== null && "kind" in value && value.kind === "View";
+    isColumn = (value) => typeof value === "object" && value !== null && !("kind" in value) && "name" in value && "annotations" in value;
+    instanceofSql = (value) => typeof value === "object" && "values" in value && "strings" in value;
+    Sql = class {
+      values;
+      strings;
+      constructor(rawStrings, rawValues) {
+        if (rawStrings.length - 1 !== rawValues.length) {
+          if (rawStrings.length === 0) {
+            throw new TypeError("Expected at least 1 string");
+          }
+          throw new TypeError(
+            `Expected ${rawStrings.length} strings to have ${rawStrings.length - 1} values`
+          );
+        }
+        const valuesLength = rawValues.reduce(
+          (len, value) => len + (instanceofSql(value) ? value.values.length : isColumn(value) || isTable(value) || isView(value) ? 0 : 1),
+          0
+        );
+        this.values = new Array(valuesLength);
+        this.strings = new Array(valuesLength + 1);
+        this.strings[0] = rawStrings[0];
+        let i = 0, pos = 0;
+        while (i < rawValues.length) {
+          const child = rawValues[i++];
+          const rawString = rawStrings[i];
+          if (instanceofSql(child)) {
+            this.strings[pos] += child.strings[0];
+            let childIndex = 0;
+            while (childIndex < child.values.length) {
+              this.values[pos++] = child.values[childIndex++];
+              this.strings[pos] = child.strings[childIndex];
+            }
+            this.strings[pos] += rawString;
+          } else if (isColumn(child)) {
+            const aggregationFunction = child.annotations.find(
+              ([k, _]) => k === "aggregationFunction"
+            );
+            if (aggregationFunction !== void 0) {
+              this.strings[pos] += `${aggregationFunction[1].functionName}Merge(\`${child.name}\`)`;
+            } else {
+              this.strings[pos] += `\`${child.name}\``;
+            }
+            this.strings[pos] += rawString;
+          } else if (isTable(child)) {
+            if (child.config.database) {
+              this.strings[pos] += `\`${child.config.database}\`.\`${child.name}\``;
+            } else {
+              this.strings[pos] += `\`${child.name}\``;
+            }
+            this.strings[pos] += rawString;
+          } else if (isView(child)) {
+            this.strings[pos] += `\`${child.name}\``;
+            this.strings[pos] += rawString;
+          } else {
+            this.values[pos++] = child;
+            this.strings[pos] = rawString;
+          }
+        }
+      }
+    };
+    toStaticQuery = (sql3) => {
+      const [query, params] = toQuery(sql3);
+      if (Object.keys(params).length !== 0) {
+        throw new Error(
+          "Dynamic SQL is not allowed in the select statement in view creation."
+        );
+      }
+      return query;
+    };
+    toQuery = (sql3) => {
+      const parameterizedStubs = sql3.values.map(
+        (v, i) => createClickhouseParameter(i, v)
+      );
+      const query = sql3.strings.map(
+        (s, i) => s != "" ? `${s}${emptyIfUndefined(parameterizedStubs[i])}` : ""
+      ).join("");
+      const query_params = sql3.values.reduce(
+        (acc, v, i) => ({
+          ...acc,
+          [`p${i}`]: getValueFromParameter(v)
+        }),
+        {}
+      );
+      return [query, query_params];
+    };
+    toQueryPreview = (sql3) => {
+      try {
+        const formatValue = (v) => {
+          if (Array.isArray(v)) {
+            const [type, val] = v;
+            if (type === "Identifier") {
+              return `\`${String(val)}\``;
+            }
+            return `[${v.map((x) => formatValue(x)).join(", ")}]`;
+          }
+          if (v === null || v === void 0) return "NULL";
+          if (typeof v === "string") return `'${v.replace(/'/g, "''")}'`;
+          if (typeof v === "number") return String(v);
+          if (typeof v === "boolean") return v ? "true" : "false";
+          if (v instanceof Date)
+            return `'${v.toISOString().replace("T", " ").slice(0, 19)}'`;
+          try {
+            return JSON.stringify(v);
+          } catch {
+            return String(v);
+          }
+        };
+        let out = sql3.strings[0] ?? "";
+        for (let i = 0; i < sql3.values.length; i++) {
+          const val = getValueFromParameter(sql3.values[i]);
+          out += formatValue(val);
+          out += sql3.strings[i + 1] ?? "";
+        }
+        return out.replace(/\s+/g, " ").trim();
+      } catch (error) {
+        console.log(`toQueryPreview error: ${error}`);
+        return "/* query preview unavailable */";
+      }
+    };
+    getValueFromParameter = (value) => {
+      if (Array.isArray(value)) {
+        const [type, val] = value;
+        if (type === "Identifier") return val;
+      }
+      return value;
+    };
+    mapToClickHouseType = (value) => {
+      if (typeof value === "number") {
+        return Number.isInteger(value) ? "Int" : "Float";
+      }
+      if (typeof value === "boolean") return "Bool";
+      if (value instanceof Date) return "DateTime";
+      if (Array.isArray(value)) {
+        const [type, _] = value;
+        return type;
+      }
+      return "String";
+    };
+  }
+});
+
+// src/blocks/helpers.ts
+function dropView(name) {
+  return `DROP VIEW IF EXISTS ${quoteIdentifier(name)}`.trim();
+}
+function createMaterializedView(options) {
+  return `CREATE MATERIALIZED VIEW IF NOT EXISTS ${quoteIdentifier(options.name)}
+        TO ${quoteIdentifier(options.destinationTable)}
+        AS ${options.select}`.trim();
+}
+function populateTable(options) {
+  return `INSERT INTO ${quoteIdentifier(options.destinationTable)}
+          ${options.select}`.trim();
+}
 var ClickHouseEngines;
-var init_types = __esm({
-  "src/dataModels/types.ts"() {
+var init_helpers = __esm({
+  "src/blocks/helpers.ts"() {
     "use strict";
+    init_sqlHelpers();
     ClickHouseEngines = /* @__PURE__ */ ((ClickHouseEngines2) => {
       ClickHouseEngines2["MergeTree"] = "MergeTree";
       ClickHouseEngines2["ReplacingMergeTree"] = "ReplacingMergeTree";
@@ -572,166 +745,6 @@ var init_internal = __esm({
   }
 });
 
-// src/sqlHelpers.ts
-function sql(strings, ...values) {
-  return new Sql(strings, values);
-}
-function createClickhouseParameter(parameterIndex, value) {
-  return `{p${parameterIndex}:${mapToClickHouseType(value)}}`;
-}
-function emptyIfUndefined(value) {
-  return value === void 0 ? "" : value;
-}
-var quoteIdentifier, isTable, isView, isColumn, instanceofSql, Sql, toStaticQuery, toQuery, toQueryPreview, getValueFromParameter, mapToClickHouseType;
-var init_sqlHelpers = __esm({
-  "src/sqlHelpers.ts"() {
-    "use strict";
-    quoteIdentifier = (name) => {
-      return name.startsWith("`") && name.endsWith("`") ? name : `\`${name}\``;
-    };
-    isTable = (value) => typeof value === "object" && value !== null && "kind" in value && value.kind === "OlapTable";
-    isView = (value) => typeof value === "object" && value !== null && "kind" in value && value.kind === "View";
-    isColumn = (value) => typeof value === "object" && value !== null && !("kind" in value) && "name" in value && "annotations" in value;
-    instanceofSql = (value) => typeof value === "object" && "values" in value && "strings" in value;
-    Sql = class {
-      values;
-      strings;
-      constructor(rawStrings, rawValues) {
-        if (rawStrings.length - 1 !== rawValues.length) {
-          if (rawStrings.length === 0) {
-            throw new TypeError("Expected at least 1 string");
-          }
-          throw new TypeError(
-            `Expected ${rawStrings.length} strings to have ${rawStrings.length - 1} values`
-          );
-        }
-        const valuesLength = rawValues.reduce(
-          (len, value) => len + (instanceofSql(value) ? value.values.length : isColumn(value) || isTable(value) || isView(value) ? 0 : 1),
-          0
-        );
-        this.values = new Array(valuesLength);
-        this.strings = new Array(valuesLength + 1);
-        this.strings[0] = rawStrings[0];
-        let i = 0, pos = 0;
-        while (i < rawValues.length) {
-          const child = rawValues[i++];
-          const rawString = rawStrings[i];
-          if (instanceofSql(child)) {
-            this.strings[pos] += child.strings[0];
-            let childIndex = 0;
-            while (childIndex < child.values.length) {
-              this.values[pos++] = child.values[childIndex++];
-              this.strings[pos] = child.strings[childIndex];
-            }
-            this.strings[pos] += rawString;
-          } else if (isColumn(child)) {
-            const aggregationFunction = child.annotations.find(
-              ([k, _]) => k === "aggregationFunction"
-            );
-            if (aggregationFunction !== void 0) {
-              this.strings[pos] += `${aggregationFunction[1].functionName}Merge(\`${child.name}\`)`;
-            } else {
-              this.strings[pos] += `\`${child.name}\``;
-            }
-            this.strings[pos] += rawString;
-          } else if (isTable(child)) {
-            if (child.config.database) {
-              this.strings[pos] += `\`${child.config.database}\`.\`${child.name}\``;
-            } else {
-              this.strings[pos] += `\`${child.name}\``;
-            }
-            this.strings[pos] += rawString;
-          } else if (isView(child)) {
-            this.strings[pos] += `\`${child.name}\``;
-            this.strings[pos] += rawString;
-          } else {
-            this.values[pos++] = child;
-            this.strings[pos] = rawString;
-          }
-        }
-      }
-    };
-    toStaticQuery = (sql3) => {
-      const [query, params] = toQuery(sql3);
-      if (Object.keys(params).length !== 0) {
-        throw new Error(
-          "Dynamic SQL is not allowed in the select statement in view creation."
-        );
-      }
-      return query;
-    };
-    toQuery = (sql3) => {
-      const parameterizedStubs = sql3.values.map(
-        (v, i) => createClickhouseParameter(i, v)
-      );
-      const query = sql3.strings.map(
-        (s, i) => s != "" ? `${s}${emptyIfUndefined(parameterizedStubs[i])}` : ""
-      ).join("");
-      const query_params = sql3.values.reduce(
-        (acc, v, i) => ({
-          ...acc,
-          [`p${i}`]: getValueFromParameter(v)
-        }),
-        {}
-      );
-      return [query, query_params];
-    };
-    toQueryPreview = (sql3) => {
-      try {
-        const formatValue = (v) => {
-          if (Array.isArray(v)) {
-            const [type, val] = v;
-            if (type === "Identifier") {
-              return `\`${String(val)}\``;
-            }
-            return `[${v.map((x) => formatValue(x)).join(", ")}]`;
-          }
-          if (v === null || v === void 0) return "NULL";
-          if (typeof v === "string") return `'${v.replace(/'/g, "''")}'`;
-          if (typeof v === "number") return String(v);
-          if (typeof v === "boolean") return v ? "true" : "false";
-          if (v instanceof Date)
-            return `'${v.toISOString().replace("T", " ").slice(0, 19)}'`;
-          try {
-            return JSON.stringify(v);
-          } catch {
-            return String(v);
-          }
-        };
-        let out = sql3.strings[0] ?? "";
-        for (let i = 0; i < sql3.values.length; i++) {
-          const val = getValueFromParameter(sql3.values[i]);
-          out += formatValue(val);
-          out += sql3.strings[i + 1] ?? "";
-        }
-        return out.replace(/\s+/g, " ").trim();
-      } catch (error) {
-        console.log(`toQueryPreview error: ${error}`);
-        return "/* query preview unavailable */";
-      }
-    };
-    getValueFromParameter = (value) => {
-      if (Array.isArray(value)) {
-        const [type, val] = value;
-        if (type === "Identifier") return val;
-      }
-      return value;
-    };
-    mapToClickHouseType = (value) => {
-      if (typeof value === "number") {
-        return Number.isInteger(value) ? "Int" : "Float";
-      }
-      if (typeof value === "boolean") return "Bool";
-      if (value instanceof Date) return "DateTime";
-      if (Array.isArray(value)) {
-        const [type, _] = value;
-        return type;
-      }
-      return "String";
-    };
-  }
-});
-
 // src/config/configFile.ts
 async function findConfigFile(startDir = process.cwd()) {
   const fs2 = await import("fs");
@@ -923,7 +936,7 @@ var init_olapTable = __esm({
     "use strict";
     init_typedBase();
     init_dataModelTypes();
-    init_types();
+    init_helpers();
     init_internal();
     import_node_stream = require("stream");
     import_node_crypto = require("crypto");
@@ -2218,7 +2231,7 @@ var init_ingestPipeline = __esm({
     init_stream();
     init_olapTable();
     init_ingestApi();
-    init_types();
+    init_helpers();
     IngestPipeline = class extends TypedBase {
       /**
        * The OLAP table component of the pipeline, if configured.
@@ -2491,7 +2504,7 @@ var requireTargetTableName, MaterializedView;
 var init_materializedView = __esm({
   "src/dmv2/sdk/materializedView.ts"() {
     "use strict";
-    init_types();
+    init_helpers();
     init_sqlHelpers();
     init_olapTable();
     init_internal();
@@ -2910,7 +2923,6 @@ var init_dmv2 = __esm({
   "src/dmv2/index.ts"() {
     "use strict";
     init_olapTable();
-    init_types();
     init_stream();
     init_workflow();
     init_ingestApi();
@@ -2926,6 +2938,13 @@ var init_dmv2 = __esm({
   }
 });
 
+// src/dataModels/types.ts
+var init_types = __esm({
+  "src/dataModels/types.ts"() {
+    "use strict";
+  }
+});
+
 // src/browserCompatible.ts
 var init_browserCompatible = __esm({
   "src/browserCompatible.ts"() {
@@ -3054,7 +3073,7 @@ function joinQueries({
   );
 }
 var import_client2, import_node_crypto3, import_perf_hooks, fs, MooseClient, QueryClient, WorkflowClient, ApiHelpers, ConsumptionHelpers;
-var init_helpers = __esm({
+var init_helpers2 = __esm({
   "src/consumption-apis/helpers.ts"() {
     "use strict";
     import_client2 = require("@temporalio/client");
@@ -3181,11 +3200,11 @@ var init_helpers = __esm({
       }
       async getWorkflowConfig(name) {
         const workflows = await getWorkflows();
-        const workflow = workflows.get(name);
-        if (workflow) {
+        const dmv2Workflow = workflows.get(name);
+        if (dmv2Workflow) {
           return {
-            retries: workflow.config.retries || 3,
-            timeout: workflow.config.timeout || "1h"
+            retries: dmv2Workflow.config.retries || 3,
+            timeout: dmv2Workflow.config.timeout || "1h"
           };
         }
         throw new Error(`Workflow config not found for ${name}`);
@@ -3262,7 +3281,7 @@ var init_runner = __esm({
   "src/consumption-apis/runner.ts"() {
     "use strict";
     init_commons();
-    init_helpers();
+    init_helpers2();
     jose = __toESM(require("jose"));
     init_cluster_utils();
     init_sqlHelpers();
@@ -3612,7 +3631,7 @@ var standaloneUtils, initPromise2, toClientConfig;
 var init_standalone = __esm({
   "src/consumption-apis/standalone.ts"() {
     "use strict";
-    init_helpers();
+    init_helpers2();
     init_commons();
     init_sqlHelpers();
     standaloneUtils = null;
@@ -3767,7 +3786,9 @@ __export(index_exports, {
   createApi: () => createApi,
   createClickhouseParameter: () => createClickhouseParameter,
   createConsumptionApi: () => createConsumptionApi,
+  createMaterializedView: () => createMaterializedView,
   createProducerConfig: () => createProducerConfig,
+  dropView: () => dropView,
   expressMiddleware: () => expressMiddleware,
   getApi: () => getApi,
   getApis: () => getApis,
@@ -3807,6 +3828,7 @@ __export(index_exports, {
   parseCSV: () => parseCSV,
   parseJSON: () => parseJSON,
   parseJSONWithDates: () => parseJSONWithDates,
+  populateTable: () => populateTable,
   quoteIdentifier: () => quoteIdentifier,
   sql: () => sql,
   toQuery: () => toQuery,
@@ -3817,14 +3839,15 @@ module.exports = __toCommonJS(index_exports);
 var init_index = __esm({
   "src/index.ts"() {
     init_browserCompatible();
+    init_helpers();
     init_commons();
     init_secrets();
-    init_helpers();
+    init_helpers2();
     init_webAppHelpers();
     init_task();
     init_runner();
     init_redisClient();
-    init_helpers();
+    init_helpers2();
     init_standalone();
     init_sqlHelpers();
     init_utilities();
@@ -3875,7 +3898,9 @@ init_index();
   createApi,
   createClickhouseParameter,
   createConsumptionApi,
+  createMaterializedView,
   createProducerConfig,
+  dropView,
   expressMiddleware,
   getApi,
   getApis,
@@ -3915,6 +3940,7 @@ init_index();
   parseCSV,
   parseJSON,
   parseJSONWithDates,
+  populateTable,
   quoteIdentifier,
   sql,
   toQuery,