@514labs/moose-lib 0.6.288 → 0.6.289-ci-9-g221fb3d9

package/dist/index.js

@@ -431,11 +431,15 @@ __export(index_exports, {
   getApi: () => getApi,
   getApis: () => getApis,
   getClickhouseClient: () => getClickhouseClient,
+  getCustomView: () => getCustomView,
+  getCustomViews: () => getCustomViews,
   getFileName: () => getFileName,
   getIngestApi: () => getIngestApi,
   getIngestApis: () => getIngestApis,
   getKafkaClient: () => getKafkaClient,
   getKafkaProducer: () => getKafkaProducer,
+  getMaterializedView: () => getMaterializedView,
+  getMaterializedViews: () => getMaterializedViews,
   getMooseClients: () => getMooseClients,
   getMooseUtils: () => getMooseUtils,
   getSqlResource: () => getSqlResource,
@@ -799,7 +803,9 @@ var moose_internal = {
   apis: /* @__PURE__ */ new Map(),
   sqlResources: /* @__PURE__ */ new Map(),
   workflows: /* @__PURE__ */ new Map(),
-  webApps: /* @__PURE__ */ new Map()
+  webApps: /* @__PURE__ */ new Map(),
+  materializedViews: /* @__PURE__ */ new Map(),
+  customViews: /* @__PURE__ */ new Map()
 };
 var defaultRetentionPeriod = 60 * 60 * 24 * 7;
 var getMooseInternal = () => globalThis.moose_internal;
@@ -815,6 +821,8 @@ var loadIndex = () => {
   registry.sqlResources.clear();
   registry.workflows.clear();
   registry.webApps.clear();
+  registry.materializedViews.clear();
+  registry.customViews.clear();
   const appDir = `${import_process.default.cwd()}/${getSourceDir()}`;
   Object.keys(require.cache).forEach((key) => {
     if (key.startsWith(appDir)) {
@@ -902,7 +910,8 @@ var dlqColumns = [
     annotations: [],
     ttl: null,
     codec: null,
-    materialized: null
+    materialized: null,
+    comment: null
   },
   {
     name: "errorMessage",
@@ -914,7 +923,8 @@ var dlqColumns = [
     annotations: [],
     ttl: null,
     codec: null,
-    materialized: null
+    materialized: null,
+    comment: null
   },
   {
     name: "errorType",
@@ -926,7 +936,8 @@ var dlqColumns = [
     annotations: [],
     ttl: null,
     codec: null,
-    materialized: null
+    materialized: null,
+    comment: null
   },
   {
     name: "failedAt",
@@ -938,7 +949,8 @@ var dlqColumns = [
     annotations: [],
     ttl: null,
     codec: null,
-    materialized: null
+    materialized: null,
+    comment: null
   },
   {
     name: "source",
@@ -950,7 +962,8 @@ var dlqColumns = [
     annotations: [],
     ttl: null,
     codec: null,
-    materialized: null
+    materialized: null,
+    comment: null
   }
 ];
 var getWorkflows = async () => {
@@ -2461,6 +2474,67 @@ var ETLPipeline = class {
   }
 };
 
+// src/dmv2/sdk/materializedView.ts
+var requireTargetTableName = (tableName) => {
+  if (typeof tableName === "string") {
+    return tableName;
+  } else {
+    throw new Error("Name of targetTable is not specified.");
+  }
+};
+var MaterializedView = class {
+  /** @internal */
+  kind = "MaterializedView";
+  /** The name of the materialized view */
+  name;
+  /** The target OlapTable instance where the materialized data is stored. */
+  targetTable;
+  /** The SELECT SQL statement */
+  selectSql;
+  /** Names of source tables that the SELECT reads from */
+  sourceTables;
+  /** @internal Source file path where this MV was defined */
+  sourceFile;
+  constructor(options, targetSchema, targetColumns) {
+    let selectStatement = options.selectStatement;
+    if (typeof selectStatement !== "string") {
+      selectStatement = toStaticQuery(selectStatement);
+    }
+    if (targetSchema === void 0 || targetColumns === void 0) {
+      throw new Error(
+        "Supply the type param T so that the schema is inserted by the compiler plugin."
+      );
+    }
+    const targetTable = options.targetTable instanceof OlapTable ? options.targetTable : new OlapTable(
+      requireTargetTableName(
+        options.targetTable?.name ?? options.tableName
+      ),
+      {
+        orderByFields: options.targetTable?.orderByFields ?? options.orderByFields,
+        engine: options.targetTable?.engine ?? options.engine ?? "MergeTree" /* MergeTree */
+      },
+      targetSchema,
+      targetColumns
+    );
+    if (targetTable.name === options.materializedViewName) {
+      throw new Error(
+        "Materialized view name cannot be the same as the target table name."
+      );
+    }
+    this.name = options.materializedViewName;
+    this.targetTable = targetTable;
+    this.selectSql = selectStatement;
+    this.sourceTables = options.selectTables.map((t) => t.name);
+    const stack = new Error().stack;
+    this.sourceFile = getSourceFileFromStack(stack);
+    const materializedViews = getMooseInternal().materializedViews;
+    if (!isClientOnlyMode() && materializedViews.has(this.name)) {
+      throw new Error(`MaterializedView with name ${this.name} already exists`);
+    }
+    materializedViews.set(this.name, this);
+  }
+};
+
 // src/dmv2/sdk/sqlResource.ts
 var SqlResource = class {
   /** @internal */
@@ -2515,66 +2589,18 @@ var SqlResource = class {
   }
 };
 
-// src/dmv2/sdk/materializedView.ts
-var requireTargetTableName = (tableName) => {
-  if (typeof tableName === "string") {
-    return tableName;
-  } else {
-    throw new Error("Name of targetTable is not specified.");
-  }
-};
-var MaterializedView = class extends SqlResource {
-  /** The target OlapTable instance where the materialized data is stored. */
-  targetTable;
-  constructor(options, targetSchema, targetColumns) {
-    let selectStatement = options.selectStatement;
-    if (typeof selectStatement !== "string") {
-      selectStatement = toStaticQuery(selectStatement);
-    }
-    if (targetSchema === void 0 || targetColumns === void 0) {
-      throw new Error(
-        "Supply the type param T so that the schema is inserted by the compiler plugin."
-      );
-    }
-    const targetTable = options.targetTable instanceof OlapTable ? options.targetTable : new OlapTable(
-      requireTargetTableName(
-        options.targetTable?.name ?? options.tableName
-      ),
-      {
-        orderByFields: options.targetTable?.orderByFields ?? options.orderByFields,
-        engine: options.targetTable?.engine ?? options.engine ?? "MergeTree" /* MergeTree */
-      },
-      targetSchema,
-      targetColumns
-    );
-    if (targetTable.name === options.materializedViewName) {
-      throw new Error(
-        "Materialized view name cannot be the same as the target table name."
-      );
-    }
-    super(
-      options.materializedViewName,
-      [
-        createMaterializedView({
-          name: options.materializedViewName,
-          destinationTable: targetTable.name,
-          select: selectStatement
-        })
-        // Population is now handled automatically by Rust infrastructure
-        // based on table engine type and whether this is a new or updated view
-      ],
-      [dropView(options.materializedViewName)],
-      {
-        pullsDataFrom: options.selectTables,
-        pushesDataTo: [targetTable]
-      }
-    );
-    this.targetTable = targetTable;
-  }
-};
-
 // src/dmv2/sdk/view.ts
-var View = class extends SqlResource {
+var View = class {
+  /** @internal */
+  kind = "CustomView";
+  /** The name of the view */
+  name;
+  /** The SELECT SQL statement that defines the view */
+  selectSql;
+  /** Names of source tables/views that the SELECT reads from */
+  sourceTables;
+  /** @internal Source file path where this view was defined */
+  sourceFile;
   /**
    * Creates a new View instance.
    * @param name The name of the view to be created.
@@ -2585,17 +2611,16 @@ var View = class extends SqlResource {
     if (typeof selectStatement !== "string") {
       selectStatement = toStaticQuery(selectStatement);
     }
-    super(
-      name,
-      [
-        `CREATE VIEW IF NOT EXISTS ${name} 
-          AS ${selectStatement}`.trim()
-      ],
-      [dropView(name)],
-      {
-        pullsDataFrom: baseTables
-      }
-    );
+    this.name = name;
+    this.selectSql = selectStatement;
+    this.sourceTables = baseTables.map((t) => t.name);
+    const stack = new Error().stack;
+    this.sourceFile = getSourceFileFromStack(stack);
+    const customViews = getMooseInternal().customViews;
+    if (!isClientOnlyMode() && customViews.has(this.name)) {
+      throw new Error(`View with name ${this.name} already exists`);
+    }
+    customViews.set(this.name, this);
   }
 };
 
@@ -2784,6 +2809,18 @@ function getWebApps() {
 function getWebApp(name) {
   return getMooseInternal().webApps.get(name);
 }
+function getMaterializedViews() {
+  return getMooseInternal().materializedViews;
+}
+function getMaterializedView(name) {
+  return getMooseInternal().materializedViews.get(name);
+}
+function getCustomViews() {
+  return getMooseInternal().customViews;
+}
+function getCustomView(name) {
+  return getMooseInternal().customViews.get(name);
+}
 
 // src/index.ts
 init_commons();
@@ -3483,11 +3520,15 @@ var DataSource = class {
   getApi,
   getApis,
   getClickhouseClient,
+  getCustomView,
+  getCustomViews,
   getFileName,
   getIngestApi,
   getIngestApis,
   getKafkaClient,
   getKafkaProducer,
+  getMaterializedView,
+  getMaterializedViews,
   getMooseClients,
   getMooseUtils,
   getSqlResource,