@malloydata/malloy-tests 0.0.191-dev240925232958 → 0.0.191-dev240927225523

package/package.json

@@ -21,13 +21,13 @@
   },
   "dependencies": {
     "@jest/globals": "^29.4.3",
-    "@malloydata/db-bigquery": "^0.0.191-dev240925232958",
-    "@malloydata/db-duckdb": "^0.0.191-dev240925232958",
-    "@malloydata/db-postgres": "^0.0.191-dev240925232958",
-    "@malloydata/db-snowflake": "^0.0.191-dev240925232958",
-    "@malloydata/db-trino": "^0.0.191-dev240925232958",
-    "@malloydata/malloy": "^0.0.191-dev240925232958",
-    "@malloydata/render": "^0.0.191-dev240925232958",
+    "@malloydata/db-bigquery": "^0.0.191-dev240927225523",
+    "@malloydata/db-duckdb": "^0.0.191-dev240927225523",
+    "@malloydata/db-postgres": "^0.0.191-dev240927225523",
+    "@malloydata/db-snowflake": "^0.0.191-dev240927225523",
+    "@malloydata/db-trino": "^0.0.191-dev240927225523",
+    "@malloydata/malloy": "^0.0.191-dev240927225523",
+    "@malloydata/render": "^0.0.191-dev240927225523",
     "jsdom": "^22.1.0",
     "luxon": "^2.4.0",
     "madge": "^6.0.0"
@@ -36,5 +36,5 @@
     "@types/jsdom": "^21.1.1",
     "@types/luxon": "^2.4.0"
   },
-  "version": "0.0.191-dev240925232958"
+  "version": "0.0.191-dev240927225523"
 }

package/src/databases/duckdb/materialization.spec.ts

@@ -0,0 +1,120 @@
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ *
+ * This source code is licensed under the MIT license found in the
+ *  LICENSE file in the root directory of this source tree.
+ */
+
+import {RuntimeList} from '../../runtimes';
+import '../../util/db-jest-matchers';
+import {describeIfDatabaseAvailable} from '../../util';
+
+const runtimes = ['duckdb', 'duckdb_wasm'];
+const [describe, databases] = describeIfDatabaseAvailable(runtimes);
+const allDucks = new RuntimeList(databases);
+
+describe.each(allDucks.runtimeList)('duckdb:%s', (dbName, runtime) => {
+  it('materialized top level query is replaced and added to queries to materialize', async () => {
+    const query = `
+    # materialize
+    query: myMaterializedQuery is duckdb.sql("select 1 as one, 'word' as word") -> {
+      select:
+          two is one + 1
+    }
+
+    source: foo is myMaterializedQuery extend {
+      view: fooview is {
+        select:
+          three is two + 1
+      }
+    }
+
+    run: foo -> fooview;
+    `;
+
+    const qm = runtime.loadQuery(query, {replaceMaterializedReferences: true});
+    const preparedResult = await qm.getPreparedResult();
+
+    expect(preparedResult.sql).toBe(
+      'SELECT \n   base."two"+1 as "three"\nFROM myMaterializedQuery-6037d4be-8b92-5ea7-95a0-27bd26c240ca as base\n'
+    );
+    expect(preparedResult.dependenciesToMaterialize).toStrictEqual({
+      'myMaterializedQuery-6037d4be-8b92-5ea7-95a0-27bd26c240ca': {
+        'id': '6037d4be-8b92-5ea7-95a0-27bd26c240ca',
+        'path': 'internal://internal.malloy',
+        'queryName': 'myMaterializedQuery',
+        'source': undefined,
+      },
+    });
+  });
+
+  it('materialized multiple levels', async () => {
+    const query = `
+    # materialize
+    query: myMaterializedQuery is duckdb.sql("select 1 as one, 'word' as word") -> {
+      select:
+          two is one + 1
+    }
+
+    # materialize
+    query: secondLevelMaterializedQuery is myMaterializedQuery -> {
+      select:
+          three is two + 1
+    }
+
+    source: foo is secondLevelMaterializedQuery extend {
+      view: fooview is {
+        select:
+          four is three + 1
+      }
+    }
+
+    run: foo -> fooview;
+    `;
+
+    const qm = runtime.loadQuery(query, {replaceMaterializedReferences: true});
+    const preparedResult = await qm.getPreparedResult();
+
+    expect(preparedResult.sql).toBe(
+      'SELECT \n   base."three"+1 as "four"\nFROM secondLevelMaterializedQuery-bd80d526-f867-587e-933e-89353d26d022 as base\n'
+    );
+    expect(preparedResult.dependenciesToMaterialize).toStrictEqual({
+      'secondLevelMaterializedQuery-bd80d526-f867-587e-933e-89353d26d022': {
+        id: 'bd80d526-f867-587e-933e-89353d26d022',
+        path: 'internal://internal.malloy',
+        queryName: 'secondLevelMaterializedQuery',
+        source: undefined,
+      },
+    });
+  });
+
+  it('replaceMaterializedReferences = false compiles the whole sql', async () => {
+    const query = `
+    # materialize
+    query: myMaterializedQuery is duckdb.sql("select 1 as one, 'word' as word") -> {
+      select:
+          two is one + 1
+    }
+
+    source: foo is myMaterializedQuery extend {
+      view: fooview is {
+        select:
+          three is two + 1
+      }
+    }
+
+    run: foo -> fooview;`;
+
+    const qm = runtime.loadQuery(query, {replaceMaterializedReferences: false});
+    const preparedResult = await qm.getPreparedResult();
+
+    expect(preparedResult.sql).toBe(
+      'WITH __stage0 AS (\n  SELECT \n     base."one"+1 as "two"\n  FROM (select 1 as one, \'word\' as word) as base\n)\nSELECT \n   base."two"+1 as "three"\nFROM __stage0 as base\n'
+    );
+    expect(preparedResult.dependenciesToMaterialize).toStrictEqual({});
+  });
+});
+
+afterAll(async () => {
+  await allDucks.closeAll();
+});