@malloydata/malloy-tests 0.0.67 → 0.0.68-dev230808194809

package/src/databases/shared/join.ts

@@ -0,0 +1,340 @@
+/* eslint-disable no-console */
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+import {RuntimeList} from '../../runtimes';
+import '../../util/db-jest-matchers';
+const joinModelText = `
+  source: aircraft_models is table('malloytest.aircraft_models') {
+    primary_key: aircraft_model_code
+    measure: model_count is count(*)
+    query: manufacturer_models is {
+      group_by: manufacturer
+      aggregate: num_models is count(*)
+    }
+    query: manufacturer_seats is {
+      group_by: manufacturer
+      aggregate: total_seats is seats.sum()
+    }
+  }
+
+  source: aircraft is table('malloytest.aircraft'){
+    primary_key: tail_num
+    measure: aircraft_count is count(*)
+  }
+
+  source: funnel is from(aircraft_models->manufacturer_models) {
+    join_one: seats is from(aircraft_models->manufacturer_seats)
+        with manufacturer
+  }
+`;
+
+// const models = new Map<string, malloy.ModelMaterializer>();
+// runtimes.runtimeMap.forEach((runtime, key) => {
+//   models.set(key, runtime.loadModel(joinModelText));
+// });
+
+export const joinSharedTests = (
+  runtimes: RuntimeList,
+  _splitFunction?: (column: string, splitChar: string) => string
+) => {
+  afterAll(async () => {
+    await runtimes.closeAll();
+  });
+
+  describe('join expression tests', () => {
+    runtimes.runtimeMap.forEach((runtime, database) => {
+      it(`model source refine join - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      source: a2 is aircraft {
+        join_one: aircraft_models with aircraft_model_code
+      }
+
+      query: a2 -> {
+        aggregate:
+          aircraft_count
+          aircraft_models.model_count
+      }
+      `
+          )
+          .run();
+        expect(result.data.value[0]['model_count']).toBe(1416);
+      });
+
+      it(`model source refine in query join - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: aircraft {
+        join_one: aircraft_models with aircraft_model_code
+      } -> {
+        aggregate:
+          aircraft_count
+          aircraft_models.model_count
+      }
+      `
+          )
+          .run();
+        expect(result.data.value[0]['model_count']).toBe(1416);
+      });
+
+      it(`model: join fact table query - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: aircraft_models {
+        join_one: am_facts is from(
+          aircraft_models->{
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+          }) with manufacturer
+      } -> {
+        project:
+          manufacturer
+          am_facts.num_models
+        order_by: 2 desc
+        limit: 1
+      }
+    `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+      });
+
+      it(`model: source based on query - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query:
+          aircraft_models-> {
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+          }
+      -> {
+        project:
+          m
+          num_models
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+      });
+
+      it(`model: funnel - merge two queries - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+          query: from(aircraft_models->{
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+            }){
+            join_one: seats is from(
+              aircraft_models->{
+                group_by: m is manufacturer
+                aggregate: total_seats is seats.sum()
+              }
+            ) with m
+          }
+          -> {
+            project:
+              m
+              num_models
+              seats.total_seats
+            order_by: 2 desc
+            limit: 1
+          }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+        expect(result.data.value[0]['total_seats']).toBe(252771);
+      });
+
+      it(`model: modeled funnel - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      source: foo is from(aircraft_models-> manufacturer_models){
+        join_one: seats is from(aircraft_models->manufacturer_seats)
+          with manufacturer
+      }
+      query: foo-> {
+        project:
+          manufacturer,
+          num_models,
+          seats.total_seats
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+        expect(result.data.value[0]['total_seats']).toBe(252771);
+      });
+
+      it(`model: modeled funnel2 - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: funnel->{
+        project:
+         manufacturer
+          num_models
+          seats.total_seats
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+        expect(result.data.value[0]['total_seats']).toBe(252771);
+      });
+
+      it(`model: double_pipe - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: aircraft_models->{
+        group_by: manufacturer
+        aggregate: f is count(*)
+      }->{
+        aggregate: f_sum is f.sum()
+      }->{
+        project: f_sum2 is f_sum+1
+      }
+    `
+          )
+          .run();
+        expect(result.data.value[0]['f_sum2']).toBe(60462);
+      });
+
+      test(`model: unnest is left join - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+          // produce a table with 4 rows that has a nested element
+          query: a_states is table('malloytest.state_facts')-> {
+            where: state ? ~ 'A%'
+            group_by: state
+            nest: somthing is {group_by: state}
+          }
+
+          // join the 4 rows and reference the
+          //  nested column. should return all the rows.
+          //  If the unnest is an inner join, we'll get back just 4 rows.
+          query: table('malloytest.state_facts') {
+            join_one: a_states is from(->a_states) with state
+          }
+          -> {
+            group_by: state
+            aggregate: c is count()
+            nest: a is  {
+              group_by: a_states.somthing.state
+            }
+          }
+    `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBeGreaterThan(4);
+      });
+
+      // not sure how to solve this one yet.
+      it(`All joins at the same level - ${database}`, async () => {
+        const result = await runtime
+          .loadQuery(
+            `
+        source: flights is table('malloytest.flights') {
+          join_one: aircraft is table('malloytest.aircraft')
+            on tail_num = aircraft.tail_num
+          join_one: aircraft_models is table('malloytest.aircraft_models')
+            on aircraft.aircraft_model_code = aircraft_models.aircraft_model_code
+        }
+
+        query: flights -> {
+          group_by: aircraft_models.seats
+          aggregate: flight_count is count()
+        }
+        `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBeGreaterThan(4);
+      });
+
+      it(`join issue440 - ${database}`, async () => {
+        const result = await runtime
+          .loadQuery(
+            `
+        source: aircraft_models is table('malloytest.aircraft_models')
+
+        source: aircraft is table('malloytest.aircraft')
+
+        source: flights is table('malloytest.flights'){
+          join_one: aircraft on aircraft.tail_num = tail_num
+          join_one: aircraft_models on aircraft_models.aircraft_model_code = aircraft.aircraft_model_code
+        }
+
+        query: flights-> {
+          group_by: testingtwo is aircraft_models.model
+        }
+      `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBeGreaterThan(4);
+      });
+
+      it(`join issue1092 - ${database}`, async () => {
+        const result = await runtime
+          .loadQuery(
+            `
+          query: table('malloytest.state_facts') -> {
+            join_one: sf is table('malloytest.state_facts') on sf.state = state
+            aggregate: x is sf.births.sum() { ? state = 'CA' }
+          }
+          `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBe(1);
+      });
+    });
+  });
+};