@malloydata/malloy-tests 0.0.69-dev230808200646 → 0.0.69

package/src/databases/all/join.spec.ts

@@ -25,12 +25,315 @@
 
 import {RuntimeList, allDatabases} from '../../runtimes';
 import {databasesFromEnvironmentOr} from '../../util';
-import {joinSharedTests} from '../shared/join';
+import '../../util/db-jest-matchers';
 
 const runtimes = new RuntimeList(databasesFromEnvironmentOr(allDatabases));
+const joinModelText = `
+  source: aircraft_models is table('malloytest.aircraft_models') {
+    primary_key: aircraft_model_code
+    measure: model_count is count(*)
+    query: manufacturer_models is {
+      group_by: manufacturer
+      aggregate: num_models is count(*)
+    }
+    query: manufacturer_seats is {
+      group_by: manufacturer
+      aggregate: total_seats is seats.sum()
+    }
+  }
 
-/*
- * This test file reuses common tests definitions.
- * For actual test development please go to: test/src/databases/shared/join.spec.ts
- */
-joinSharedTests(runtimes);
+  source: aircraft is table('malloytest.aircraft'){
+    primary_key: tail_num
+    measure: aircraft_count is count(*)
+  }
+
+  source: funnel is from(aircraft_models->manufacturer_models) {
+    join_one: seats is from(aircraft_models->manufacturer_seats)
+        with manufacturer
+  }
+`;
+
+// const models = new Map<string, malloy.ModelMaterializer>();
+// runtimes.runtimeMap.forEach((runtime, key) => {
+//   models.set(key, runtime.loadModel(joinModelText));
+// });
+
+afterAll(async () => {
+  await runtimes.closeAll();
+});
+
+describe('join expression tests', () => {
+  runtimes.runtimeMap.forEach((runtime, database) => {
+    it(`model source refine join - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+      source: a2 is aircraft {
+        join_one: aircraft_models with aircraft_model_code
+      }
+
+      query: a2 -> {
+        aggregate:
+          aircraft_count
+          aircraft_models.model_count
+      }
+      `
+        )
+        .run();
+      expect(result.data.value[0]['model_count']).toBe(1416);
+    });
+
+    it(`model source refine in query join - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+      query: aircraft {
+        join_one: aircraft_models with aircraft_model_code
+      } -> {
+        aggregate:
+          aircraft_count
+          aircraft_models.model_count
+      }
+      `
+        )
+        .run();
+      expect(result.data.value[0]['model_count']).toBe(1416);
+    });
+
+    it(`model: join fact table query - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+      query: aircraft_models {
+        join_one: am_facts is from(
+          aircraft_models->{
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+          }) with manufacturer
+      } -> {
+        project:
+          manufacturer
+          am_facts.num_models
+        order_by: 2 desc
+        limit: 1
+      }
+    `
+        )
+        .run();
+      expect(result.data.value[0]['num_models']).toBe(1147);
+    });
+
+    it(`model: source based on query - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+      query:
+          aircraft_models-> {
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+          }
+      -> {
+        project:
+          m
+          num_models
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+        )
+        .run();
+      expect(result.data.value[0]['num_models']).toBe(1147);
+    });
+
+    it(`model: funnel - merge two queries - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+          query: from(aircraft_models->{
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+            }){
+            join_one: seats is from(
+              aircraft_models->{
+                group_by: m is manufacturer
+                aggregate: total_seats is seats.sum()
+              }
+            ) with m
+          }
+          -> {
+            project:
+              m
+              num_models
+              seats.total_seats
+            order_by: 2 desc
+            limit: 1
+          }
+        `
+        )
+        .run();
+      expect(result.data.value[0]['num_models']).toBe(1147);
+      expect(result.data.value[0]['total_seats']).toBe(252771);
+    });
+
+    it(`model: modeled funnel - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+      source: foo is from(aircraft_models-> manufacturer_models){
+        join_one: seats is from(aircraft_models->manufacturer_seats)
+          with manufacturer
+      }
+      query: foo-> {
+        project:
+          manufacturer,
+          num_models,
+          seats.total_seats
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+        )
+        .run();
+      expect(result.data.value[0]['num_models']).toBe(1147);
+      expect(result.data.value[0]['total_seats']).toBe(252771);
+    });
+
+    it(`model: modeled funnel2 - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+      query: funnel->{
+        project:
+         manufacturer
+          num_models
+          seats.total_seats
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+        )
+        .run();
+      expect(result.data.value[0]['num_models']).toBe(1147);
+      expect(result.data.value[0]['total_seats']).toBe(252771);
+    });
+
+    it(`model: double_pipe - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+      query: aircraft_models->{
+        group_by: manufacturer
+        aggregate: f is count(*)
+      }->{
+        aggregate: f_sum is f.sum()
+      }->{
+        project: f_sum2 is f_sum+1
+      }
+    `
+        )
+        .run();
+      expect(result.data.value[0]['f_sum2']).toBe(60462);
+    });
+
+    test(`model: unnest is left join - ${database}`, async () => {
+      const result = await runtime
+        .loadModel(joinModelText)
+        .loadQuery(
+          `
+          // produce a table with 4 rows that has a nested element
+          query: a_states is table('malloytest.state_facts')-> {
+            where: state ? ~ 'A%'
+            group_by: state
+            nest: somthing is {group_by: state}
+          }
+
+          // join the 4 rows and reference the
+          //  nested column. should return all the rows.
+          //  If the unnest is an inner join, we'll get back just 4 rows.
+          query: table('malloytest.state_facts') {
+            join_one: a_states is from(->a_states) with state
+          }
+          -> {
+            group_by: state
+            aggregate: c is count()
+            nest: a is  {
+              group_by: a_states.somthing.state
+            }
+          }
+    `
+        )
+        .run();
+      // console.log(result.data.toObject());
+      expect(result.data.rowCount).toBeGreaterThan(4);
+    });
+
+    // not sure how to solve this one yet.
+    it(`All joins at the same level - ${database}`, async () => {
+      const result = await runtime
+        .loadQuery(
+          `
+        source: flights is table('malloytest.flights') {
+          join_one: aircraft is table('malloytest.aircraft')
+            on tail_num = aircraft.tail_num
+          join_one: aircraft_models is table('malloytest.aircraft_models')
+            on aircraft.aircraft_model_code = aircraft_models.aircraft_model_code
+        }
+
+        query: flights -> {
+          group_by: aircraft_models.seats
+          aggregate: flight_count is count()
+        }
+        `
+        )
+        .run();
+      // console.log(result.data.toObject());
+      expect(result.data.rowCount).toBeGreaterThan(4);
+    });
+
+    it(`join issue440 - ${database}`, async () => {
+      const result = await runtime
+        .loadQuery(
+          `
+        source: aircraft_models is table('malloytest.aircraft_models')
+
+        source: aircraft is table('malloytest.aircraft')
+
+        source: flights is table('malloytest.flights'){
+          join_one: aircraft on aircraft.tail_num = tail_num
+          join_one: aircraft_models on aircraft_models.aircraft_model_code = aircraft.aircraft_model_code
+        }
+
+        query: flights-> {
+          group_by: testingtwo is aircraft_models.model
+        }
+      `
+        )
+        .run();
+      // console.log(result.data.toObject());
+      expect(result.data.rowCount).toBeGreaterThan(4);
+    });
+
+    it(`join issue1092 - ${database}`, async () => {
+      const result = await runtime
+        .loadQuery(
+          `
+          query: table('malloytest.state_facts') -> {
+            join_one: sf is table('malloytest.state_facts') on sf.state = state
+            aggregate: x is sf.births.sum() { ? state = 'CA' }
+          }
+          `
+        )
+        .run();
+      // console.log(result.data.toObject());
+      expect(result.data.rowCount).toBe(1);
+    });
+  });
+});