@malloydata/malloy-tests 0.0.66-dev230807232724

package/src/databases/all/index.spec.ts

@@ -0,0 +1,178 @@
+/* eslint-disable no-console */
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+
+import {RuntimeList, allDatabases} from '../../runtimes';
+import {databasesFromEnvironmentOr} from '../../util';
+
+export const indexSharedTests = (
+  runtimes: RuntimeList,
+  _splitFunction?: (column: string, splitChar: string) => string
+) => {
+  // No prebuilt shared model, each test is complete.  Makes debugging easier.
+  afterAll(async () => {
+    await runtimes.closeAll();
+  });
+
+  runtimes.runtimeMap.forEach((runtime, databaseName) => {
+    it(`basic index  - ${databaseName}`, async () => {
+      const model = await runtime.loadModel(
+        `
+        source: airports is table('malloytest.airports') {
+        }
+    `
+      );
+      let result = await model.search('airports', 'SANTA', 10);
+
+      // if (result !== undefined) {
+      //   console.log(result);
+      // } else {
+      //   console.log("no result");
+      // }
+      expect(result).toBeDefined();
+      if (result !== undefined) {
+        expect(result[0].fieldName).toBe('county');
+        expect(result[0].fieldValue).toBe('SANTA ROSA');
+        expect(result[0].weight).toBe(26);
+        expect(result.length).toBe(10);
+      }
+
+      result = await model.search('airports', 'SANTA A', 100, 'city');
+      if (result !== undefined) {
+        // console.log(result);
+        expect(result[0].fieldName).toBe('city');
+        expect(result[0].fieldValue).toBe('SANTA ANA');
+      }
+    });
+
+    it(`index value map  - ${databaseName}`, async () => {
+      const model = await runtime.loadModel(
+        `
+        source: airports is table('malloytest.airports') {
+        }
+    `
+      );
+      const result = await model.searchValueMap('airports');
+      // if (result !== undefined) {
+      //   console.log(result[4].values);
+      // } else {
+      //   console.log("no result");
+      // }
+      expect(result).toBeDefined();
+      if (result !== undefined) {
+        expect(result[4].values[0].fieldValue).toBe('WASHINGTON');
+        expect(result[4].values[0].weight).toBe(214);
+      }
+    });
+
+    it(`index no sample rows - ${databaseName}`, async () => {
+      const result = await runtime
+        .loadQuery(
+          `
+        source: t is table('malloytest.state_facts') {
+          dimension: one is 'one'
+        }
+
+        query: t-> {index:one, state }
+          -> {project: fieldName, weight, fieldValue; order_by: 2 desc; where: fieldName = 'one'}
+    `
+        )
+        .run();
+      // console.log(result.data.toObject());
+      expect(result.data.path(0, 'fieldName').value).toBe('one');
+      expect(result.data.path(0, 'weight').value).toBe(51);
+    });
+
+    // bigquery doesn't support row count based sampling.
+    (databaseName === 'bigquery' ? it.skip : it)(
+      `index rows count - ${databaseName}`,
+      async () => {
+        const result = await runtime
+          .loadQuery(
+            `
+        source: t is table('malloytest.state_facts') {
+          dimension: one is 'one'
+        }
+
+        query: t-> {index:one, state; sample: 10 }
+          -> {project: fieldName, weight, fieldValue; order_by: 2 desc; where: fieldName = 'one'}
+    `
+          )
+          .run();
+        expect(result.data.path(0, 'fieldName').value).toBe('one');
+        expect(result.data.path(0, 'weight').value).toBe(10);
+      }
+    );
+
+    it(`index rows count - ${databaseName}`, async () => {
+      const result = await runtime
+        .loadQuery(
+          `
+        source: t is table('malloytest.flights') {
+          dimension: one is 'one'
+        }
+
+        query: t-> {index:one, tailnum; sample: 50% }
+          -> {project: fieldName, weight, fieldValue; order_by: 2 desc; where: fieldName = 'one'}
+    `
+        )
+        .run();
+      // console.log(result.sql);
+      // Hard to get consistent results here so just check that we get a value back.
+      //console.log(result.data.toObject());
+      expect(result.data.path(0, 'fieldName').value).toBe('one');
+    });
+
+    // it(`fanned data index  - ${databaseName}`, async () => {
+    //   const result = await runtime
+    //     .loadModel(
+    //       `
+    //       source: movies is table('malloy-303216.imdb.movies') {
+    //       }
+    //   `
+    //     )
+    //     .search("movies", "Tom");
+    //   // if (result !== undefined) {
+    //   //   console.log(result);
+    //   // } else {
+    //   //   console.log("no result");
+    //   // }
+    //   expect(result).toBeDefined();
+    //   if (result !== undefined) {
+    //     expect(result[0].fieldName).toBe("county");
+    //     expect(result[0].fieldValue).toBe("SANTA ROSA");
+    //     expect(result[0].weight).toBe(26);
+    //   }
+    // });
+  });
+};
+
+const runtimes = new RuntimeList(databasesFromEnvironmentOr(allDatabases));
+
+/*
+ * This test file reuses common tests definitions.
+ * For actual test development please go to: test/src/databases/shared/index.spec.ts
+ */
+indexSharedTests(runtimes);

package/src/databases/all/join.spec.ts

@@ -0,0 +1,350 @@
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+/* eslint-disable no-console */
+
+import {RuntimeList, allDatabases} from '../../runtimes';
+import {databasesFromEnvironmentOr} from '../../util';
+
+const joinModelText = `
+  source: aircraft_models is table('malloytest.aircraft_models') {
+    primary_key: aircraft_model_code
+    measure: model_count is count(*)
+    query: manufacturer_models is {
+      group_by: manufacturer
+      aggregate: num_models is count(*)
+    }
+    query: manufacturer_seats is {
+      group_by: manufacturer
+      aggregate: total_seats is seats.sum()
+    }
+  }
+
+  source: aircraft is table('malloytest.aircraft'){
+    primary_key: tail_num
+    measure: aircraft_count is count(*)
+  }
+
+  source: funnel is from(aircraft_models->manufacturer_models) {
+    join_one: seats is from(aircraft_models->manufacturer_seats)
+        with manufacturer
+  }
+`;
+
+// const models = new Map<string, malloy.ModelMaterializer>();
+// runtimes.runtimeMap.forEach((runtime, key) => {
+//   models.set(key, runtime.loadModel(joinModelText));
+// });
+
+export const joinSharedTests = (
+  runtimes: RuntimeList,
+  _splitFunction?: (column: string, splitChar: string) => string
+) => {
+  afterAll(async () => {
+    await runtimes.closeAll();
+  });
+
+  describe('join expression tests', () => {
+    runtimes.runtimeMap.forEach((runtime, database) => {
+      it(`model source refine join - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      source: a2 is aircraft {
+        join_one: aircraft_models with aircraft_model_code
+      }
+
+      query: a2 -> {
+        aggregate:
+          aircraft_count
+          aircraft_models.model_count
+      }
+      `
+          )
+          .run();
+        expect(result.data.value[0]['model_count']).toBe(1416);
+      });
+
+      it(`model source refine in query join - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: aircraft {
+        join_one: aircraft_models with aircraft_model_code
+      } -> {
+        aggregate:
+          aircraft_count
+          aircraft_models.model_count
+      }
+      `
+          )
+          .run();
+        expect(result.data.value[0]['model_count']).toBe(1416);
+      });
+
+      it(`model: join fact table query - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: aircraft_models {
+        join_one: am_facts is from(
+          aircraft_models->{
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+          }) with manufacturer
+      } -> {
+        project:
+          manufacturer
+          am_facts.num_models
+        order_by: 2 desc
+        limit: 1
+      }
+    `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+      });
+
+      it(`model: source based on query - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query:
+          aircraft_models-> {
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+          }
+      -> {
+        project:
+          m
+          num_models
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+      });
+
+      it(`model: funnel - merge two queries - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+          query: from(aircraft_models->{
+            group_by: m is manufacturer
+            aggregate: num_models is count(*)
+            }){
+            join_one: seats is from(
+              aircraft_models->{
+                group_by: m is manufacturer
+                aggregate: total_seats is seats.sum()
+              }
+            ) with m
+          }
+          -> {
+            project:
+              m
+              num_models
+              seats.total_seats
+            order_by: 2 desc
+            limit: 1
+          }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+        expect(result.data.value[0]['total_seats']).toBe(252771);
+      });
+
+      it(`model: modeled funnel - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      source: foo is from(aircraft_models-> manufacturer_models){
+        join_one: seats is from(aircraft_models->manufacturer_seats)
+          with manufacturer
+      }
+      query: foo-> {
+        project:
+          manufacturer,
+          num_models,
+          seats.total_seats
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+        expect(result.data.value[0]['total_seats']).toBe(252771);
+      });
+
+      it(`model: modeled funnel2 - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: funnel->{
+        project:
+         manufacturer
+          num_models
+          seats.total_seats
+        order_by: 2 desc
+        limit: 1
+      }
+        `
+          )
+          .run();
+        expect(result.data.value[0]['num_models']).toBe(1147);
+        expect(result.data.value[0]['total_seats']).toBe(252771);
+      });
+
+      it(`model: double_pipe - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+      query: aircraft_models->{
+        group_by: manufacturer
+        aggregate: f is count(*)
+      }->{
+        aggregate: f_sum is f.sum()
+      }->{
+        project: f_sum2 is f_sum+1
+      }
+    `
+          )
+          .run();
+        expect(result.data.value[0]['f_sum2']).toBe(60462);
+      });
+
+      test(`model: unnest is left join - ${database}`, async () => {
+        const result = await runtime
+          .loadModel(joinModelText)
+          .loadQuery(
+            `
+          // produce a table with 4 rows that has a nested element
+          query: a_states is table('malloytest.state_facts')-> {
+            where: state ? ~ 'A%'
+            group_by: state
+            nest: somthing is {group_by: state}
+          }
+
+          // join the 4 rows and reference the
+          //  nested column. should return all the rows.
+          //  If the unnest is an inner join, we'll get back just 4 rows.
+          query: table('malloytest.state_facts') {
+            join_one: a_states is from(->a_states) with state
+          }
+          -> {
+            group_by: state
+            aggregate: c is count()
+            nest: a is  {
+              group_by: a_states.somthing.state
+            }
+          }
+    `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBeGreaterThan(4);
+      });
+
+      // not sure how to solve this one yet.
+      it(`All joins at the same level - ${database}`, async () => {
+        const result = await runtime
+          .loadQuery(
+            `
+        source: flights is table('malloytest.flights') {
+          join_one: aircraft is table('malloytest.aircraft')
+            on tail_num = aircraft.tail_num
+          join_one: aircraft_models is table('malloytest.aircraft_models')
+            on aircraft.aircraft_model_code = aircraft_models.aircraft_model_code
+        }
+
+        query: flights -> {
+          group_by: aircraft_models.seats
+          aggregate: flight_count is count()
+        }
+        `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBeGreaterThan(4);
+      });
+
+      it(`join issue440 - ${database}`, async () => {
+        const result = await runtime
+          .loadQuery(
+            `
+        source: aircraft_models is table('malloytest.aircraft_models')
+
+        source: aircraft is table('malloytest.aircraft')
+
+        source: flights is table('malloytest.flights'){
+          join_one: aircraft on aircraft.tail_num = tail_num
+          join_one: aircraft_models on aircraft_models.aircraft_model_code = aircraft.aircraft_model_code
+        }
+
+        query: flights-> {
+          group_by: testingtwo is aircraft_models.model
+        }
+      `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBeGreaterThan(4);
+      });
+
+      it(`join issue1092 - ${database}`, async () => {
+        const result = await runtime
+          .loadQuery(
+            `
+          query: table('malloytest.state_facts') -> {
+            join_one: sf is table('malloytest.state_facts') on sf.state = state
+            aggregate: x is sf.births.sum() { ? state = 'CA' }
+          }
+          `
+          )
+          .run();
+        // console.log(result.data.toObject());
+        expect(result.data.rowCount).toBe(1);
+      });
+    });
+  });
+};
+
+const runtimes = new RuntimeList(databasesFromEnvironmentOr(allDatabases));
+
+/*
+ * This test file reuses common tests definitions.
+ * For actual test development please go to: test/src/databases/shared/join.spec.ts
+ */
+joinSharedTests(runtimes);