@malloydata/malloy-tests 0.0.66-dev230807232724

package/README.md

@@ -0,0 +1,29 @@
+## Tests
+
+By default, tests run against BigQuery, Postgres, and DuckDB.
+
+Tests can also be run against a specific database, using the MALLOY_DATABASE or MALLOY_DATABASES environment variable, such as: `MALLOY_DATABASES=bigquery,postgres npm run test`
+
+Setting up postgres:
+
+# Setup for Postgres Test Data
+
+Assumes that postgres has been installed via nix (installs but doesn't configure).
+
+ADD to environment: `export PGHOST=localhost`
+
+**postgres_init.sh** - builds a database as the current user in .tmp/data/malloytestdb. Starts server runing on localhost:5432
+copies the test data in `malloytest-postgres.sql.gz` into the database.
+
+**postgres_start.sh** - starts the postgres server, once it has been installed (use after a reboot, for example)
+
+**postgres_stop.sh** - stops the postgres server
+
+**state_fact.sql** - example file on how to insert data from json
+
+Setting up DuckDB:
+
+# Building test database for duckdb
+
+1. At top-level, run `npx ts-node scripts/build_duckdb_test_database.ts`
+2. A file called `duckdb_test.db` should be created in the test/data/duckdb folder - tests will automatically look there.

package/bin/dump_malloytest.sh

@@ -0,0 +1 @@
+pg_dump -n malloytest -O -x  | gzip > ../sql/malloytest-postgres.sql.gz

package/bin/postgres_init.sh

@@ -0,0 +1,9 @@
+#! /bin/bash
+export PGHOST=localhost
+pg_ctl -D .tmp/data/malloytestdb -l .tmp/logfile -o "--unix_socket_directories='$PWD/.tmp'" stop
+rm -rf .tmp
+mkdir .tmp
+initdb -d .tmp/data/malloytestdb --no-locale --encoding=UTF8
+pg_ctl -D .tmp/data/malloytestdb -l .tmp/logfile -o "--unix_socket_directories='$PWD/.tmp'" start
+createdb $USER
+gunzip -c ../data/postgres/malloytest-postgres.sql.gz | psql

package/bin/postgres_start.sh

@@ -0,0 +1,2 @@
+#! /bin/bash
+pg_ctl -D .tmp/data/malloytestdb -l logfile -o "--unix_socket_directories='$PWD'" start

package/bin/postgres_stop.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+pg_ctl -D .tmp/data/malloytestdb stop

package/data/duckdb/README.md

@@ -0,0 +1,4 @@
+# Building test database for duckdb
+
+1. At top-level, run `npx ts-node scripts/build_duckdb_test_database.ts`
+2. A file called `duckdb_test.db` should be created in this folder

package/data/duckdb/test.json

@@ -0,0 +1,3 @@
+{
+    "foo": "bar"
+}

package/data/postgres/state_facts.sql

@@ -0,0 +1,366 @@
+-- example of how to take a json blob and insert it into a postgres database
+--  keeping around because it might be useful as we add new tables.
+
+create type t as (state varchar, aircraft_count int, airport_count int, births int, popular_name varchar);
+create table malloytest.state_facts as (
+select p.*
+from json_populate_recordset(null::t,'[
+      {
+        "state": "MN",
+        "aircraft_count": "83",
+        "airport_count": "507",
+        "births": "5574819",
+        "popular_name": "Ava"
+      },
+      {
+        "state": "LA",
+        "aircraft_count": "57",
+        "airport_count": "500",
+        "births": "5551025",
+        "popular_name": "Ava"
+      },
+      {
+        "state": "IA",
+        "aircraft_count": "28",
+        "airport_count": "319",
+        "births": "4108689",
+        "popular_name": "Ava"
+      },
+      {
+        "state": "IN",
+        "aircraft_count": "62",
+        "airport_count": "643",
+        "births": "7170553",
+        "popular_name": "Emma"
+      },
+      {
+        "state": "NC",
+        "aircraft_count": "72",
+        "airport_count": "400",
+        "births": "8440235",
+        "popular_name": "Emma"
+      },
+      {
+        "state": "AR",
+        "aircraft_count": "31",
+        "airport_count": "299",
+        "births": "3330382",
+        "popular_name": "Emma"
+      },
+      {
+        "state": "AL",
+        "aircraft_count": "58",
+        "airport_count": "260",
+        "births": "5645599",
+        "popular_name": "Emma"
+      },
+      {
+        "state": "MT",
+        "aircraft_count": "50",
+        "airport_count": "259",
+        "births": "942521",
+        "popular_name": "Emma"
+      },
+      {
+        "state": "ME",
+        "aircraft_count": "12",
+        "airport_count": "164",
+        "births": "1383204",
+        "popular_name": "Emma"
+      },
+      {
+        "state": "VA",
+        "aircraft_count": "67",
+        "airport_count": "421",
+        "births": "6693880",
+        "popular_name": "Olivia"
+      },
+      {
+        "state": "NE",
+        "aircraft_count": "24",
+        "airport_count": "308",
+        "births": "2255039",
+        "popular_name": "Olivia"
+      },
+      {
+        "state": "ID",
+        "aircraft_count": "36",
+        "airport_count": "238",
+        "births": "1147445",
+        "popular_name": "Olivia"
+      },
+      {
+        "state": "UT",
+        "aircraft_count": "53",
+        "airport_count": "140",
+        "births": "2306033",
+        "popular_name": "Olivia"
+      },
+      {
+        "state": "AK",
+        "aircraft_count": "85",
+        "airport_count": "608",
+        "births": "407106",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "WI",
+        "aircraft_count": "66",
+        "airport_count": "543",
+        "births": "6088288",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "MI",
+        "aircraft_count": "102",
+        "airport_count": "489",
+        "births": "11643455",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "WA",
+        "aircraft_count": "114",
+        "airport_count": "484",
+        "births": "4631964",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "OR",
+        "aircraft_count": "94",
+        "airport_count": "441",
+        "births": "2671780",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "ND",
+        "aircraft_count": "26",
+        "airport_count": "436",
+        "births": "1059330",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "MD",
+        "aircraft_count": "30",
+        "airport_count": "229",
+        "births": "4468717",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "SD",
+        "aircraft_count": "23",
+        "airport_count": "180",
+        "births": "1049223",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "NH",
+        "aircraft_count": "30",
+        "airport_count": "112",
+        "births": "955057",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "VT",
+        "aircraft_count": "6",
+        "airport_count": "81",
+        "births": "545999",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "DE",
+        "aircraft_count": "118",
+        "airport_count": "42",
+        "births": "615490",
+        "popular_name": "Sophia"
+      },
+      {
+        "state": "MS",
+        "aircraft_count": "27",
+        "airport_count": "243",
+        "births": "3969549",
+        "popular_name": "Madison"
+      },
+      {
+        "state": "SC",
+        "aircraft_count": "28",
+        "airport_count": "189",
+        "births": "4392042",
+        "popular_name": "Madison"
+      },
+      {
+        "state": "DC",
+        "aircraft_count": "6",
+        "airport_count": "20",
+        "births": "1419047",
+        "popular_name": "Madison"
+      },
+      {
+        "state": "TX",
+        "aircraft_count": "287",
+        "airport_count": "1845",
+        "births": "21467359",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "CA",
+        "aircraft_count": "367",
+        "airport_count": "984",
+        "births": "28810563",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "IL",
+        "aircraft_count": "111",
+        "airport_count": "890",
+        "births": "15178876",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "FL",
+        "aircraft_count": "228",
+        "airport_count": "856",
+        "births": "9277223",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "PA",
+        "aircraft_count": "83",
+        "airport_count": "804",
+        "births": "16661910",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "OH",
+        "aircraft_count": "106",
+        "airport_count": "749",
+        "births": "14201526",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "NY",
+        "aircraft_count": "91",
+        "airport_count": "576",
+        "births": "23694136",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "MO",
+        "aircraft_count": "62",
+        "airport_count": "537",
+        "births": "6792279",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "OK",
+        "aircraft_count": "99",
+        "airport_count": "443",
+        "births": "4137117",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "GA",
+        "aircraft_count": "98",
+        "airport_count": "440",
+        "births": "8183223",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "CO",
+        "aircraft_count": "98",
+        "airport_count": "425",
+        "births": "3424936",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "KS",
+        "aircraft_count": "63",
+        "airport_count": "415",
+        "births": "3212573",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "NJ",
+        "aircraft_count": "47",
+        "airport_count": "378",
+        "births": "8318769",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "AZ",
+        "aircraft_count": "98",
+        "airport_count": "319",
+        "births": "3328182",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "TN",
+        "aircraft_count": "62",
+        "airport_count": "285",
+        "births": "6313851",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "MA",
+        "aircraft_count": "40",
+        "airport_count": "225",
+        "births": "7576933",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "KY",
+        "aircraft_count": "26",
+        "airport_count": "202",
+        "births": "5352594",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "NM",
+        "aircraft_count": "46",
+        "airport_count": "181",
+        "births": "1640394",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "CT",
+        "aircraft_count": "25",
+        "airport_count": "153",
+        "births": "3361014",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "NV",
+        "aircraft_count": "55",
+        "airport_count": "128",
+        "births": "842854",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "WV",
+        "aircraft_count": "13",
+        "airport_count": "116",
+        "births": "2962442",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "WY",
+        "aircraft_count": "15",
+        "airport_count": "115",
+        "births": "423000",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "HI",
+        "aircraft_count": "10",
+        "airport_count": "52",
+        "births": "950538",
+        "popular_name": "Isabella"
+      },
+      {
+        "state": "RI",
+        "aircraft_count": "5",
+        "airport_count": "28",
+        "births": "1148302",
+        "popular_name": "Isabella"
+      }
+    ]') as p
+);

package/dist/api.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/api.spec.js

@@ -0,0 +1,77 @@
+"use strict";
+/* eslint-disable no-console */
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+const runtimes_1 = require("./runtimes");
+const runtime = (0, runtimes_1.runtimeFor)('duckdb');
+describe('extendModel', () => {
+    test('can run query in extend section', async () => {
+        const model = runtime.loadModel(`
+      query: q1 is table('malloytest.aircraft')->{
+        where: state = 'CA'
+        group_by: state
+      }
+    `);
+        const q1 = model.loadQueryByName('q1');
+        const oneState = await q1.run();
+        expect(oneState.data.path(0, 'state').value).toBe('CA');
+        const extended = model.extendModel(`
+      query: q2 is table('malloytest.aircraft')->{
+        where: state = 'NV'
+        group_by: state
+      }
+    `);
+        const q2 = extended.loadQueryByName('q2');
+        const twoState = await q2.run();
+        expect(twoState.data.path(0, 'state').value).toBe('NV');
+    });
+    test('can reference query from previous section ', async () => {
+        const model = runtime.loadModel(`
+      query: q1 is table('malloytest.aircraft')->{
+        where: state = 'CA'
+        group_by: state
+      }
+    `);
+        const q1 = model.loadQueryByName('q1');
+        const oneState = await q1.run();
+        expect(oneState.data.path(0, 'state').value).toBe('CA');
+        const extended = model.extendModel('query: q2 is ->q1 -> { project: * }');
+        const q2 = extended.loadQueryByName('q2');
+        const twoState = await q2.run();
+        expect(twoState.data.path(0, 'state').value).toBe('CA');
+    });
+    test('can reference sql from previous section ', async () => {
+        const model = runtime.loadModel(`
+      sql: q1 is { connection: "duckdb" select: """SELECT 'CA' as state""" }
+    `);
+        const extended = model.extendModel('query: q2 is from_sql(q1)->{project: *}');
+        const q2 = extended.loadQueryByName('q2');
+        const twoState = await q2.run();
+        expect(twoState.data.path(0, 'state').value).toBe('CA');
+    });
+    test('returns helpful error message if named query does not exist', async () => {
+        await expect(runtime.getQueryByName('', 'Dummy Query')).rejects.toThrow('Given query name does not refer to a named query.');
+    });
+});
+//# sourceMappingURL=api.spec.js.map

package/dist/api.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.spec.js","sourceRoot":"","sources":["../src/api.spec.ts"],"names":[],"mappings":";AAAA,+BAA+B;AAC/B;;;;;;;;;;;;;;;;;;;;;GAqBG;;AAEH,yCAAsC;AAEtC,MAAM,OAAO,GAAG,IAAA,qBAAU,EAAC,QAAQ,CAAC,CAAC;AAErC,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAI,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC;;;;;KAK/B,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC;;;;;KAKlC,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC;;;;;KAK/B,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,qCAAqC,CAAC,CAAC;QAC1E,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC;;KAE/B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAChC,yCAAyC,CAC1C,CAAC;QACF,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACrE,mDAAmD,CACpD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/databases/all/expr.spec.d.ts

@@ -0,0 +1,3 @@
+import { RuntimeList } from '../../runtimes';
+import '../../util/db-jest-matchers';
+export declare const exprSharedTests: (runtimes: RuntimeList, _splitFunction?: ((column: string, splitChar: string) => string) | undefined) => void;