@malloydata/malloy-tests 0.0.66-dev230807232724

package/dist/util/index.js

@@ -0,0 +1,171 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.testIf = exports.runQuery = exports.mkSqlEqWith = exports.describeIfDatabaseAvailable = exports.databasesFromEnvironmentOr = exports.fYearEq = exports.fStringLike = exports.fStringEq = void 0;
+function fStringEq(field, value) {
+    return {
+        expression: [{ type: 'field', path: field }, `='${value}'`],
+        code: `${field}='${value}'`,
+        expressionType: 'scalar',
+    };
+}
+exports.fStringEq = fStringEq;
+function fStringLike(field, value) {
+    return {
+        expression: [{ type: 'field', path: field }, ` LIKE '${value}'`],
+        code: `${field}~'${value}'`,
+        expressionType: 'scalar',
+    };
+}
+exports.fStringLike = fStringLike;
+function fYearEq(field, year) {
+    const yBegin = `'${year}-01-01 00:00:00'`;
+    const yEnd = `'${year + 1}-01-01 00:00:00'`;
+    const fx = { type: 'field', path: field };
+    return {
+        expression: [fx, `>=${yBegin} and `, fx, `<${yEnd}`],
+        code: `${field}:@${year}`,
+        expressionType: 'scalar',
+    };
+}
+exports.fYearEq = fYearEq;
+// accepts databases in env, either via comma-separated dialect list (MALLOY_DATABASES=) or a single
+// database (MALLOY_DATABASE=). returns either databases defined in env or a default list that was passed.
+function databasesFromEnvironmentOr(defaultDatabases) {
+    return process.env['MALLOY_DATABASES']
+        ? process.env['MALLOY_DATABASES'].split(',')
+        : process.env['MALLOY_DATABASE']
+            ? [process.env['MALLOY_DATABASE']]
+            : defaultDatabases;
+}
+exports.databasesFromEnvironmentOr = databasesFromEnvironmentOr;
+// confirms that one or more of the databases being tested overlaps with the databases a test suite can accept.
+// if there is overlap, return a tuple of jest.describe and the dialects to be tested
+// if there is no overlap, return a tuple if jest.describe.skip and the dialects to be tested
+function describeIfDatabaseAvailable(acceptableDatabases) {
+    const currentDatabases = databasesFromEnvironmentOr(acceptableDatabases);
+    const overlap = acceptableDatabases.filter(d => currentDatabases.includes(d));
+    return overlap.length > 0 ? [describe, overlap] : [describe.skip, overlap];
+}
+exports.describeIfDatabaseAvailable = describeIfDatabaseAvailable;
+function sqlSafe(str) {
+    return str
+        .replace(/'/g, '{single-quote}')
+        .replace(/\\/g, '{backslash}')
+        .replace(/"/g, '{double-quote}');
+}
+function mkSqlEqWith(runtime, initV) {
+    // eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types
+    return async function (expr, result) {
+        const qExpr = expr.replace(/'/g, '`');
+        const sqlV = (initV === null || initV === void 0 ? void 0 : initV.sql) || 'SELECT 1 as one';
+        const malloyV = (initV === null || initV === void 0 ? void 0 : initV.malloy) || '';
+        const select = (initV === null || initV === void 0 ? void 0 : initV.connection)
+            ? ` connection: "${initV.connection}" select`
+            : 'select';
+        const sourceDef = `
+      sql: sqlData is {${select}: """${sqlV}""" }
+      source: basicTypes is from_sql(sqlData) ${malloyV}
+    `;
+        let query;
+        if (typeof result === 'boolean') {
+            const notEq = `concat('sqlEq failed', CHR(10), '    Expected: ${qExpr} to be ${result}')`;
+            const varName = result ? 'expectTrue' : 'expectFalse';
+            const whenPick = result
+                ? `'=' when ${varName}`
+                : `${notEq} when ${varName}`;
+            const elsePick = result ? notEq : "'='";
+            query = `${sourceDef}
+          query: basicTypes
+          -> {
+            declare: ${varName} is ${expr}
+            project: calc is pick ${whenPick} else ${elsePick}
+          }`;
+        }
+        else if (typeof result === 'number') {
+            query = `${sourceDef}
+          query: basicTypes
+          -> {
+            declare: expect is ${result}
+            declare: got is ${expr}
+            project: calc is
+              pick '=' when expect = got
+              else concat('sqlEq failed', CHR(10), '    Expected: ${qExpr} == ${result}', CHR(10), '    Received: ', got::string)
+          }`;
+        }
+        else if (expr[0] === "'") {
+            // quoted strings
+            const resultNoBacks = result.replace(/\\/g, '\\\\');
+            const qResult = `'${resultNoBacks.replace(/'/g, "\\'")}'`;
+            query = `${sourceDef}
+          query: basicTypes
+          -> {
+            project: expect is ${qResult}
+            project: got is ${expr}
+          } -> {
+            project: calc is
+              pick '=' when expect = got
+              else concat('sqlEq failed', CHR(10), '    Expected: ${sqlSafe(expr)} == ${sqlSafe(result)}', CHR(10), '    Received: ', got::string)
+          }`;
+        }
+        else {
+            const qResult = result.replace(/'/g, '`');
+            query = `${sourceDef}
+          query: basicTypes
+          -> {
+            project: expect is ${result}
+            project: got is ${expr}
+          } -> {
+            project: calc is
+              pick '=' when expect = got
+              else concat('sqlEq failed', CHR(10), '    Expected: ${qExpr} == ${qResult}', CHR(10), '    Received: ', got::string)
+          }`;
+        }
+        return runtime.loadQuery(query).run();
+    };
+}
+exports.mkSqlEqWith = mkSqlEqWith;
+async function runQuery(runtime, querySrc) {
+    let query;
+    try {
+        query = runtime.loadQuery(querySrc);
+    }
+    catch (e) {
+        throw new Error(`loadQuery failed: ${e.message}`);
+    }
+    let result;
+    try {
+        result = await query.run();
+    }
+    catch (e) {
+        throw new Error(`query.run failed: ${e.message}\n` + `SQL: ${await query.getSQL()}`);
+    }
+    return result;
+}
+exports.runQuery = runQuery;
+const testIf = (condition) => {
+    return condition ? test : test.skip;
+};
+exports.testIf = testIf;
+//# sourceMappingURL=index.js.map

package/dist/util/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/util/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;;AAUH,SAAgB,SAAS,CAAC,KAAa,EAAE,KAAa;IACpD,OAAO;QACL,UAAU,EAAE,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,KAAK,KAAK,GAAG,CAAC;QACzD,IAAI,EAAE,GAAG,KAAK,KAAK,KAAK,GAAG;QAC3B,cAAc,EAAE,QAAQ;KACzB,CAAC;AACJ,CAAC;AAND,8BAMC;AAED,SAAgB,WAAW,CAAC,KAAa,EAAE,KAAa;IACtD,OAAO;QACL,UAAU,EAAE,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,UAAU,KAAK,GAAG,CAAC;QAC9D,IAAI,EAAE,GAAG,KAAK,KAAK,KAAK,GAAG;QAC3B,cAAc,EAAE,QAAQ;KACzB,CAAC;AACJ,CAAC;AAND,kCAMC;AAED,SAAgB,OAAO,CAAC,KAAa,EAAE,IAAY;IACjD,MAAM,MAAM,GAAG,IAAI,IAAI,kBAAkB,CAAC;IAC1C,MAAM,IAAI,GAAG,IAAI,IAAI,GAAG,CAAC,kBAAkB,CAAC;IAC5C,MAAM,EAAE,GAAa,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC;IAClD,OAAO;QACL,UAAU,EAAE,CAAC,EAAE,EAAE,KAAK,MAAM,OAAO,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC;QACpD,IAAI,EAAE,GAAG,KAAK,KAAK,IAAI,EAAE;QACzB,cAAc,EAAE,QAAQ;KACzB,CAAC;AACJ,CAAC;AATD,0BASC;AAED,oGAAoG;AACpG,0GAA0G;AAC1G,SAAgB,0BAA0B,CACxC,gBAA0B;IAE1B,OAAO,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACpC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;QAC5C,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;YAChC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YAClC,CAAC,CAAC,gBAAgB,CAAC;AACvB,CAAC;AARD,gEAQC;AAED,+GAA+G;AAC/G,qFAAqF;AACrF,6FAA6F;AAC7F,SAAgB,2BAA2B,CACzC,mBAA6B;IAE7B,MAAM,gBAAgB,GAAG,0BAA0B,CAAC,mBAAmB,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9E,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAC7E,CAAC;AAPD,kEAOC;AAQD,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,GAAG;SACP,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC;SAC/B,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC;SAC7B,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;AACrC,CAAC;AACD,SAAgB,WAAW,CAAC,OAAgB,EAAE,KAAkB;IAC9D,6EAA6E;IAC7E,OAAO,KAAK,WACV,IAAY,EACZ,MAAiC;QAEjC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,GAAG,KAAI,iBAAiB,CAAC;QAC7C,MAAM,OAAO,GAAG,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,KAAI,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,UAAU;YAC9B,CAAC,CAAC,iBAAiB,KAAK,CAAC,UAAU,UAAU;YAC7C,CAAC,CAAC,QAAQ,CAAC;QACb,MAAM,SAAS,GAAG;yBACG,MAAM,QAAQ,IAAI;gDACK,OAAO;KAClD,CAAC;QACF,IAAI,KAAa,CAAC;QAClB,IAAI,OAAO,MAAM,KAAK,SAAS,EAAE;YAC/B,MAAM,KAAK,GAAG,kDAAkD,KAAK,UAAU,MAAM,IAAI,CAAC;YAC1F,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC;YACtD,MAAM,QAAQ,GAAG,MAAM;gBACrB,CAAC,CAAC,YAAY,OAAO,EAAE;gBACvB,CAAC,CAAC,GAAG,KAAK,SAAS,OAAO,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YACxC,KAAK,GAAG,GAAG,SAAS;;;uBAGH,OAAO,OAAO,IAAI;oCACL,QAAQ,SAAS,QAAQ;YACjD,CAAC;SACR;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;YACrC,KAAK,GAAG,GAAG,SAAS;;;iCAGO,MAAM;8BACT,IAAI;;;oEAGkC,KAAK,OAAO,MAAM;YAC1E,CAAC;SACR;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;YAC1B,iBAAiB;YACjB,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;YAC1D,KAAK,GAAG,GAAG,SAAS;;;iCAGO,OAAO;8BACV,IAAI;;;;oEAIkC,OAAO,CAC3D,IAAI,CACL,OAAO,OAAO,CAAC,MAAM,CAAC;YACzB,CAAC;SACR;aAAM;YACL,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC1C,KAAK,GAAG,GAAG,SAAS;;;iCAGO,MAAM;8BACT,IAAI;;;;oEAIkC,KAAK,OAAO,OAAO;YAC3E,CAAC;SACR;QAED,OAAO,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;IACxC,CAAC,CAAC;AACJ,CAAC;AAxED,kCAwEC;AAEM,KAAK,UAAU,QAAQ,CAAC,OAAgB,EAAE,QAAgB;IAC/D,IAAI,KAAwB,CAAC;IAC7B,IAAI;QACF,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;KACrC;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;KACnD;IAED,IAAI,MAAc,CAAC;IACnB,IAAI;QACF,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC;KAC5B;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,IAAI,KAAK,CACb,qBAAqB,CAAC,CAAC,OAAO,IAAI,GAAG,QAAQ,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,CACpE,CAAC;KACH;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAlBD,4BAkBC;AAEM,MAAM,MAAM,GAAG,CAAC,SAAkB,EAAE,EAAE;IAC3C,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;AACtC,CAAC,CAAC;AAFW,QAAA,MAAM,UAEjB"}

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@malloydata/malloy-tests",
+  "license": "MIT",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "homepage": "https://github.com/malloydata/malloy#readme",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/malloydata/malloy"
+  },
+  "scripts": {
+    "lint": "eslint '**/*.ts{,x}'",
+    "lint-fix": "eslint '**/*.ts{,x}' --fix",
+    "test": "jest --config=../jest.config.js",
+    "build": "tsc --build",
+    "clean": "tsc --build --clean",
+    "malloyc": "ts-node ../scripts/malloy-to-json"
+  },
+  "dependencies": {
+    "@jest/globals": "^29.4.3",
+    "@malloydata/db-bigquery": "^0.0.66-dev230807232724",
+    "@malloydata/db-duckdb": "^0.0.66-dev230807232724",
+    "@malloydata/db-postgres": "^0.0.66-dev230807232724",
+    "@malloydata/malloy": "^0.0.66-dev230807232724",
+    "@malloydata/render": "^0.0.66-dev230807232724",
+    "jsdom": "^22.1.0",
+    "luxon": "^1.26.4",
+    "madge": "^6.0.0"
+  },
+  "devDependencies": {
+    "@types/jsdom": "^21.1.1",
+    "@types/luxon": "^1.26.4"
+  },
+  "version": "0.0.66-dev230807232724"
+}

package/src/api.spec.ts

@@ -0,0 +1,84 @@
+/* eslint-disable no-console */
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+import {runtimeFor} from './runtimes';
+
+const runtime = runtimeFor('duckdb');
+
+describe('extendModel', () => {
+  test('can run query in extend section', async () => {
+    const model = runtime.loadModel(`
+      query: q1 is table('malloytest.aircraft')->{
+        where: state = 'CA'
+        group_by: state
+      }
+    `);
+    const q1 = model.loadQueryByName('q1');
+    const oneState = await q1.run();
+    expect(oneState.data.path(0, 'state').value).toBe('CA');
+
+    const extended = model.extendModel(`
+      query: q2 is table('malloytest.aircraft')->{
+        where: state = 'NV'
+        group_by: state
+      }
+    `);
+    const q2 = extended.loadQueryByName('q2');
+    const twoState = await q2.run();
+    expect(twoState.data.path(0, 'state').value).toBe('NV');
+  });
+  test('can reference query from previous section ', async () => {
+    const model = runtime.loadModel(`
+      query: q1 is table('malloytest.aircraft')->{
+        where: state = 'CA'
+        group_by: state
+      }
+    `);
+    const q1 = model.loadQueryByName('q1');
+    const oneState = await q1.run();
+    expect(oneState.data.path(0, 'state').value).toBe('CA');
+
+    const extended = model.extendModel('query: q2 is ->q1 -> { project: * }');
+    const q2 = extended.loadQueryByName('q2');
+    const twoState = await q2.run();
+    expect(twoState.data.path(0, 'state').value).toBe('CA');
+  });
+  test('can reference sql from previous section ', async () => {
+    const model = runtime.loadModel(`
+      sql: q1 is { connection: "duckdb" select: """SELECT 'CA' as state""" }
+    `);
+
+    const extended = model.extendModel(
+      'query: q2 is from_sql(q1)->{project: *}'
+    );
+    const q2 = extended.loadQueryByName('q2');
+    const twoState = await q2.run();
+    expect(twoState.data.path(0, 'state').value).toBe('CA');
+  });
+  test('returns helpful error message if named query does not exist', async () => {
+    await expect(runtime.getQueryByName('', 'Dummy Query')).rejects.toThrow(
+      'Given query name does not refer to a named query.'
+    );
+  });
+});