@malloydata/db-bigquery 0.0.240-dev250311202829 → 0.0.240-dev250311214430

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@malloydata/db-bigquery",
-  "version": "0.0.240-dev250311202829",
+  "version": "0.0.240-dev250311214430",
   "license": "MIT",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -25,7 +25,7 @@
     "@google-cloud/bigquery": "^7.3.0",
     "@google-cloud/common": "^5.0.1",
     "@google-cloud/paginator": "^5.0.0",
-    "@malloydata/malloy": "^0.0.240-dev250311202829",
+    "@malloydata/malloy": "^0.0.240-dev250311214430",
     "gaxios": "^4.2.0"
   }
 }

package/dist/bigquery.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/bigquery.spec.js

@@ -1,267 +0,0 @@
-"use strict";
-/*
- * Copyright 2023 Google LLC
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files
- * (the "Software"), to deal in the Software without restriction,
- * including without limitation the rights to use, copy, modify, merge,
- * publish, distribute, sublicense, and/or sell copies of the Software,
- * and to permit persons to whom the Software is furnished to do so,
- * subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const malloy = __importStar(require("@malloydata/malloy"));
-const test_1 = require("@malloydata/malloy/test");
-const bigquery_connection_1 = require("./bigquery_connection");
-const bigquery_1 = require("@google-cloud/bigquery");
-const util = __importStar(require("util"));
-const fs = __importStar(require("fs"));
-const url_1 = require("url");
-const [describe] = (0, test_1.describeIfDatabaseAvailable)(['bigquery']);
-describe('db:BigQuery', () => {
-    let bq;
-    let runtime;
-    beforeAll(() => {
-        bq = new bigquery_connection_1.BigQueryConnection('test');
-        const files = {
-            readURL: async (url) => {
-                const filePath = (0, url_1.fileURLToPath)(url);
-                return await util.promisify(fs.readFile)(filePath, 'utf8');
-            },
-        };
-        runtime = new malloy.Runtime({
-            urlReader: files,
-            connection: bq,
-        });
-    });
-    it('runs a SQL query', async () => {
-        const res = await bq.runSQL('SELECT 1 as t');
-        expect(res.rows[0]['t']).toBe(1);
-    });
-    it('costs a SQL query', async () => {
-        const res = await bq.estimateQueryCost('SELECT * FROM malloydata-org.malloytest.airports');
-        expect(res.queryCostBytes).toBe(3029200);
-    });
-    it('gets table schema', async () => {
-        const res = await bq.getTableFieldSchema('malloydata-org.malloytest.carriers');
-        expect(res.schema).toStrictEqual({
-            fields: [
-                { name: 'code', type: 'STRING' },
-                { name: 'name', type: 'STRING' },
-                { name: 'nickname', type: 'STRING' },
-            ],
-        });
-    });
-    it.todo('gets table structdefs');
-    it('runs a Malloy query', async () => {
-        const sql = await runtime
-            .loadModel("source: carriers is bigquery.table('malloydata-org.malloytest.carriers') extend { measure: carrier_count is count() }")
-            .loadQuery('run: carriers -> { aggregate: carrier_count }')
-            .getSQL();
-        const res = await bq.runSQL(sql);
-        expect(res.rows[0]['carrier_count']).toBe(21);
-    });
-    it('streams a Malloy query for download', async () => {
-        const sql = await runtime
-            .loadModel("source: carriers is bigquery.table('malloydata-org.malloytest.carriers') extend { measure: carrier_count is count() }")
-            .loadQuery('run: carriers -> { group_by: name }')
-            .getSQL();
-        const res = await bq.downloadMalloyQuery(sql);
-        return new Promise(resolve => {
-            let count = 0;
-            res.on('data', () => (count += 1));
-            res.on('end', () => {
-                expect(count).toBe(21);
-                resolve(true);
-            });
-        });
-    });
-    it('manifests a temporary table', async () => {
-        const fullTempTableName = await bq.manifestTemporaryTable('SELECT 1 as t');
-        const splitTableName = fullTempTableName.split('.');
-        const sdk = new bigquery_1.BigQuery();
-        const dataset = sdk.dataset(splitTableName[1]);
-        const table = dataset.table(splitTableName[2]);
-        const exists = await table.exists();
-        expect(exists).toBeTruthy();
-    });
-    const skipThisTestSetion = false; // describe.skip is not ok, given how we patch describe
-    if (skipThisTestSetion) {
-        describe.skip('manifests permanent table', () => {
-            const datasetName = 'test_malloy_test_dataset';
-            const tableName = 'test_malloy_test_table';
-            const sdk = new bigquery_1.BigQuery();
-            // delete entire dataset before each test and once tests are complete
-            const deleteTestDataset = async () => {
-                const dataset = sdk.dataset(datasetName);
-                if ((await dataset.exists())[0]) {
-                    await dataset.delete({
-                        force: true,
-                    });
-                }
-            };
-            beforeEach(deleteTestDataset);
-            afterAll(deleteTestDataset);
-            it('throws if dataset does not exist and createDataset=false', async () => {
-                await expect(async () => {
-                    await bq.manifestPermanentTable('SELECT 1 as t', datasetName, tableName, false, false);
-                }).rejects.toThrowError(`Dataset ${datasetName} does not exist`);
-            });
-            it('creates dataset if createDataset=true', async () => {
-                // note - dataset does not exist b/c of beforeEach()
-                await bq.manifestPermanentTable('SELECT 1 as t', datasetName, tableName, false, true);
-                const dataset = sdk.dataset(datasetName);
-                const [exists] = await dataset.exists();
-                expect(exists).toBeTruthy();
-            });
-            it('throws if table exist and overwriteExistingTable=false', async () => {
-                const newDatasetResponse = await sdk.createDataset(datasetName);
-                const dataset = newDatasetResponse[0];
-                const tableMeta = { name: tableName };
-                await dataset.createTable(tableName, tableMeta);
-                await expect(async () => {
-                    await bq.manifestPermanentTable('SELECT 1 as t', datasetName, tableName, false, true);
-                }).rejects.toThrowError(`Table ${tableName} already exists`);
-            });
-            it('manifests a table', async () => {
-                const jobId = await bq.manifestPermanentTable('SELECT 1 as t', datasetName, tableName, false, true);
-                // wait for job to complete
-                const [job] = await sdk.job(jobId).get();
-                let [metaData] = await job.getMetadata();
-                while (metaData.status.state !== 'DONE') {
-                    await new Promise(resolve => setTimeout(resolve, 1000));
-                    [metaData] = await job.getMetadata();
-                }
-                // query the new table
-                const [queryJob] = await sdk.createQueryJob(`SELECT * FROM ${datasetName}.${tableName}`);
-                const [results] = await queryJob.getQueryResults();
-                expect(results[0]).toStrictEqual({ t: 1 });
-            });
-        });
-    }
-    describe('Caching', () => {
-        let getTableFieldSchema;
-        let getSQLBlockSchema;
-        beforeEach(async () => {
-            getTableFieldSchema = jest
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                .spyOn(bigquery_connection_1.BigQueryConnection.prototype, 'getTableFieldSchema')
-                .mockResolvedValue({
-                schema: {},
-                needsTableSuffixPseudoColumn: false,
-                needsPartitionTimePseudoColumn: false,
-                needsPartitionDatePseudoColumn: false,
-            });
-            getSQLBlockSchema = jest
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                .spyOn(bigquery_connection_1.BigQueryConnection.prototype, 'getSQLBlockSchema')
-                .mockResolvedValue({
-                schema: {},
-                needsTableSuffixPseudoColumn: false,
-                needsPartitionTimePseudoColumn: false,
-                needsPartitionDatePseudoColumn: false,
-            });
-        });
-        afterEach(() => {
-            jest.resetAllMocks();
-        });
-        it('caches table schema', async () => {
-            await bq.fetchSchemaForTables({ 'test1': 'table1' }, {});
-            expect(getTableFieldSchema).toBeCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await bq.fetchSchemaForTables({ 'test1': 'table1' }, {});
-            expect(getTableFieldSchema).toBeCalledTimes(1);
-        });
-        it('refreshes table schema', async () => {
-            await bq.fetchSchemaForTables({ 'test2': 'table2' }, {});
-            expect(getTableFieldSchema).toBeCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await bq.fetchSchemaForTables({ 'test2': 'table2' }, { refreshTimestamp: Date.now() + 10 });
-            expect(getTableFieldSchema).toBeCalledTimes(2);
-        });
-        it('caches sql schema', async () => {
-            await bq.fetchSchemaForSQLStruct(SQL_BLOCK_1, {});
-            expect(getSQLBlockSchema).toBeCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await bq.fetchSchemaForSQLStruct(SQL_BLOCK_1, {});
-            expect(getSQLBlockSchema).toBeCalledTimes(1);
-        });
-        it('refreshes sql schema', async () => {
-            await bq.fetchSchemaForSQLStruct(SQL_BLOCK_2, {});
-            expect(getSQLBlockSchema).toBeCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await bq.fetchSchemaForSQLStruct(SQL_BLOCK_2, {
-                refreshTimestamp: Date.now() + 10,
-            });
-            expect(getSQLBlockSchema).toBeCalledTimes(2);
-        });
-    });
-});
-const SQL_BLOCK_1 = {
-    connection: 'bigquery',
-    selectStr: `
-SELECT
-created_at,
-sale_price,
-inventory_item_id
-FROM 'order_items.parquet'
-SELECT
-id,
-product_department,
-product_category,
-created_at AS inventory_items_created_at
-FROM "inventory_items.parquet"
-`,
-};
-const SQL_BLOCK_2 = {
-    connection: 'bigquery',
-    selectStr: `
-SELECT
-created_at,
-sale_price,
-inventory_item_id
-FROM read_parquet('order_items2.parquet', arg='value')
-SELECT
-id,
-product_department,
-product_category,
-created_at AS inventory_items_created_at
-FROM read_parquet("inventory_items2.parquet")
-`,
-};
-//# sourceMappingURL=bigquery.spec.js.map