@malloydata/db-duckdb 0.0.240-dev250311213218 → 0.0.240-dev250311214430

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@malloydata/db-duckdb",
-  "version": "0.0.240-dev250311213218",
+  "version": "0.0.240-dev250311214430",
   "license": "MIT",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -41,7 +41,7 @@
   },
   "dependencies": {
     "@duckdb/duckdb-wasm": "1.29.0",
-    "@malloydata/malloy": "^0.0.240-dev250311213218",
+    "@malloydata/malloy": "^0.0.240-dev250311214430",
     "@motherduck/wasm-client": "^0.6.6",
     "apache-arrow": "^17.0.0",
     "duckdb": "1.1.1",

package/dist/duckdb.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/duckdb.spec.js

@@ -1,242 +0,0 @@
-"use strict";
-/*
- * Copyright 2023 Google LLC
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files
- * (the "Software"), to deal in the Software without restriction,
- * including without limitation the rights to use, copy, modify, merge,
- * publish, distribute, sublicense, and/or sell copies of the Software,
- * and to permit persons to whom the Software is furnished to do so,
- * subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-const duckdb_common_1 = require("./duckdb_common");
-const duckdb_connection_1 = require("./duckdb_connection");
-const malloy_1 = require("@malloydata/malloy");
-const test_1 = require("@malloydata/malloy/test");
-const [describe] = (0, test_1.describeIfDatabaseAvailable)(['duckdb']);
-/*
- * !IMPORTANT
- *
- * The connection is reused for each test, so if you do not name your tables
- * and keys uniquely for each test you will see cross test interactions.
- */
-describe('DuckDBConnection', () => {
-    let connection;
-    beforeAll(async () => {
-        connection = new duckdb_connection_1.DuckDBConnection('duckdb');
-        await connection.runSQL('SELECT 1');
-        expect(Object.keys(duckdb_connection_1.DuckDBConnection.activeDBs).length).toEqual(1);
-    });
-    afterAll(async () => {
-        await connection.close();
-        expect(Object.keys(duckdb_connection_1.DuckDBConnection.activeDBs).length).toEqual(0);
-    });
-    describe('schema', () => {
-        let runRawSQL;
-        beforeEach(async () => {
-            runRawSQL = jest
-                .spyOn(duckdb_common_1.DuckDBCommon.prototype, 'runRawSQL')
-                .mockResolvedValue({ rows: [], totalRows: 0 });
-        });
-        afterEach(() => {
-            jest.resetAllMocks();
-            runRawSQL.mockRestore();
-        });
-        it('caches table schema', async () => {
-            await connection.fetchSchemaForTables({ 'test1': 'table1' }, {});
-            expect(runRawSQL).toHaveBeenCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await connection.fetchSchemaForTables({ 'test1': 'table1' }, {});
-            expect(runRawSQL).toHaveBeenCalledTimes(1);
-        });
-        it('refreshes table schema', async () => {
-            await connection.fetchSchemaForTables({ 'test2': 'table2' }, {});
-            expect(runRawSQL).toHaveBeenCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await connection.fetchSchemaForTables({ 'test2': 'table2' }, { refreshTimestamp: Date.now() + 10 });
-            expect(runRawSQL).toHaveBeenCalledTimes(2);
-        });
-        it('caches sql schema', async () => {
-            await connection.fetchSchemaForSQLStruct(SQL_BLOCK_1, {});
-            expect(runRawSQL).toHaveBeenCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await connection.fetchSchemaForSQLStruct(SQL_BLOCK_1, {});
-            expect(runRawSQL).toHaveBeenCalledTimes(1);
-        });
-        it('refreshes sql schema', async () => {
-            await connection.fetchSchemaForSQLStruct(SQL_BLOCK_2, {});
-            expect(runRawSQL).toHaveBeenCalledTimes(1);
-            await new Promise(resolve => setTimeout(resolve));
-            await connection.fetchSchemaForSQLStruct(SQL_BLOCK_2, {
-                refreshTimestamp: Date.now() + 10,
-            });
-            expect(runRawSQL).toHaveBeenCalledTimes(2);
-        });
-    });
-    describe('multiple connections', () => {
-        it('can open multiple connections with different settings', async () => {
-            const connection1 = new duckdb_connection_1.DuckDBConnection('duckdb1');
-            const connection2 = new duckdb_connection_1.DuckDBConnection('duckdb2');
-            await connection1.runRawSQL("SET FILE_SEARCH_PATH='/home/user1'");
-            await connection2.runRawSQL("SET FILE_SEARCH_PATH='/home/user2'");
-            const val1 = await connection1.runSQL("SELECT current_setting('FILE_SEARCH_PATH') AS val");
-            const val2 = await connection2.runSQL("SELECT current_setting('FILE_SEARCH_PATH') AS val");
-            expect(Object.keys(duckdb_connection_1.DuckDBConnection.activeDBs).length).toEqual(1);
-            expect(duckdb_connection_1.DuckDBConnection.activeDBs[':memory:'].connections.length).toEqual(3);
-            expect(val1).toEqual({ rows: [{ val: '/home/user1' }], totalRows: 1 });
-            expect(val2).toEqual({ rows: [{ val: '/home/user2' }], totalRows: 1 });
-            await connection1.close();
-            await connection2.close();
-        });
-    });
-    describe('schema parser', () => {
-        it('parses arrays', () => {
-            const structDef = makeStructDef();
-            connection.fillStructDefFromTypeMap(structDef, { test: ARRAY_SCHEMA });
-            expect(structDef.fields[0]).toEqual((0, malloy_1.mkArrayDef)({ type: 'number', numberType: 'integer' }, 'test'));
-        });
-        it('parses inline', () => {
-            const structDef = makeStructDef();
-            connection.fillStructDefFromTypeMap(structDef, { test: INLINE_SCHEMA });
-            expect(structDef.fields[0]).toEqual({
-                'name': 'test',
-                'type': 'record',
-                'join': 'one',
-                'fields': [
-                    { 'name': 'a', ...dblType },
-                    { 'name': 'b', ...intTyp },
-                    { 'name': 'c', ...strTyp },
-                ],
-            });
-        });
-        it('parses nested', () => {
-            const structDef = makeStructDef();
-            connection.fillStructDefFromTypeMap(structDef, { test: NESTED_SCHEMA });
-            expect(structDef.fields[0]).toEqual({
-                'name': 'test',
-                'type': 'array',
-                'elementTypeDef': { type: 'record_element' },
-                'join': 'many',
-                'fields': [
-                    { 'name': 'a', 'numberType': 'float', 'type': 'number' },
-                    { 'name': 'b', 'numberType': 'integer', 'type': 'number' },
-                    { 'name': 'c', 'type': 'string' },
-                ],
-            });
-        });
-        it('parses struct with sql native field', () => {
-            const structDef = makeStructDef();
-            connection.fillStructDefFromTypeMap(structDef, { test: PROFESSOR_SCHEMA });
-            expect(structDef.fields[0]).toEqual({
-                'name': 'test',
-                'type': 'array',
-                'elementTypeDef': { type: 'record_element' },
-                'join': 'many',
-                'fields': [
-                    { 'name': 'professor_id', 'type': 'sql native', 'rawType': 'UUID' },
-                    { 'name': 'name', 'type': 'string' },
-                    { 'name': 'age', 'numberType': 'integer', 'type': 'number' },
-                    { 'name': 'total_sections', 'numberType': 'integer', 'type': 'number' },
-                ],
-            });
-        });
-        it('parses a simple type', () => {
-            const structDef = makeStructDef();
-            connection.fillStructDefFromTypeMap(structDef, { test: 'varchar(60)' });
-            expect(structDef.fields[0]).toEqual({
-                'name': 'test',
-                'type': 'string',
-            });
-        });
-        it('parses unknown type', () => {
-            const structDef = makeStructDef();
-            connection.fillStructDefFromTypeMap(structDef, { test: 'UUID' });
-            expect(structDef.fields[0]).toEqual({
-                'name': 'test',
-                'type': 'sql native',
-                'rawType': 'UUID',
-            });
-        });
-    });
-});
-/**
- * Create a basic StructDef for the purpose of passing to
- * DuckDBConnection.fillStructDefFromTypeMap()
- *
- * @returns valid StructDef for testing
- */
-const makeStructDef = () => {
-    return {
-        type: 'table',
-        name: 'test',
-        dialect: 'duckdb',
-        tablePath: 'test',
-        connection: 'duckdb',
-        fields: [],
-    };
-};
-//
-// SQL blocks for testing table name detection in
-// DuckDBConnection.fetchSchemaForSQLBlock()
-//
-// Uses string value for table
-const SQL_BLOCK_1 = {
-    connection: 'duckdb',
-    selectStr: `
-SELECT
-created_at,
-sale_price,
-inventory_item_id
-FROM 'order_items.parquet'
-SELECT
-id,
-product_department,
-product_category,
-created_at AS inventory_items_created_at
-FROM "inventory_items.parquet"
-`,
-};
-// Uses read_parquet() for table
-const SQL_BLOCK_2 = {
-    connection: 'duckdb',
-    selectStr: `
-SELECT
-created_at,
-sale_price,
-inventory_item_id
-FROM read_parquet('order_items2.parquet', arg='value')
-SELECT
-id,
-product_department,
-product_category,
-created_at AS inventory_items_created_at
-FROM read_parquet("inventory_items2.parquet")
-`,
-};
-//
-// Type strings for testing DuckDBConnection.fillStructDefFromTypeMap()
-//
-// 'integer[]' is array
-const ARRAY_SCHEMA = 'integer[]';
-// STRUCT(...) is inline
-const INLINE_SCHEMA = 'STRUCT(a double, b integer, c varchar(60))';
-// STRUCT(....)[] is nested
-const NESTED_SCHEMA = 'STRUCT(a double, b integer, c varchar(60))[]';
-const intTyp = { type: 'number', numberType: 'integer' };
-const strTyp = { type: 'string' };
-const dblType = { type: 'number', numberType: 'float' };
-const PROFESSOR_SCHEMA = 'STRUCT(professor_id UUID, "name" VARCHAR, age BIGINT, total_sections BIGINT)[]';
-//# sourceMappingURL=duckdb.spec.js.map

package/dist/duckdb_wasm_connection.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/duckdb_wasm_connection.spec.js

@@ -1,94 +0,0 @@
-"use strict";
-/*
- * Copyright 2023 Google LLC
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files
- * (the "Software"), to deal in the Software without restriction,
- * including without limitation the rights to use, copy, modify, merge,
- * publish, distribute, sublicense, and/or sell copies of the Software,
- * and to permit persons to whom the Software is furnished to do so,
- * subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-const test_1 = require("@malloydata/malloy/test");
-const duckdb_common_1 = require("./duckdb_common");
-const duckdb_wasm_connection_node_1 = require("./duckdb_wasm_connection_node");
-const [describe] = (0, test_1.describeIfDatabaseAvailable)(['duckdb_wasm']);
-describe('DuckDBWasmConnection', () => {
-    let connection;
-    let findTables;
-    beforeAll(async () => {
-        connection = new duckdb_wasm_connection_node_1.DuckDBWASMConnection('duckdb');
-        await connection.runSQL('SELECT 1');
-    });
-    afterAll(async () => {
-        await connection.close();
-        await new Promise(resolve => setTimeout(resolve, 10000));
-    });
-    beforeEach(() => {
-        jest
-            .spyOn(duckdb_common_1.DuckDBCommon.prototype, 'fetchSelectSchema')
-            .mockResolvedValue('mocked');
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        findTables = jest.spyOn(connection, 'findTables');
-    });
-    afterEach(() => {
-        jest.resetAllMocks();
-    });
-    it('finds simple tables in SQL', async () => {
-        await connection.fetchSchemaForSQLStruct({
-            selectStr: `
-SELECT
-  created_at,
-  sale_price,
-  inventory_item_id
-FROM 'order_items.parquet'
-SELECT
-id,
-  product_department,
-  product_category,
-  created_at AS inventory_items_created_at
-FROM "inventory_items.parquet"
-`,
-        }, {});
-        expect(findTables).toHaveBeenCalledWith(['order_items.parquet', 'inventory_items.parquet'], {});
-    });
-    it('finds table functions in SQL', async () => {
-        await connection.fetchSchemaForSQLStruct({
-            selectStr: `
-SELECT
-  created_at,
-  sale_price,
-  inventory_item_id
-FROM read_parquet('order_items2.parquet', arg='value')
-SELECT
-id,
-  product_department,
-  product_category,
-  created_at AS inventory_items_created_at
-FROM read_parquet("inventory_items2.parquet")
-`,
-        }, {});
-        expect(findTables).toHaveBeenCalledWith(['order_items2.parquet', 'inventory_items2.parquet'], {});
-    });
-    // Test to check that DecimalBigNums are broken.
-    // Remove/update when fixed, and remove the work-around in
-    // sqlLiteralNumber()
-    it('DecimalBigNum is broken', async () => {
-        const result = await connection.runSQL('SELECT 1.234 AS n1');
-        expect(result).toEqual({ 'rows': [{ 'n1': 1234 }], 'totalRows': 1 });
-    });
-});
-//# sourceMappingURL=duckdb_wasm_connection.spec.js.map