@malloydata/malloy-tests 0.0.123-dev240209165819 → 0.0.123-dev240209222024

package/dist/databases/duckdb/streaming.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/databases/duckdb/streaming.spec.js

@@ -0,0 +1,139 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+const malloy_1 = require("@malloydata/malloy");
+const util_1 = require("../../util");
+const runtimes_1 = require("../../runtimes");
+class StringAccumulator {
+    constructor() {
+        this.accumulatedValue = '';
+    }
+    write(text) {
+        this.accumulatedValue += text;
+    }
+    close() {
+        return;
+    }
+}
+const runtimes = ['duckdb'];
+const [_describe, databases] = (0, util_1.describeIfDatabaseAvailable)(runtimes);
+function modelText(databaseName) {
+    return `source: airports is ${databaseName}.table('test/data/duckdb/airports.parquet') extend {
+  rename: facility_type is fac_type
+
+  measure: airport_count is count()
+  measure: avg_elevation is avg(elevation)
+
+  view: higher_elevation is {
+    group_by: faa_region
+    aggregate: airport_count, avg_elevation
+    order_by: avg_elevation desc
+    limit: 5
+  }
+
+  view: by_county is {
+    where: county != null
+    group_by: county
+    aggregate: airport_count
+    limit: 2
+    order_by: airport_count desc, county desc
+  }
+
+  view: by_state is {
+    where: state != null
+    group_by: state
+    aggregate: airport_count
+    limit: 2
+    nest: by_county
+  }
+
+  view: by_facility_type is {
+    group_by: facility_type
+    aggregate:
+      airport_count
+    limit: 2
+  }
+
+  view: airports_by_region is {
+    group_by: faa_region
+    nest:
+      by_state
+      by_facility_type
+    limit: 2
+    aggregate: airport_count
+  }
+}`;
+}
+describe('Streaming tests', () => {
+    const runtimes = new runtimes_1.RuntimeList(databases);
+    afterAll(async () => {
+        await runtimes.closeAll();
+    });
+    runtimes.runtimeMap.forEach((runtime, databaseName) => {
+        it(`stream nested results to CSV - ${databaseName}`, async () => {
+            const stream = runtime
+                .loadModel(modelText(databaseName))
+                .loadQuery('run: airports -> airports_by_region')
+                .runStream();
+            const accummulator = new StringAccumulator();
+            const csvWriter = new malloy_1.CSVWriter(accummulator);
+            await csvWriter.process(stream);
+            const expectedCsv = `faa_region,by_state,,,,by_facility_type,,airport_count
+AGL,state,airport_count,by_county,,facility_type,airport_count,4437
+,IL,890,county,airport_count,AIRPORT,3443,
+,,,COOK,51,HELIPORT,826,
+,,,LA SALLE,39,,,
+,OH,749,county,airport_count,,,
+,,,FRANKLIN,27,,,
+,,,CUYAHOGA,27,,,
+ASW,state,airport_count,by_county,,facility_type,airport_count,3268
+,TX,1845,county,airport_count,AIRPORT,2341,
+,,,HARRIS,135,HELIPORT,861,
+,,,TARRANT,63,,,
+,LA,500,county,airport_count,,,
+,,,PLAQUEMINES,31,,,
+,,,VERMILION,29,,,
+`;
+            expect(accummulator.accumulatedValue).toBe(expectedCsv);
+        });
+        it(`stream simple results to CSV - ${databaseName}`, async () => {
+            const stream = runtime
+                .loadModel(modelText(databaseName))
+                .loadQuery('run: airports -> higher_elevation')
+                .runStream();
+            const accummulator = new StringAccumulator();
+            const csvWriter = new malloy_1.CSVWriter(accummulator);
+            await csvWriter.process(stream);
+            const expectedCsv = `faa_region,airport_count,avg_elevation
+ANM,2102,3284.3910561370126
+AWP,1503,1667.0991350632069
+ACE,1579,1339.0139328689045
+ASW,3268,1007.2873317013464
+AGL,4437,983.4800540906018
+`;
+            expect(accummulator.accumulatedValue).toBe(expectedCsv);
+        });
+    });
+});
+//# sourceMappingURL=streaming.spec.js.map

package/dist/databases/duckdb/streaming.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming.spec.js","sourceRoot":"","sources":["../../../src/databases/duckdb/streaming.spec.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;AAEH,+CAA0D;AAC1D,qCAAuD;AACvD,6CAA2C;AAE3C,MAAM,iBAAiB;IAAvB;QACS,qBAAgB,GAAG,EAAE,CAAC;IAS/B,CAAC;IAPC,KAAK,CAAC,IAAY;QAChB,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC;IAChC,CAAC;IAED,KAAK;QACH,OAAO;IACT,CAAC;CACF;AAED,MAAM,QAAQ,GAAG,CAAC,QAAQ,CAAC,CAAC;AAE5B,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,IAAA,kCAA2B,EAAC,QAAQ,CAAC,CAAC;AAErE,SAAS,SAAS,CAAC,YAAoB;IACrC,OAAO,uBAAuB,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4C1C,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,QAAQ,GAAG,IAAI,sBAAW,CAAC,SAAS,CAAC,CAAC;IAE5C,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE;QACpD,EAAE,CAAC,kCAAkC,YAAY,EAAE,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,MAAM,GAAG,OAAO;iBACnB,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;iBAClC,SAAS,CAAC,qCAAqC,CAAC;iBAChD,SAAS,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,iBAAiB,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAG,IAAI,kBAAS,CAAC,YAAY,CAAC,CAAC;YAC9C,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;CAezB,CAAC;YACI,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,YAAY,EAAE,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,MAAM,GAAG,OAAO;iBACnB,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;iBAClC,SAAS,CAAC,mCAAmC,CAAC;iBAC9C,SAAS,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,iBAAiB,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAG,IAAI,kBAAS,CAAC,YAAY,CAAC,CAAC;YAC9C,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,WAAW,GAAG;;;;;;CAMzB,CAAC;YACI,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -18,11 +18,11 @@
   },
   "dependencies": {
     "@jest/globals": "^29.4.3",
-    "@malloydata/db-bigquery": "^0.0.123-dev240209165819",
-    "@malloydata/db-duckdb": "^0.0.123-dev240209165819",
-    "@malloydata/db-postgres": "^0.0.123-dev240209165819",
-    "@malloydata/malloy": "^0.0.123-dev240209165819",
-    "@malloydata/render": "^0.0.123-dev240209165819",
+    "@malloydata/db-bigquery": "^0.0.123-dev240209222024",
+    "@malloydata/db-duckdb": "^0.0.123-dev240209222024",
+    "@malloydata/db-postgres": "^0.0.123-dev240209222024",
+    "@malloydata/malloy": "^0.0.123-dev240209222024",
+    "@malloydata/render": "^0.0.123-dev240209222024",
     "jsdom": "^22.1.0",
     "luxon": "^2.4.0",
     "madge": "^6.0.0"
@@ -31,5 +31,5 @@
     "@types/jsdom": "^21.1.1",
     "@types/luxon": "^2.4.0"
   },
-  "version": "0.0.123-dev240209165819"
+  "version": "0.0.123-dev240209222024"
 }

package/src/databases/duckdb/streaming.spec.ts

@@ -0,0 +1,145 @@
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+import {WriteStream, CSVWriter} from '@malloydata/malloy';
+import {describeIfDatabaseAvailable} from '../../util';
+import {RuntimeList} from '../../runtimes';
+
+class StringAccumulator implements WriteStream {
+  public accumulatedValue = '';
+
+  write(text: string) {
+    this.accumulatedValue += text;
+  }
+
+  close() {
+    return;
+  }
+}
+
+const runtimes = ['duckdb'];
+
+const [_describe, databases] = describeIfDatabaseAvailable(runtimes);
+
+function modelText(databaseName: string) {
+  return `source: airports is ${databaseName}.table('test/data/duckdb/airports.parquet') extend {
+  rename: facility_type is fac_type
+
+  measure: airport_count is count()
+  measure: avg_elevation is avg(elevation)
+
+  view: higher_elevation is {
+    group_by: faa_region
+    aggregate: airport_count, avg_elevation
+    order_by: avg_elevation desc
+    limit: 5
+  }
+
+  view: by_county is {
+    where: county != null
+    group_by: county
+    aggregate: airport_count
+    limit: 2
+    order_by: airport_count desc, county desc
+  }
+
+  view: by_state is {
+    where: state != null
+    group_by: state
+    aggregate: airport_count
+    limit: 2
+    nest: by_county
+  }
+
+  view: by_facility_type is {
+    group_by: facility_type
+    aggregate:
+      airport_count
+    limit: 2
+  }
+
+  view: airports_by_region is {
+    group_by: faa_region
+    nest:
+      by_state
+      by_facility_type
+    limit: 2
+    aggregate: airport_count
+  }
+}`;
+}
+
+describe('Streaming tests', () => {
+  const runtimes = new RuntimeList(databases);
+
+  afterAll(async () => {
+    await runtimes.closeAll();
+  });
+
+  runtimes.runtimeMap.forEach((runtime, databaseName) => {
+    it(`stream nested results to CSV - ${databaseName}`, async () => {
+      const stream = runtime
+        .loadModel(modelText(databaseName))
+        .loadQuery('run: airports -> airports_by_region')
+        .runStream();
+      const accummulator = new StringAccumulator();
+      const csvWriter = new CSVWriter(accummulator);
+      await csvWriter.process(stream);
+      const expectedCsv = `faa_region,by_state,,,,by_facility_type,,airport_count
+AGL,state,airport_count,by_county,,facility_type,airport_count,4437
+,IL,890,county,airport_count,AIRPORT,3443,
+,,,COOK,51,HELIPORT,826,
+,,,LA SALLE,39,,,
+,OH,749,county,airport_count,,,
+,,,FRANKLIN,27,,,
+,,,CUYAHOGA,27,,,
+ASW,state,airport_count,by_county,,facility_type,airport_count,3268
+,TX,1845,county,airport_count,AIRPORT,2341,
+,,,HARRIS,135,HELIPORT,861,
+,,,TARRANT,63,,,
+,LA,500,county,airport_count,,,
+,,,PLAQUEMINES,31,,,
+,,,VERMILION,29,,,
+`;
+      expect(accummulator.accumulatedValue).toBe(expectedCsv);
+    });
+
+    it(`stream simple results to CSV - ${databaseName}`, async () => {
+      const stream = runtime
+        .loadModel(modelText(databaseName))
+        .loadQuery('run: airports -> higher_elevation')
+        .runStream();
+      const accummulator = new StringAccumulator();
+      const csvWriter = new CSVWriter(accummulator);
+      await csvWriter.process(stream);
+      const expectedCsv = `faa_region,airport_count,avg_elevation
+ANM,2102,3284.3910561370126
+AWP,1503,1667.0991350632069
+ACE,1579,1339.0139328689045
+ASW,3268,1007.2873317013464
+AGL,4437,983.4800540906018
+`;
+      expect(accummulator.accumulatedValue).toBe(expectedCsv);
+    });
+  });
+});