@uwdata/mosaic-duckdb 0.2.0 → 0.3.0

package/bin/{csv2arrow.js → to-arrow.js}

@@ -5,10 +5,10 @@ import { createWriteStream } from 'fs';
 const db = new DuckDB();
 
 // load CSV into duckdb
-await db.csv('data', process.argv[2]);
+await db.exec(`CREATE TABLE data AS SELECT * FROM '${process.argv[2]}'`);
 
 // get output stream of arrow bytes
-const stream = await db.arrowBuffer('SELECT * FROM data');
+const buf = await db.arrowBuffer('SELECT * FROM data');
 
  // determine the output stream
 const output = process.argv[3]
@@ -21,9 +21,4 @@ output.on('error', (error) => {
 });
 
 // write arrow bytes to output
-for await (const chunk of stream) {
-  output.write(chunk);
-}
-
-// finish
-output.end(new Uint8Array(4));
+output.end(buf);

package/bin/to-csv.js

@@ -0,0 +1,10 @@
+#! /usr/bin/env node
+import path from 'node:path';
+import { DuckDB } from '../src/index.js';
+
+const db = new DuckDB();
+const input = process.argv[2];
+const output = process.argv[3] ||
+  (path.basename(input, path.extname(input)) + '.csv');
+
+await db.exec(`COPY (SELECT * FROM '${input}') TO '${output}' (FORMAT CSV, HEADER)`);

package/bin/to-parquet.js

@@ -0,0 +1,10 @@
+#! /usr/bin/env node
+import path from 'node:path';
+import { DuckDB } from '../src/index.js';
+
+const db = new DuckDB();
+const input = process.argv[2];
+const output = process.argv[3] ||
+  (path.basename(input, path.extname(input)) + '.parquet');
+
+await db.exec(`COPY (SELECT * FROM '${input}') TO '${output}' (FORMAT PARQUET)`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@uwdata/mosaic-duckdb",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "A Promise-based DuckDB API and Node.js data server.",
   "keywords": [
     "duckdb",
@@ -18,6 +18,11 @@
     "type": "git",
     "url": "https://github.com/uwdata/mosaic.git"
   },
+  "bin": {
+    "to-arrow": "./bin/to-arrow.js",
+    "to-csv": "./bin/to-csv.js",
+    "to-parquet": "./bin/to-parquet.js"
+  },
   "scripts": {
     "lint": "eslint src test --ext .js",
     "server": "node bin/run-server.js",
@@ -25,8 +30,8 @@
     "prepublishOnly": "npm run test && npm run lint"
   },
   "dependencies": {
-    "duckdb": "~0.7.1",
+    "duckdb": "~0.8.1",
     "ws": "^8.13.0"
   },
-  "gitHead": "e53cd914c807f99aabe78dcbe618dd9543e2f438"
+  "gitHead": "a8dd23fed4c7a24c0a2ee5261d1aabe4239ce574"
 }