sv 0.4.1 → 0.4.3

package/bin/sv.d.ts

@@ -1 +1,2 @@
+#!/usr/bin/env node
 export declare function main(): void;

package/bin/sv.js

@@ -1,9 +1,11 @@
 #!/usr/bin/env node
 "use strict";
-var optimist = require('optimist');
-var fs_1 = require('fs');
-var async_1 = require('async');
-var index_1 = require('../index');
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.main = void 0;
+var optimist = require("optimist");
+var fs_1 = require("fs");
+var async_1 = require("async");
+var index_1 = require("../index");
 function main() {
     var argvparser = optimist
         .usage([
@@ -103,13 +105,13 @@ function main() {
     }
     else if (!process.stdin['isTTY']) {
         // process.stdin.setEncoding('utf8');
-        index_1.transform(process.stdin, parser_opts, stringifier_opts, exit);
+        (0, index_1.transform)(process.stdin, parser_opts, stringifier_opts, exit);
     }
     else if (argv._.length) {
         var filepaths = argv._;
-        async_1.eachSeries(filepaths, function (filepath, callback) {
-            var stream = fs_1.createReadStream(filepath);
-            index_1.transform(stream, parser_opts, stringifier_opts, callback);
+        (0, async_1.eachSeries)(filepaths, function (filepath, callback) {
+            var stream = (0, fs_1.createReadStream)(filepath);
+            (0, index_1.transform)(stream, parser_opts, stringifier_opts, callback);
             console.error(''); // newline
         }, exit);
     }

package/common.d.ts

@@ -1,3 +1,4 @@
+/// <reference types="node" />
 /**
 - `encoding` for converting to strings.
 - `missing` is the value we use for 'time' when we have `columns = ['index', 'time']` and `write({index: 90})` is called.
@@ -8,7 +9,7 @@
 */
 export interface Configuration {
     /** character encoding */
-    encoding?: string;
+    encoding?: BufferEncoding;
     /** string to represent missing data */
     missing?: string;
     /** string to separate rows */

package/common.js

@@ -1,4 +1,6 @@
 "use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.zip = exports.merge = void 0;
 /**
 Like reverse Object.assign, but with special treatment for undefined.
 */

package/index.d.ts

@@ -1,3 +1,4 @@
+/// <reference types="node" />
 import { Parser, ParserConfiguration } from './parser';
 import { Stringifier, StringifierConfiguration } from './stringifier';
 export interface TransformParserConfiguration extends ParserConfiguration {

package/index.js

@@ -1,10 +1,12 @@
 "use strict";
-var json_1 = require('streaming/json');
-var property_1 = require('streaming/property');
-var parser_1 = require('./parser');
-exports.Parser = parser_1.Parser;
-var stringifier_1 = require('./stringifier');
-exports.Stringifier = stringifier_1.Stringifier;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transform = exports.Stringifier = exports.Parser = void 0;
+var json_1 = require("streaming/json");
+var property_1 = require("streaming/property");
+var parser_1 = require("./parser");
+Object.defineProperty(exports, "Parser", { enumerable: true, get: function () { return parser_1.Parser; } });
+var stringifier_1 = require("./stringifier");
+Object.defineProperty(exports, "Stringifier", { enumerable: true, get: function () { return stringifier_1.Stringifier; } });
 function transform(input, parserConfig, stringifierConfig, callback) {
     var transforms = [
         parserConfig.json ? new json_1.Parser() : new parser_1.Parser(parserConfig),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sv",
-  "version": "0.4.1",
+  "version": "0.4.3",
   "description": "Any separated values.",
   "keywords": [
     "any",
@@ -12,24 +12,23 @@
     "tables"
   ],
   "homepage": "https://github.com/chbrown/sv",
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/chbrown/sv.git"
-  },
+  "repository": "github:chbrown/sv",
   "author": "Christopher Brown <io@henrian.com> (http://henrian.com)",
   "license": "MIT",
   "dependencies": {
-    "async": "*",
-    "optimist": "*",
-    "streaming": "*"
+    "async": "^1.5.2",
+    "optimist": "^0.6.1",
+    "streaming": "^1.1.1"
   },
   "devDependencies": {
-    "coveralls": "*",
-    "declarations": "*",
-    "istanbul": "*",
-    "mocha": "*",
-    "mocha-lcov-reporter": "*",
-    "typescript": "*"
+    "@types/mocha": "^2.2.43",
+    "@types/node": "^18.11.9",
+    "@types/optimist": "^0.0.33",
+    "coveralls": "^3.1.1",
+    "istanbul": "^0.4.5",
+    "mocha": "^2.4.5",
+    "mocha-lcov-reporter": "^1.3.0",
+    "typescript": "^4.9.5"
   },
   "scripts": {
     "test": "make test"

package/parser.d.ts

@@ -1,3 +1,5 @@
+/// <reference types="node" />
+/// <reference types="node" />
 import { Transform } from 'stream';
 import { Configuration } from './common';
 export interface ParserConfiguration extends Configuration {
@@ -25,5 +27,5 @@ export declare class Parser extends Transform {
     protected writeRow(cells: string[]): void;
     flush(callback: (error?: Error) => void, nonfinal: boolean): void;
     _flush(callback: (error?: Error) => void): void;
-    _transform(chunk: Buffer, encoding: string, callback: (error?: Error) => void): void;
+    _transform(chunk: Buffer, encoding: BufferEncoding | 'buffer', callback: (error?: Error) => void): void;
 }

package/parser.js

@@ -1,11 +1,23 @@
 "use strict";
-var __extends = (this && this.__extends) || function (d, b) {
-    for (var p in b) if (b.hasOwnProperty(p)) d[p] = b[p];
-    function __() { this.constructor = d; }
-    d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
-};
-var stream_1 = require('stream');
-var common_1 = require('./common');
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Parser = exports.inferDelimiter = exports.defaultParserConfiguration = void 0;
+var stream_1 = require("stream");
+var common_1 = require("./common");
 exports.defaultParserConfiguration = {
     encoding: 'utf8',
     missing: '',
@@ -32,7 +44,7 @@ function inferDelimiter(buffer) {
         9,
         59,
         44,
-        32,
+        32, // ' ' (space)
     ];
     // TODO: make this more robust (that's why I even counted them)
     for (var candidate = void 0, j = 0; (candidate = candidates[j]); j++) {
@@ -47,30 +59,31 @@ exports.inferDelimiter = inferDelimiter;
 - `cellBuffer` is a list of strings that have yet to be processed (and sent to output).
 
 */
-var Parser = (function (_super) {
+var Parser = /** @class */ (function (_super) {
     __extends(Parser, _super);
     function Parser(config) {
         if (config === void 0) { config = {}; }
-        _super.call(this, {
+        var _this = _super.call(this, {
             decodeStrings: true,
             readableObjectMode: true,
             writableObjectMode: false,
-        });
-        this.byteBuffer = new Buffer(0);
-        this.cellBuffer = [];
+        }) || this;
+        _this.byteBuffer = Buffer.alloc(0);
+        _this.cellBuffer = [];
         // merge defaults
-        this.config = common_1.merge(config, exports.defaultParserConfiguration);
+        _this.config = (0, common_1.merge)(config, exports.defaultParserConfiguration);
         // special demarcating characters
         // 1. delimiter
-        if (this.config.delimiter) {
-            this.delimiterByte = this.config.delimiter.charCodeAt(0);
+        if (_this.config.delimiter) {
+            _this.delimiterByte = _this.config.delimiter.charCodeAt(0);
         }
         // 2. quote
-        this.quoteByte = this.config.quotechar.charCodeAt(0);
-        this.quotequoteRegExp = new RegExp(this.config.quotechar + this.config.quotechar, 'g');
+        _this.quoteByte = _this.config.quotechar.charCodeAt(0);
+        _this.quotequoteRegExp = new RegExp(_this.config.quotechar + _this.config.quotechar, 'g');
         // 3. escape
-        this.escapeByte = this.config.escape.charCodeAt(0);
-        this.escapeQuoteRegExp = new RegExp('\\' + this.config.escape + this.config.quotechar, 'g');
+        _this.escapeByte = _this.config.escape.charCodeAt(0);
+        _this.escapeQuoteRegExp = new RegExp('\\' + _this.config.escape + _this.config.quotechar, 'g');
+        return _this;
     }
     Parser.prototype.writeRow = function (cells) {
         if (!this.config.columns) {
@@ -78,7 +91,7 @@ var Parser = (function (_super) {
             this.config.columns = cells;
         }
         else {
-            this.push(common_1.zip(this.config.columns, cells, this.config.missing));
+            this.push((0, common_1.zip)(this.config.columns, cells, this.config.missing));
         }
     };
     Parser.prototype.flush = function (callback, nonfinal) {
@@ -127,7 +140,9 @@ var Parser = (function (_super) {
             else if (!eos && buffer[i] === this.quoteByte && !inside_quote && i == start) {
                 // if we are not already inside, and on a "
                 inside_quote = true;
+                // we can only enter a quote at the edge of the cell (thus, i == start)
             }
+            // otherwise we just wait for the delimiter
             else if (
             // if we are at the very end of the input and this is the final chunk (ignoring any sort of state)
             eos ||

package/stringifier.d.ts

@@ -1,3 +1,5 @@
+/// <reference types="node" />
+/// <reference types="node" />
 import { Transform } from 'stream';
 import { Configuration } from './common';
 export interface StringifierConfiguration extends Configuration {
@@ -38,5 +40,5 @@ export declare class Stringifier extends Transform {
     protected writeObjects(objects: any[]): void;
     flush(callback: (error?: Error) => void, nonfinal: boolean): void;
     _flush(callback: (error?: Error) => void): void;
-    _transform(chunk: any, encoding: string, callback: (error?: Error) => void): void;
+    _transform(chunk: any, encoding: BufferEncoding, callback: (error?: Error) => void): void;
 }

package/stringifier.js

@@ -1,11 +1,23 @@
 "use strict";
-var __extends = (this && this.__extends) || function (d, b) {
-    for (var p in b) if (b.hasOwnProperty(p)) d[p] = b[p];
-    function __() { this.constructor = d; }
-    d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
-};
-var stream_1 = require('stream');
-var common_1 = require('./common');
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Stringifier = exports.inferColumns = exports.defaultStringifierConfiguration = void 0;
+var stream_1 = require("stream");
+var common_1 = require("./common");
 exports.defaultStringifierConfiguration = {
     encoding: 'utf8',
     missing: '',
@@ -50,21 +62,22 @@ exports.inferColumns = inferColumns;
 
   - `_buffer` is an array of arrays or objects that need to be written
 */
-var Stringifier = (function (_super) {
+var Stringifier = /** @class */ (function (_super) {
     __extends(Stringifier, _super);
     function Stringifier(config) {
         if (config === void 0) { config = {}; }
-        _super.call(this, { readableObjectMode: false, writableObjectMode: true });
-        this.rowBuffer = [];
-        this.config = common_1.merge(config, exports.defaultStringifierConfiguration);
-        this.quotecharRegExp = new RegExp(this.config.quotechar, 'ig');
-        if (this.config.columns) {
+        var _this = _super.call(this, { readableObjectMode: false, writableObjectMode: true }) || this;
+        _this.rowBuffer = [];
+        _this.config = (0, common_1.merge)(config, exports.defaultStringifierConfiguration);
+        _this.quotecharRegExp = new RegExp(_this.config.quotechar, 'ig');
+        if (_this.config.columns) {
             // maybe we should write the columns even if we don't get any data?
-            this.rowBuffer = [this.config.columns];
+            _this.rowBuffer = [_this.config.columns];
         }
         else {
-            this.rowBuffer = [];
+            _this.rowBuffer = [];
         }
+        return _this;
     }
     Stringifier.prototype.writeObject = function (object) {
         // _write is already a thing, so don't use it.
@@ -90,13 +103,15 @@ var Stringifier = (function (_super) {
             // obj is definitely an array now, but the fields aren't quoted.
             for (var j = 0; j < length_1; j++) {
                 // assume minimal quoting (don't quote unless the cell contains the delimiter)
-                var value = object[j].toString();
+                var value = String(object[j]);
                 var contains_newline = value.indexOf('\n') > -1 || value.indexOf('\r') > -1;
                 var contains_quotechar = value.indexOf(this.config.quotechar) > -1;
                 if (value.indexOf(this.config.delimiter) > -1 || contains_newline || contains_quotechar) {
                     if (contains_quotechar) {
                         // serialize into the excel dialect, currently
                         value = value.replace(this.quotecharRegExp, this.config.quotechar + this.config.quotechar);
+                        // serialize with escapes:
+                        // value = value.replace(this.quotechar_regex, '\\' + this.quotechar);
                     }
                     value = this.config.quotechar + value + this.config.quotechar;
                 }

package/.npmignore

@@ -1,14 +0,0 @@
-tests/basic.ts
-tests/pairs.ts
-tests/quotes.ts
-tests/throughput.ts
-bin/sv.ts
-common.ts
-index.ts
-parser.ts
-stringifier.ts
-.travis.yml
-Makefile
-tsconfig.json
-tests/
-coverage/