@ezs/basics 1.23.3 → 1.23.5

package/CHANGELOG.md

@@ -3,6 +3,28 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [1.23.5](https://github.com/Inist-CNRS/ezs/compare/@ezs/basics@1.23.4...@ezs/basics@1.23.5) (2023-03-24)
+
+
+### Bug Fixes
+
+* 🐛 multi bytes in txtconcat ([7c705fa](https://github.com/Inist-CNRS/ezs/commit/7c705facc1378fae709bbae6a2b416b059e81731))
+
+
+
+
+
+## [1.23.4](https://github.com/Inist-CNRS/ezs/compare/@ezs/basics@1.23.3...@ezs/basics@1.23.4) (2023-03-24)
+
+
+### Bug Fixes
+
+* 🐛 CSV.stream not support multi-byte utf8 characters ([1e15c9c](https://github.com/Inist-CNRS/ezs/commit/1e15c9c9061f8927d67bec36577e7c0d5bb15d8e))
+
+
+
+
+
 ## [1.23.3](https://github.com/Inist-CNRS/ezs/compare/@ezs/basics@1.23.2...@ezs/basics@1.23.3) (2023-02-27)
 
 

package/lib/csv-parse.js

@@ -9,25 +9,30 @@ var _csvString = _interopRequireDefault(require("csv-string"));
 
 var _streamWrite = _interopRequireDefault(require("stream-write"));
 
+var _string_decoder = require("string_decoder");
+
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 
 function CSVParse(data, feed) {
   const separator = this.getParam('separator');
   const quote = this.getParam('quote');
 
-  if (!this.handle) {
-    this.handle = _csvString.default.createStream({
+  if (!this.decoder) {
+    this.decoder = new _string_decoder.StringDecoder('utf8');
+    this.input = _csvString.default.createStream({
       separator,
       quote
     });
-    this.handle.on('data', obj => feed.write(obj));
+    this.whenFinish = feed.flow(this.input);
   }
 
-  if (!this.isLast()) {
-    (0, _streamWrite.default)(this.handle, data, () => feed.end());
-  } else {
-    this.handle.end(() => feed.close());
+  if (this.isLast()) {
+    this.decoder.end();
+    this.whenFinish.finally(() => feed.close());
+    return this.input.end();
   }
+
+  (0, _streamWrite.default)(this.input, Buffer.isBuffer(data) ? this.decoder.write(data) : data, () => feed.end());
 }
 /**
  * Take `String` and parse it as CSV to generate arrays.

package/lib/txt-concat.js

@@ -5,16 +5,23 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.default = void 0;
 
+var _string_decoder = require("string_decoder");
+
 function TXTConcat(data, feed) {
+  if (!this.decoder) {
+    this.decoder = new _string_decoder.StringDecoder('utf8');
+  }
+
   if (this.buffer === undefined) {
     this.buffer = '';
   }
 
   if (this.isLast()) {
+    this.decoder.end();
     feed.send(this.buffer);
     feed.close();
   } else {
-    this.buffer = this.buffer.concat(data);
+    this.buffer = this.buffer.concat(Buffer.isBuffer(data) ? this.decoder.write(data) : data);
     feed.end();
   }
 }

package/lib/txt-parse.js

@@ -5,8 +5,15 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.default = void 0;
 
+var _string_decoder = require("string_decoder");
+
 function TXTParse(data, feed) {
+  if (!this.decoder) {
+    this.decoder = new _string_decoder.StringDecoder('utf8');
+  }
+
   if (this.isLast()) {
+    this.decoder.end();
     return feed.end();
   }
 
@@ -23,7 +30,7 @@ function TXTParse(data, feed) {
   let lines;
 
   if (Buffer.isBuffer(data)) {
-    lines = data.toString().split(separator);
+    lines = this.decoder.write(data).split(separator);
   } else if (typeof data === 'string') {
     lines = data.split(separator);
   } else {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@ezs/basics",
   "description": "Basics statements for EZS",
-  "version": "1.23.3",
+  "version": "1.23.5",
   "author": "Nicolas Thouvenin <nthouvenin@gmail.com>",
   "bugs": "https://github.com/Inist-CNRS/ezs/issues",
   "dependencies": {
@@ -39,7 +39,7 @@
   "directories": {
     "test": "test"
   },
-  "gitHead": "a4926375389e3754d10cc958964b46b5d256214e",
+  "gitHead": "bd9ad8cea9ee24f9c2c8cbc20c0ec09fbbc1d8ed",
   "homepage": "https://github.com/Inist-CNRS/ezs/tree/master/packages/basics#readme",
   "keywords": [
     "ezs"