@wmfs/pg-delta-file 1.78.0 → 1.79.0

package/.circleci/config.yml

@@ -10,7 +10,7 @@ jobs:
           TZ: "Europe/London"
           PG_CONNECTION_STRING: postgres://postgres:postgres@localhost:5432/circle_test
           TIMEOUT: 15000
-      - image: cimg/postgres:15.1-postgis
+      - image: cimg/postgres:15.2-postgis
         environment:
           POSTGRES_USER: postgres
           POSTGRES_HOST_AUTH_METHOD: trust

package/.releaserc.json

@@ -12,7 +12,7 @@
     "@semantic-release/git"
   ],
   "generateNotes": {
-    "preset": "metahub"
+    "preset": "angular"
   },
   "prepare": [
     {

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [1.79.0](https://github.com/wmfs/pg-delta-file/compare/v1.78.0...v1.79.0) (2024-08-27)
+
+
+### Features
+
+* allow optional progress frequency, default to 1000 ([#483](https://github.com/wmfs/pg-delta-file/issues/483)) ([20c890a](https://github.com/wmfs/pg-delta-file/commit/20c890a9720b625e9aa34f66e6775d240c540d65))
+
 # [1.78.0](https://github.com/wmfs/pg-delta-file/compare/v1.77.0...v1.78.0) (2023-03-13)
 
 

package/lib/Transformer.js

@@ -1,6 +1,7 @@
 const Transform = require('stream').Transform
 const csvEncoder = require('./simple-csv-encoder')
 const DateTime = require('luxon').DateTime
+const DEFAULT_PROGRESS_FREQ = 1000
 
 class Transformer extends Transform {
   constructor (info, model, options, processingDeletes) {
@@ -28,6 +29,7 @@ class Transformer extends Transform {
     this.filterFns = Array.isArray(filters) ? filters : [filters]
 
     this.progressCallback = options.progressCallback
+    this.progressFrequency = options.progressFrequency || DEFAULT_PROGRESS_FREQ
 
     const actionTransformer = !processingDeletes ? insertOrUpdateAction(options) : deleteAction(options)
 
@@ -82,9 +84,9 @@ class Transformer extends Transform {
   progress () {
     if (!this.progressCallback) return
 
-    // report every 1000 rows
+    // report every N rows
     const c = this.modelInfo.totalCount
-    if (Math.trunc(c / 1000) === (c / 1000)) {
+    if (Math.trunc(c / this.progressFrequency) === (c / this.progressFrequency)) {
       this.progressCallback(this.info, false)
     }
   }

package/lib/generate-delta.js

@@ -67,7 +67,7 @@ function extractModel (info, model, options, outStream) {
       dbStream.on('end', () => { progressCallback(info, false); resolve() })
     })
   }
-  return options.client.run([{ sql: sql, params: [options.since], action: csvTransform }])
+  return options.client.run([{ sql, params: [options.since], action: csvTransform }])
 } // extractModel
 
 function tableName (namespace, model) {

package/lib/simple-csv-encoder.js

@@ -1,4 +1,3 @@
-
 const _ = require('lodash')
 module.exports = function (csvParts) {
   const quoted = []

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wmfs/pg-delta-file",
-  "version": "1.78.0",
+  "version": "1.79.0",
   "description": "Outputs change-only-update CSV files (or “delta” files) that contain all the necessary actions required to re-synchronize rows in a cloned table.",
   "author": "West Midlands Fire Service",
   "homepage": "https://github.com/wmfs/pg-delta-file#readme",
@@ -28,16 +28,16 @@
     "pg-query-stream": "4.2.4"
   },
   "devDependencies": {
-    "chai": "4.3.7",
+    "chai": "4.5.0",
     "codecov": "3.8.3",
     "conventional-changelog-metahub": "4.0.1",
     "cz-conventional-changelog": "3.3.0",
     "dirty-chai": "2.0.1",
-    "mocha": "10.2.0",
-    "nyc": "15.1.0",
-    "semantic-release": "20.1.1",
-    "standard": "17.0.0",
-    "@semantic-release/changelog": "6.0.2",
+    "mocha": "10.7.3",
+    "nyc": "17.0.0",
+    "semantic-release": "24.1.0",
+    "standard": "17.1.0",
+    "@semantic-release/changelog": "6.0.3",
     "@semantic-release/git": "10.0.1",
     "@wmfs/hl-pg-client": "1.31.0"
   },