@naturalcycles/datastore-lib 3.27.2 → 3.28.0

package/dist/DatastoreStreamReadable.js

@@ -56,7 +56,7 @@ class DatastoreStreamReadable extends node_stream_1.Readable {
             });
         }
         catch (err) {
-            console.error(`DatastoreStreamReadable error!\n`, {
+            console.log(`DatastoreStreamReadable error!\n`, {
                 table: this.table,
                 rowsRetrieved: this.rowsRetrieved,
             }, err);

package/dist/datastore.db.js

@@ -21,6 +21,7 @@ const RETRY_ON = [
 ].map(s => s.toLowerCase());
 // Examples of errors:
 // UNKNOWN: Stream removed
+const DATASTORE_TIMEOUT = 'DATASTORE_TIMEOUT';
 const methodMap = {
     insert: 'insert',
     update: 'update',
@@ -91,7 +92,7 @@ class DatastoreDB extends db_lib_1.BaseCommonDB {
                     timeout: this.cfg.timeout,
                     errorData: {
                         // This error will be grouped ACROSS all endpoints and usages
-                        fingerprint: ['DATASTORE_TIMEOUT'],
+                        fingerprint: [DATASTORE_TIMEOUT],
                     },
                 });
                 rows = r[0];
@@ -385,6 +386,9 @@ class DatastoreDB extends db_lib_1.BaseCommonDB {
             logFailures: true,
             // logAll: true,
             logger: this.cfg.logger,
+            errorData: {
+                fingerprint: [DATASTORE_TIMEOUT],
+            },
         };
     }
 }

package/dist/datastore.model.js

@@ -12,4 +12,4 @@ var DatastoreType;
     DatastoreType["DATE_TIME"] = "Date/Time";
     DatastoreType["Boolean"] = "Boolean";
     DatastoreType["NULL"] = "NULL";
-})(DatastoreType = exports.DatastoreType || (exports.DatastoreType = {}));
+})(DatastoreType || (exports.DatastoreType = DatastoreType = {}));

package/package.json

@@ -1,19 +1,19 @@
 {
   "name": "@naturalcycles/datastore-lib",
-  "version": "3.27.2",
+  "version": "3.28.0",
   "description": "Opinionated library to work with Google Datastore",
   "scripts": {
     "prepare": "husky install"
   },
   "dependencies": {
-    "@google-cloud/datastore": "^7.0.0",
+    "@google-cloud/datastore": "^8.0.0",
     "@naturalcycles/db-lib": "^8.46.1",
     "@naturalcycles/js-lib": "^14.116.0",
     "@naturalcycles/nodejs-lib": "^12.0.0"
   },
   "devDependencies": {
     "@naturalcycles/dev-lib": "^13.0.0",
-    "@types/node": "^18.7.2",
+    "@types/node": "^20.4.1",
     "jest": "^29.0.3"
   },
   "files": [

package/src/DatastoreStreamReadable.ts

@@ -17,7 +17,11 @@ export class DatastoreStreamReadable<T = any> extends Readable implements Readab
 
   private opt: DatastoreDBStreamOptions & { batchSize: number }
 
-  constructor(private q: Query, opt: DatastoreDBStreamOptions, private logger: CommonLogger) {
+  constructor(
+    private q: Query,
+    opt: DatastoreDBStreamOptions,
+    private logger: CommonLogger,
+  ) {
     super({ objectMode: true })
 
     this.opt = {
@@ -74,7 +78,7 @@ export class DatastoreStreamReadable<T = any> extends Readable implements Readab
         },
       )
     } catch (err) {
-      console.error(
+      console.log(
         `DatastoreStreamReadable error!\n`,
         {
           table: this.table,

package/src/datastore.db.ts

@@ -59,6 +59,8 @@ const RETRY_ON = [
 // Examples of errors:
 // UNKNOWN: Stream removed
 
+const DATASTORE_TIMEOUT = 'DATASTORE_TIMEOUT'
+
 const methodMap: Record<CommonDBSaveMethod, string> = {
   insert: 'insert',
   update: 'update',
@@ -79,7 +81,7 @@ export class DatastoreDB extends BaseCommonDB implements CommonDB {
     }
   }
 
-  public cfg: DatastoreDBCfg & { logger: CommonLogger }
+  cfg: DatastoreDBCfg & { logger: CommonLogger }
 
   private cachedDatastore?: Datastore
 
@@ -154,15 +156,18 @@ export class DatastoreDB extends BaseCommonDB implements CommonDB {
           timeout: this.cfg.timeout,
           errorData: {
             // This error will be grouped ACROSS all endpoints and usages
-            fingerprint: ['DATASTORE_TIMEOUT'],
+            fingerprint: [DATASTORE_TIMEOUT],
           },
         })
         rows = r[0]
       }
     } else {
-      rows = await pRetry(async () => {
-        return (await this.ds().get(keys))[0]
-      }, this.getPRetryOptions(`datastore.getByIds(${table})`))
+      rows = await pRetry(
+        async () => {
+          return (await this.ds().get(keys))[0]
+        },
+        this.getPRetryOptions(`datastore.getByIds(${table})`),
+      )
     }
 
     return (
@@ -278,9 +283,12 @@ export class DatastoreDB extends BaseCommonDB implements CommonDB {
 
     const method = methodMap[opt.saveMethod || 'upsert'] || 'save'
 
-    const save = pRetryFn(async (batch: DatastorePayload<ROW>[]) => {
-      await (opt.tx || this.ds())[method](batch)
-    }, this.getPRetryOptions(`DatastoreLib.saveBatch(${table})`))
+    const save = pRetryFn(
+      async (batch: DatastorePayload<ROW>[]) => {
+        await (opt.tx || this.ds())[method](batch)
+      },
+      this.getPRetryOptions(`DatastoreLib.saveBatch(${table})`),
+    )
 
     try {
       const chunks = _chunk(entities, MAX_ITEMS)
@@ -534,6 +542,9 @@ export class DatastoreDB extends BaseCommonDB implements CommonDB {
       logFailures: true,
       // logAll: true,
       logger: this.cfg.logger,
+      errorData: {
+        fingerprint: [DATASTORE_TIMEOUT],
+      },
     }
   }
 }