@pioneer-platform/blockbook 8.20.0 → 8.25.0

package/CHANGELOG.md

@@ -1,5 +1,66 @@
 # @pioneer-platform/blockbook
 
+## 8.25.0
+
+### Minor Changes
+
+- chore: feat(pioneer-server): Migrate from Bun to Node.js for Blockbook WebSocket compatibility
+
+### Patch Changes
+
+- Updated dependencies
+  - @pioneer-platform/nodes@8.24.0
+
+## 8.24.0
+
+### Minor Changes
+
+- feat(pioneer-server): Migrate from Bun to Node.js for Blockbook WebSocket compatibility
+
+### Patch Changes
+
+- Updated dependencies
+  - @pioneer-platform/nodes@8.23.0
+
+## 8.23.0
+
+### Minor Changes
+
+- feat(pioneer-server): Migrate from Bun to Node.js for Blockbook WebSocket compatibility
+
+### Patch Changes
+
+- Updated dependencies
+  - @pioneer-platform/nodes@8.22.0
+
+## 8.22.0
+
+### Minor Changes
+
+- feat(pioneer-server): Migrate from Bun to Node.js for Blockbook WebSocket compatibility
+
+### Patch Changes
+
+- Updated dependencies
+  - @pioneer-platform/nodes@8.21.0
+
+## 8.21.0
+
+### Minor Changes
+
+- feat(pioneer-server): Migrate from Bun to Node.js for Blockbook WebSocket compatibility
+
+### Patch Changes
+
+- Updated dependencies
+  - @pioneer-platform/nodes@8.20.0
+
+## 8.20.1
+
+### Patch Changes
+
+- fix(pioneer-server): Fix Blockbook WebSocket event system initialization
+
 ## 8.20.0
 
 ### Minor Changes

package/build

@@ -0,0 +1,22 @@
+#!/bin/bash
+# Fast Bun build (replaces slow tsc)
+
+OUTDIR="${1:-lib}"
+ENTRY="${2:-src/index.ts}"
+
+# Clean output
+rm -rf "$OUTDIR"
+mkdir -p "$OUTDIR"
+
+# Build with Bun (10x faster than tsc)
+bun build "$ENTRY" \
+  --outdir "$OUTDIR" \
+  --target node \
+  --format cjs \
+  --sourcemap \
+  --minify
+
+# Generate TypeScript declarations
+bunx tsc --emitDeclarationOnly --outDir "$OUTDIR" --project .
+
+echo "✅ Built $OUTDIR"

package/lib/index.d.ts

@@ -1,6 +1,16 @@
 declare const TAG = " | blockbook-client | ";
 declare const Blockbook: any;
 declare const log: any;
+/**
+ * Stringify error for single-line logging
+ * Handles AxiosError, Error objects, and unknown types
+ */
+declare const stringifyError: (e: any) => string;
+/**
+ * Convert DGB dgub format to xpub format for blockbook compatibility
+ * NowNodes blockbook doesn't accept dgub format
+ */
+declare const convertDgubToXpub: (pubkey: string, symbol: string) => string;
 declare const fakeUa: any;
 declare const axiosLib: any;
 declare const Axios: any;

package/lib/index.js

@@ -42,6 +42,67 @@ var __generator = (this && this.__generator) || function (thisArg, body) {
 var TAG = " | blockbook-client | ";
 var Blockbook = require('blockbook-client').Blockbook;
 var log = require('@pioneer-platform/loggerdog')();
+/**
+ * Stringify error for single-line logging
+ * Handles AxiosError, Error objects, and unknown types
+ */
+var stringifyError = function (e) {
+    var _a, _b, _c, _d, _e, _f;
+    if (!e)
+        return 'Unknown error';
+    // Handle AxiosError specifically
+    if (e.isAxiosError) {
+        return JSON.stringify({
+            message: e.message,
+            code: e.code,
+            status: (_a = e.response) === null || _a === void 0 ? void 0 : _a.status,
+            statusText: (_b = e.response) === null || _b === void 0 ? void 0 : _b.statusText,
+            url: (_c = e.config) === null || _c === void 0 ? void 0 : _c.url,
+            method: (_d = e.config) === null || _d === void 0 ? void 0 : _d.method,
+            data: (_e = e.response) === null || _e === void 0 ? void 0 : _e.data
+        });
+    }
+    // Handle standard Error objects
+    if (e instanceof Error) {
+        return JSON.stringify({
+            name: e.name,
+            message: e.message,
+            stack: (_f = e.stack) === null || _f === void 0 ? void 0 : _f.split('\n').slice(0, 3).join(' | ') // First 3 lines only
+        });
+    }
+    // Handle everything else
+    try {
+        return JSON.stringify(e);
+    }
+    catch (_g) {
+        return String(e);
+    }
+};
+/**
+ * Convert DGB dgub format to xpub format for blockbook compatibility
+ * NowNodes blockbook doesn't accept dgub format
+ */
+var convertDgubToXpub = function (pubkey, symbol) {
+    if (symbol === 'DGB' && pubkey.startsWith('dgub')) {
+        var b58 = require('bs58');
+        try {
+            var data = b58.decode(pubkey);
+            var payload = data.slice(4);
+            var xpubPrefix = Buffer.from('0488b21e', 'hex');
+            var convertedData = Buffer.concat([xpubPrefix, payload]);
+            var convertedXpub = b58.encode(convertedData);
+            log.info(TAG, "Converting DGB dgub to xpub format for blockbook compatibility");
+            log.info(TAG, "Original: ".concat(pubkey.substring(0, 20), "..."));
+            log.info(TAG, "Converted: ".concat(convertedXpub.substring(0, 20), "..."));
+            return convertedXpub;
+        }
+        catch (conversionError) {
+            log.error(TAG, "Failed to convert dgub to xpub: ".concat(stringifyError(conversionError)));
+            return pubkey; // Return original if conversion fails
+        }
+    }
+    return pubkey;
+};
 var fakeUa = require('fake-useragent');
 var axiosLib = require('axios');
 var Axios = axiosLib.default || axiosLib;
@@ -237,29 +298,34 @@ var init_network = function (servers) {
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    tag = ' | get_txs_by_address | ';
+                    tag = ' | blockbook-module | ';
                     _a.label = 1;
                 case 1:
                     _a.trys.push([1, 3, , 4]);
+                    console.log('[DEBUG] init_network CALLED');
                     log.debug(tag, "checkpoint: ");
                     return [4 /*yield*/, nodes.getBlockbooks()];
                 case 2:
                     SEED_NODES = _a.sent();
+                    console.log('[DEBUG] SEED_NODES loaded:', SEED_NODES.length, 'blockbooks');
                     log.info(tag, "SEED_NODES: ", SEED_NODES);
                     blockbooks = [];
                     if (servers && Array.isArray(servers)) { // Type checking for array
                         blockbooks = servers.concat(SEED_NODES); // Combine arrays
                     }
                     else {
-                        console.error("Invalid 'servers' parameter. Expected an array.");
+                        log.warn("Invalid 'servers' parameter. Expected an array.");
                         blockbooks = SEED_NODES;
                     }
+                    console.log('[DEBUG] Total blockbooks to process:', blockbooks.length);
                     log.debug(tag, "blockbooks: ", blockbooks.length);
                     // Clear existing nodes
                     BLOCKBOOK_NODES = {};
                     // Process nodes with priority assignment
+                    console.log('[DEBUG] Processing', blockbooks.length, 'blockbooks...');
                     for (i = 0; i < blockbooks.length; i++) {
                         blockbook = blockbooks[i];
+                        console.log('[DEBUG] Processing blockbook', i + 1, '/', blockbooks.length, ':', blockbook.symbol);
                         if (blockbook && blockbook.service) {
                             symbol = blockbook.symbol.toUpperCase();
                             priority = 50;
@@ -277,6 +343,7 @@ var init_network = function (servers) {
                         }
                         if (blockbook && blockbook.websocket) {
                             wsUrl = blockbook.websocket;
+                            console.log('[DEBUG] Found WebSocket for', blockbook.symbol, ':', wsUrl);
                             // Ensure proper wss:// protocol
                             if (!wsUrl.startsWith('wss://') && !wsUrl.startsWith('ws://')) {
                                 wsUrl = 'wss://' + wsUrl;
@@ -287,20 +354,24 @@ var init_network = function (servers) {
                                 // Remove any existing /wss/ suffix, then add /wss/API_KEY
                                 wsUrl = wsUrl.replace(/\/wss\/?$/, ''); // Remove trailing /wss or /wss/
                                 wsUrl = wsUrl + '/wss/' + NOW_NODES_API;
+                                console.log('[DEBUG] Added API key to', blockbook.symbol, 'WebSocket');
                                 log.info(tag, "Configured NowNodes websocket for ".concat(blockbook.symbol, " with API key"));
                             }
                             // Ensure /websocket suffix (only if not already there)
                             if (!wsUrl.endsWith('/websocket')) {
                                 wsUrl = wsUrl + '/websocket';
                             }
+                            console.log('[DEBUG] Final WebSocket URL for', blockbook.symbol, ':', wsUrl);
                             log.info(tag, "WebSocket URL for ".concat(blockbook.symbol, ": ").concat(wsUrl));
                             // Use blockbook-client package
                             BLOCKBOOK_SOCKETS[blockbook.symbol.toUpperCase()] = new Blockbook({
                                 nodes: [wsUrl],
                                 disableTypeValidation: true,
                             });
+                            console.log('[DEBUG] Created Blockbook socket for', blockbook.symbol);
                         }
                         else {
+                            console.log('[DEBUG] NO WebSocket for', blockbook.symbol);
                             log.info(tag, "no websocket for: ", blockbook.symbol);
                         }
                     }
@@ -364,17 +435,47 @@ var get_fees = function (coin) {
 };
 var get_info_by_pubkey = function (coin, pubkey, page) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, url, body, resp, e_3;
-        return __generator(this, function (_a) {
-            switch (_a.label) {
+        var tag, symbol, isXpub, url, body, resp, e_3, e_4;
+        var _a;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
                 case 0:
                     tag = TAG + " | get_info_by_pubkey | ";
-                    _a.label = 1;
+                    _b.label = 1;
                 case 1:
-                    _a.trys.push([1, 3, , 4]);
+                    _b.trys.push([1, 6, , 7]);
                     if (!page)
                         page = "1";
-                    url = BLOCKBOOK_URLS[coin.toUpperCase()] + "/api/v2/xpub/" + pubkey + "?details=tokens&tokens=derived&gap=20&page=" + page;
+                    symbol = coin.toUpperCase();
+                    // CRITICAL FIX: Convert dgub to xpub for DGB (NowNodes blockbook doesn't accept dgub format)
+                    pubkey = convertDgubToXpub(pubkey, symbol);
+                    isXpub = pubkey.startsWith('xpub') ||
+                        pubkey.startsWith('ypub') ||
+                        pubkey.startsWith('zpub') ||
+                        pubkey.startsWith('tpub') ||
+                        pubkey.startsWith('upub') ||
+                        pubkey.startsWith('vpub') ||
+                        pubkey.startsWith('dgub');
+                    url = void 0;
+                    if (isXpub) {
+                        // CRITICAL: Use tokens=derived&gap=20 to get ALL derived addresses up to gap limit
+                        // This is essential for Blockbook websocket subscriptions - we need to subscribe to
+                        // ALL addresses (including fresh ones) to detect incoming transactions!
+                        //
+                        // tokens parameter values:
+                        //   - nonzero: Only addresses with current non-zero balance (DEFAULT - problematic!)
+                        //   - used: Addresses that have had transactions (even if zero balance now)
+                        //   - derived: ALL derived addresses up to gap limit - REQUIRED for websocket subscription!
+                        //
+                        // gap parameter: Number of addresses to derive (default 20, matching BIP44 gap limit)
+                        url = BLOCKBOOK_URLS[symbol] + "/api/v2/xpub/" + pubkey + "?details=tokens&tokens=derived&gap=20&page=" + page;
+                        log.debug(tag, "Using xpub endpoint for ".concat(pubkey.substring(0, 20), "..."));
+                    }
+                    else {
+                        // Regular address - use address endpoint with transaction details
+                        url = BLOCKBOOK_URLS[symbol] + "/api/v2/address/" + pubkey + "?details=txs&page=" + page;
+                        log.debug(tag, "Using address endpoint for ".concat(pubkey));
+                    }
                     log.debug(tag, "url: ", url);
                     body = {
                         method: 'GET',
@@ -384,32 +485,68 @@ var get_info_by_pubkey = function (coin, pubkey, page) {
                             'User-Agent': fakeUa()
                         },
                     };
-                    return [4 /*yield*/, axios(body)];
+                    resp = void 0;
+                    _b.label = 2;
                 case 2:
-                    resp = _a.sent();
+                    _b.trys.push([2, 4, , 5]);
+                    return [4 /*yield*/, axios(body)];
+                case 3:
+                    resp = _b.sent();
+                    return [3 /*break*/, 5];
+                case 4:
+                    e_3 = _b.sent();
+                    // Handle 404 - pubkey doesn't exist on chain yet (no transactions)
+                    if (((_a = e_3.response) === null || _a === void 0 ? void 0 : _a.status) === 404 || e_3.status === 404) {
+                        log.debug(tag, "Pubkey not found (404) for ".concat(coin, " - treating as zero balance"));
+                        return [2 /*return*/, {
+                                balance: '0',
+                                unconfirmedBalance: '0',
+                                totalReceived: '0',
+                                totalSent: '0',
+                                txs: 0,
+                                usedTokens: 0,
+                                tokens: []
+                            }];
+                    }
+                    // Log detailed error information for 500 and other errors
+                    log.error(tag, "getPubkeyInfo failed for ".concat(coin, ": ").concat(stringifyError(e_3)));
+                    throw e_3;
+                case 5:
                     log.debug(tag, "resp: ", resp);
-                    // Validate that we got the tokens array
-                    if (!resp.data.tokens || !Array.isArray(resp.data.tokens)) {
-                        log.warn(tag, "\u26A0\uFE0F  Blockbook response missing tokens array for ".concat(coin, " xpub ").concat(pubkey.substring(0, 20), "..."));
-                        log.warn(tag, "Response has ".concat(resp.data.txs || 0, " transactions but no address details"));
-                        log.warn(tag, "This should not happen with tokens=used parameter!");
+                    // Normalize response format based on endpoint type
+                    if (isXpub) {
+                        // Validate that we got the tokens array from xpub endpoint
+                        if (!resp.data.tokens || !Array.isArray(resp.data.tokens)) {
+                            log.warn(tag, "\u26A0\uFE0F  Blockbook response missing tokens array for ".concat(coin, " xpub ").concat(pubkey.substring(0, 20), "..."));
+                            log.warn(tag, "Response has ".concat(resp.data.txs || 0, " transactions but no address details"));
+                            log.warn(tag, "This should not happen with tokens=derived parameter!");
+                        }
+                        else {
+                            log.info(tag, "\u2705 Got ".concat(resp.data.tokens.length, " derived address tokens for xpub (txs: ").concat(resp.data.txs, ", usedTokens: ").concat(resp.data.usedTokens, ")"));
+                        }
                     }
                     else {
-                        log.info(tag, "\u2705 Got ".concat(resp.data.tokens.length, " used address tokens for xpub (txs: ").concat(resp.data.txs, ", usedTokens: ").concat(resp.data.usedTokens, ")"));
+                        // Address endpoint returns balance data directly (no tokens array)
+                        // Normalize to match xpub format for consistency
+                        log.info(tag, "\u2705 Got balance for address: ".concat(resp.data.balance, " (txs: ").concat(resp.data.txs || 0, ")"));
+                        // For regular addresses, create a synthetic tokens array with just this address
+                        if (!resp.data.tokens) {
+                            resp.data.tokens = [];
+                        }
                     }
                     return [2 /*return*/, resp.data];
-                case 3:
-                    e_3 = _a.sent();
-                    console.error(tag, e_3);
-                    throw e_3;
-                case 4: return [2 /*return*/];
+                case 6:
+                    e_4 = _b.sent();
+                    log.error(tag, stringifyError(e_4));
+                    throw e_4;
+                case 7: return [2 /*return*/];
             }
         });
     });
 };
 var get_txids_by_address = function (coin, address, page) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, url, body, resp, e_4;
+        var tag, url, body, resp, e_5;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
@@ -437,9 +574,9 @@ var get_txids_by_address = function (coin, address, page) {
                     //TODO paginate?
                     return [2 /*return*/, resp.data];
                 case 3:
-                    e_4 = _a.sent();
-                    console.error(tag, e_4);
-                    throw e_4;
+                    e_5 = _a.sent();
+                    log.error(tag, stringifyError(e_5));
+                    throw e_5;
                 case 4: return [2 /*return*/];
             }
         });
@@ -447,7 +584,7 @@ var get_txids_by_address = function (coin, address, page) {
 };
 var get_info_by_address = function (coin, address, filter, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, url, params, body, resp, e_5;
+        var tag, url, params, body, resp, e_6;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
@@ -489,9 +626,9 @@ var get_info_by_address = function (coin, address, filter, options) {
                     resp = _a.sent();
                     return [2 /*return*/, resp.data];
                 case 3:
-                    e_5 = _a.sent();
-                    console.error(tag, e_5);
-                    throw e_5;
+                    e_6 = _a.sent();
+                    console.error(tag, e_6);
+                    throw e_6;
                 case 4: return [2 /*return*/];
             }
         });
@@ -499,7 +636,7 @@ var get_info_by_address = function (coin, address, filter, options) {
 };
 var get_txs_by_xpub = function (coin, xpub) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, url, body, resp, e_6;
+        var tag, url, body, resp, e_7;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
@@ -521,9 +658,9 @@ var get_txs_by_xpub = function (coin, xpub) {
                     resp = _a.sent();
                     return [2 /*return*/, resp.data];
                 case 3:
-                    e_6 = _a.sent();
-                    console.error(tag, e_6);
-                    throw e_6;
+                    e_7 = _a.sent();
+                    log.error(tag, stringifyError(e_7));
+                    throw e_7;
                 case 4: return [2 /*return*/];
             }
         });
@@ -531,7 +668,7 @@ var get_txs_by_xpub = function (coin, xpub) {
 };
 var broadcast_transaction = function (coin, hex) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, symbol, nodes_2, activeNodes, MAX_RETRIES, RETRY_DELAY_MS_1, allErrors, retry, _loop_1, i, state_1, errorSummary, e_7;
+        var tag, symbol, nodes_2, activeNodes, MAX_RETRIES, RETRY_DELAY_MS_1, allErrors, retry, _loop_1, i, state_1, errorSummary, e_8;
         var _a, _b;
         return __generator(this, function (_c) {
             switch (_c.label) {
@@ -684,9 +821,9 @@ var broadcast_transaction = function (coin, hex) {
                             statusCode: 500
                         }];
                 case 10:
-                    e_7 = _c.sent();
-                    console.error(tag, 'error: ', e_7);
-                    throw e_7;
+                    e_8 = _c.sent();
+                    log.error(tag, stringifyError(e_8));
+                    throw e_8;
                 case 11: return [2 /*return*/];
             }
         });
@@ -694,7 +831,7 @@ var broadcast_transaction = function (coin, hex) {
 };
 var get_transaction = function (coin, txid) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, url, body, resp, e_8;
+        var tag, url, body, resp, e_9;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
@@ -717,9 +854,9 @@ var get_transaction = function (coin, txid) {
                     resp = _a.sent();
                     return [2 /*return*/, resp.data];
                 case 3:
-                    e_8 = _a.sent();
-                    console.error(tag, e_8);
-                    throw e_8;
+                    e_9 = _a.sent();
+                    log.error(tag, stringifyError(e_9));
+                    throw e_9;
                 case 4: return [2 /*return*/];
             }
         });
@@ -728,7 +865,7 @@ var get_transaction = function (coin, txid) {
 // Enhanced UTXO function with priority-based sequential failover
 var get_utxos_by_xpub = function (coin, xpub) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, symbol, isBitcoin, b58, data, payload, xpubPrefix, convertedData, convertedXpub, nodes_3, activeNodes, i, node, startTime, url, body, resp, responseTime, error_2, responseTime, errorMessage, e_9;
+        var tag, symbol, isBitcoin, b58, data, payload, xpubPrefix, convertedData, convertedXpub, nodes_3, activeNodes, i, node, startTime, url, body, resp, responseTime, error_2, responseTime, errorMessage, e_10;
         var _a;
         return __generator(this, function (_b) {
             switch (_b.label) {
@@ -852,12 +989,12 @@ var get_utxos_by_xpub = function (coin, xpub) {
                     return [3 /*break*/, 2];
                 case 7: return [3 /*break*/, 9];
                 case 8:
-                    e_9 = _b.sent();
+                    e_10 = _b.sent();
                     if (isBitcoin) {
-                        log.error(tag, '🔍 [BITCOIN BLOCKBOOK] Final error after all nodes failed:', e_9);
+                        log.error(tag, "\uD83D\uDD0D [BITCOIN BLOCKBOOK] Final error after all nodes failed: ".concat(stringifyError(e_10)));
                     }
-                    console.error(tag, e_9);
-                    throw e_9;
+                    log.error(tag, stringifyError(e_10));
+                    throw e_10;
                 case 9: return [2 /*return*/];
             }
         });
@@ -911,7 +1048,7 @@ var update_node_performance = function (coin, url, success, responseTime) {
 };
 var get_balance_by_xpub = function (coin, xpub) {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, result, output, nodeUrl, balance, i, uxto, e_10;
+        var tag, result, output, nodeUrl, balance, i, uxto, e_11;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
@@ -939,9 +1076,9 @@ var get_balance_by_xpub = function (coin, xpub) {
                     // Return both balance and node URL
                     return [2 /*return*/, { balance: balance / 100000000, nodeUrl: nodeUrl }];
                 case 3:
-                    e_10 = _a.sent();
-                    console.error(tag, e_10);
-                    throw e_10;
+                    e_11 = _a.sent();
+                    log.error(tag, stringifyError(e_11));
+                    throw e_11;
                 case 4: return [2 /*return*/];
             }
         });
@@ -956,7 +1093,7 @@ var get_node_info = function () {
                 return [2 /*return*/, true];
             }
             catch (e) {
-                console.error(tag, e);
+                log.error(tag, stringifyError(e));
                 throw e;
             }
             return [2 /*return*/];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pioneer-platform/blockbook",
-  "version": "8.20.0",
+  "version": "8.25.0",
   "main": "./lib/index.js",
   "types": "./lib/index.d.ts",
   "scripts": {
@@ -12,7 +12,7 @@
   },
   "dependencies": {
     "@pioneer-platform/loggerdog": "^8.11.0",
-    "@pioneer-platform/nodes": "^8.19.0",
+    "@pioneer-platform/nodes": "^8.24.0",
     "@pioneer-platform/pioneer-caip": "^9.19.0",
     "@types/request-promise-native": "^1.0.17",
     "axiom": "^0.1.6",