@usherlabs/cex-broker 0.2.26 → 0.2.27

package/dist/commands/cli.js

@@ -315929,6 +315929,7 @@ var DEFAULT_MAX_QUEUE_SIZE = 1e4;
 var DEFAULT_BATCH_SIZE = 10;
 var DEFAULT_FLUSH_INTERVAL_MS = 1000;
 var DEFAULT_FORWARDER_TIMEOUT_MS = 3000;
+var SHED_WARN_INTERVAL_MS = 60000;
 var DEFAULT_ARCHIVE_FORWARDER_PATH = "/archive";
 var DEFAULT_ARCHIVE_FORWARDER_PORT = 8090;
 function isArchiveOtelLogsEnabled() {
@@ -315968,6 +315969,7 @@ class BrokerExecutionArchiver {
   };
   flushTimer = null;
   flushInFlight = null;
+  lastShedWarnAtMs = 0;
   closed = false;
   loggedMissingMarketForwarder = false;
   enabled;
@@ -316032,6 +316034,15 @@ class BrokerExecutionArchiver {
       this.recordArchiveMetric("cex_archive_rows_shed_total", {
         table: row.table
       });
+      const now3 = Date.now();
+      if (now3 - this.lastShedWarnAtMs >= SHED_WARN_INTERVAL_MS) {
+        log.warn("Archive queue full: shedding oldest rows", {
+          shed_total: this.stats.shed,
+          queue_max: this.maxQueueSize,
+          table: row.table
+        });
+        this.lastShedWarnAtMs = now3;
+      }
     }
     this.queue.push(row);
     this.stats.enqueued += 1;
@@ -332822,19 +332833,26 @@ class OhlcvBarTracker {
     if (!firstBar || !lastBar) {
       return [];
     }
-    if (this.lastOpenTimeMs !== null && lastBar.openTimeMs < this.lastOpenTimeMs) {
+    const lastOpenTimeMs = this.lastOpenTimeMs;
+    if (lastOpenTimeMs !== null && lastBar.openTimeMs < lastOpenTimeMs) {
+      return [];
+    }
+    const barsToProcess = lastOpenTimeMs === null ? bars : bars.filter((bar) => bar.openTimeMs >= lastOpenTimeMs);
+    const firstBarToProcess = barsToProcess[0];
+    const lastBarToProcess = barsToProcess[barsToProcess.length - 1];
+    if (!firstBarToProcess || !lastBarToProcess) {
       return [];
     }
     const candidates = [];
-    if (this.lastBar !== null && this.lastOpenTimeMs !== null && !bars.some((bar) => bar.openTimeMs === this.lastOpenTimeMs) && this.lastOpenTimeMs < firstBar.openTimeMs) {
+    if (this.lastBar !== null && lastOpenTimeMs !== null && lastOpenTimeMs < firstBarToProcess.openTimeMs) {
       candidates.push({
         bar: this.lastBar,
         isClosed: true,
         brokerVersion
       });
     }
-    for (let index2 = 0;index2 < bars.length - 1; index2 += 1) {
-      const bar = bars[index2];
+    for (let index2 = 0;index2 < barsToProcess.length - 1; index2 += 1) {
+      const bar = barsToProcess[index2];
       if (bar) {
         candidates.push({
           bar,
@@ -332844,12 +332862,12 @@ class OhlcvBarTracker {
       }
     }
     candidates.push({
-      bar: lastBar,
+      bar: lastBarToProcess,
       isClosed: false,
       brokerVersion
     });
-    this.lastOpenTimeMs = lastBar.openTimeMs;
-    this.lastBar = lastBar;
+    this.lastOpenTimeMs = lastBarToProcess.openTimeMs;
+    this.lastBar = lastBarToProcess;
     return candidates;
   }
 }
@@ -333834,7 +333852,7 @@ function createSubscribeHandler(deps) {
               }
             }
             while (ohlcvStreamActive && !isStreamClosed()) {
-              const data = await broker.fetchOHLCVWs(resolvedSymbol, timeframe);
+              const data = await broker.watchOHLCV(resolvedSymbol, timeframe);
               const receivedTimestamp = Date.now();
               if (!await writeSubscribeFrame(call, isStreamClosed, {
                 data: JSON.stringify(data),

package/dist/helpers/broker-execution-archive/writer.d.ts

@@ -32,6 +32,7 @@ export declare class BrokerExecutionArchiver {
     private readonly stats;
     private flushTimer;
     private flushInFlight;
+    private lastShedWarnAtMs;
     private closed;
     private loggedMissingMarketForwarder;
     private readonly enabled;

package/dist/index.js

@@ -275309,6 +275309,7 @@ var DEFAULT_MAX_QUEUE_SIZE = 1e4;
 var DEFAULT_BATCH_SIZE = 10;
 var DEFAULT_FLUSH_INTERVAL_MS = 1000;
 var DEFAULT_FORWARDER_TIMEOUT_MS = 3000;
+var SHED_WARN_INTERVAL_MS = 60000;
 var DEFAULT_ARCHIVE_FORWARDER_PATH = "/archive";
 var DEFAULT_ARCHIVE_FORWARDER_PORT = 8090;
 function isArchiveOtelLogsEnabled() {
@@ -275348,6 +275349,7 @@ class BrokerExecutionArchiver {
   };
   flushTimer = null;
   flushInFlight = null;
+  lastShedWarnAtMs = 0;
   closed = false;
   loggedMissingMarketForwarder = false;
   enabled;
@@ -275412,6 +275414,15 @@ class BrokerExecutionArchiver {
       this.recordArchiveMetric("cex_archive_rows_shed_total", {
         table: row.table
       });
+      const now3 = Date.now();
+      if (now3 - this.lastShedWarnAtMs >= SHED_WARN_INTERVAL_MS) {
+        log.warn("Archive queue full: shedding oldest rows", {
+          shed_total: this.stats.shed,
+          queue_max: this.maxQueueSize,
+          table: row.table
+        });
+        this.lastShedWarnAtMs = now3;
+      }
     }
     this.queue.push(row);
     this.stats.enqueued += 1;
@@ -295775,19 +295786,26 @@ class OhlcvBarTracker {
     if (!firstBar || !lastBar) {
       return [];
     }
-    if (this.lastOpenTimeMs !== null && lastBar.openTimeMs < this.lastOpenTimeMs) {
+    const lastOpenTimeMs = this.lastOpenTimeMs;
+    if (lastOpenTimeMs !== null && lastBar.openTimeMs < lastOpenTimeMs) {
+      return [];
+    }
+    const barsToProcess = lastOpenTimeMs === null ? bars : bars.filter((bar) => bar.openTimeMs >= lastOpenTimeMs);
+    const firstBarToProcess = barsToProcess[0];
+    const lastBarToProcess = barsToProcess[barsToProcess.length - 1];
+    if (!firstBarToProcess || !lastBarToProcess) {
       return [];
     }
     const candidates = [];
-    if (this.lastBar !== null && this.lastOpenTimeMs !== null && !bars.some((bar) => bar.openTimeMs === this.lastOpenTimeMs) && this.lastOpenTimeMs < firstBar.openTimeMs) {
+    if (this.lastBar !== null && lastOpenTimeMs !== null && lastOpenTimeMs < firstBarToProcess.openTimeMs) {
       candidates.push({
         bar: this.lastBar,
         isClosed: true,
         brokerVersion
       });
     }
-    for (let index2 = 0;index2 < bars.length - 1; index2 += 1) {
-      const bar = bars[index2];
+    for (let index2 = 0;index2 < barsToProcess.length - 1; index2 += 1) {
+      const bar = barsToProcess[index2];
       if (bar) {
         candidates.push({
           bar,
@@ -295797,12 +295815,12 @@ class OhlcvBarTracker {
       }
     }
     candidates.push({
-      bar: lastBar,
+      bar: lastBarToProcess,
       isClosed: false,
       brokerVersion
     });
-    this.lastOpenTimeMs = lastBar.openTimeMs;
-    this.lastBar = lastBar;
+    this.lastOpenTimeMs = lastBarToProcess.openTimeMs;
+    this.lastBar = lastBarToProcess;
     return candidates;
   }
 }
@@ -296787,7 +296805,7 @@ function createSubscribeHandler(deps) {
               }
             }
             while (ohlcvStreamActive && !isStreamClosed()) {
-              const data = await broker.fetchOHLCVWs(resolvedSymbol, timeframe);
+              const data = await broker.watchOHLCV(resolvedSymbol, timeframe);
               const receivedTimestamp = Date.now();
               if (!await writeSubscribeFrame(call, isStreamClosed, {
                 data: JSON.stringify(data),
@@ -297412,4 +297430,4 @@ export {
   CEXBroker as default
 };
 
-//# debugId=1D08CFF8FA968C4064756E2164756E21
+//# debugId=1B2709360791D68C64756E2164756E21