dukascopy-node-plus 1.1.4 → 1.2.5

package/dist/esm/chunk-5ZJB4AEL.js

@@ -0,0 +1,154 @@
+import {
+  candleHeaders,
+  tickHeaders
+} from "./chunk-ASWACD3L.js";
+import {
+  BufferFetcher,
+  CacheManager,
+  formatBytes,
+  generateUrls,
+  normaliseDates,
+  processData,
+  validateConfigNode,
+  version
+} from "./chunk-GDKYDWLQ.js";
+
+// src/getHistoricalRatesToStream.ts
+import debug from "debug";
+import os from "os";
+import { Readable } from "stream";
+var DEBUG_NAMESPACE = "dukascopy-node";
+function getHistoricalRatesToStream(config) {
+  const stream = new Readable({
+    objectMode: true,
+    async read(_size) {
+    }
+  });
+  try {
+    debug(`${DEBUG_NAMESPACE}:version`)(version);
+    debug(`${DEBUG_NAMESPACE}:nodejs`)(process.version);
+    debug(`${DEBUG_NAMESPACE}:os`)(`${os.type()}, ${os.release()} (${os.platform()})`);
+    const { input, isValid, validationErrors } = validateConfigNode(config);
+    debug(`${DEBUG_NAMESPACE}:config`)("%O", {
+      input,
+      isValid,
+      validationErrors
+    });
+    if (!isValid) {
+      const error = new Error("Configuration validation failed");
+      Object.assign(error, { validationErrors });
+      stream.emit("error", error);
+      stream.push(null);
+      return stream;
+    }
+    const {
+      instrument,
+      dates: { from, to },
+      timeframe,
+      priceType,
+      volumes,
+      volumeUnits,
+      utcOffset,
+      ignoreFlats,
+      format,
+      batchSize,
+      pauseBetweenBatchesMs,
+      useCache,
+      cacheFolderPath,
+      retryCount,
+      pauseBetweenRetriesMs,
+      retryOnEmpty
+    } = input;
+    const [startDate, endDate] = normaliseDates({
+      instrument,
+      startDate: from,
+      endDate: to,
+      timeframe,
+      utcOffset
+    });
+    const [startDateMs, endDateMs] = [+startDate, +endDate];
+    const urls = generateUrls({
+      instrument,
+      timeframe,
+      priceType,
+      startDate,
+      endDate
+    });
+    debug(`${DEBUG_NAMESPACE}:urls`)(`Generated ${urls.length} urls`);
+    debug(`${DEBUG_NAMESPACE}:urls`)("%O", urls);
+    const onItemFetch = process.env.DEBUG ? (url, buffer, isCacheHit) => {
+      debug(`${DEBUG_NAMESPACE}:fetcher`)(
+        url,
+        `| ${formatBytes(buffer.length)} |`,
+        `${isCacheHit ? "cache" : "network"}`
+      );
+    } : void 0;
+    const bufferFetcher = new BufferFetcher({
+      batchSize,
+      pauseBetweenBatchesMs,
+      cacheManager: useCache ? new CacheManager({ cacheFolderPath }) : void 0,
+      retryCount,
+      pauseBetweenRetriesMs,
+      onItemFetch,
+      retryOnEmpty
+    });
+    const bodyHeaders = timeframe === "tick" /* tick */ ? tickHeaders : candleHeaders;
+    let firstLine = true;
+    bufferFetcher.fetch(urls).then((bufferredData) => {
+      debug(`${DEBUG_NAMESPACE}:fetcher`)(`Fetched ${bufferredData.length} buffer objects`);
+      const processedData = processData({
+        instrument,
+        requestedTimeframe: timeframe,
+        bufferObjects: bufferredData,
+        priceType,
+        volumes,
+        volumeUnits,
+        ignoreFlats
+      });
+      debug(`${DEBUG_NAMESPACE}:data`)(
+        `Generated ${processedData.length} ${timeframe === "tick" /* tick */ ? "ticks" : "OHLC candles"}`
+      );
+      const filteredData = processedData.filter(
+        ([timestamp]) => timestamp && timestamp >= startDateMs && timestamp < endDateMs
+      );
+      debug(`${DEBUG_NAMESPACE}:data`)(`Filtered to ${filteredData.length} items`);
+      filteredData.forEach((item) => {
+        if (format === "array" /* array */) {
+          stream.push(item);
+        } else if (format === "json" /* json */) {
+          const data = item.reduce(
+            (all, value, i) => {
+              const name = bodyHeaders[i];
+              all[name] = value;
+              return all;
+            },
+            {}
+          );
+          stream.push(data);
+        } else if (format === "csv" /* csv */) {
+          if (firstLine) {
+            const csvHeaders = bodyHeaders.join(",");
+            stream.push(csvHeaders);
+            firstLine = false;
+          }
+          stream.push(`
+${item.join(",")}`);
+        }
+      });
+      stream.push(null);
+    }).catch((err) => {
+      debug(`${DEBUG_NAMESPACE}:error`)("Error fetching data: %O", err);
+      stream.emit("error", err);
+      stream.push(null);
+    });
+  } catch (err) {
+    debug(`${DEBUG_NAMESPACE}:error`)("Unexpected error: %O", err);
+    stream.emit("error", err);
+    stream.push(null);
+  }
+  return stream;
+}
+
+export {
+  getHistoricalRatesToStream
+};