dukascopy-node-plus 1.0.0 → 1.1.1

package/dist/esm/index.example.nostream.js

@@ -0,0 +1,37 @@
+import {
+  getHistoricalRates
+} from "./chunk-YLYLH52F.js";
+import "./chunk-3Q3J6T4N.js";
+import "./chunk-476J4KQE.js";
+import "./chunk-D3M3SVMW.js";
+
+// src/index.example.nostream.ts
+var printMemory = () => {
+  const formatMemoryUsage = (data) => `${Math.round(data / 1024 / 1024 * 100) / 100} MB`;
+  const memoryData = process.memoryUsage();
+  const memoryUsage = {
+    rss: `${formatMemoryUsage(memoryData.rss)} -> Resident Set Size - total memory allocated for the process execution`,
+    heapTotal: `${formatMemoryUsage(memoryData.heapTotal)} -> total size of the allocated heap`,
+    heapUsed: `${formatMemoryUsage(memoryData.heapUsed)} -> actual memory used during the execution`,
+    external: `${formatMemoryUsage(memoryData.external)} -> V8 external memory`
+  };
+  console.log(memoryUsage);
+};
+(async () => {
+  try {
+    printMemory();
+    const data = await getHistoricalRates({
+      instrument: "eurusd",
+      dates: {
+        from: /* @__PURE__ */ new Date("2021-02-01"),
+        to: /* @__PURE__ */ new Date("2021-02-03")
+      },
+      timeframe: "m1",
+      format: "csv"
+    });
+    process.stdout.write(data);
+    printMemory();
+  } catch (error) {
+    console.log("error", error);
+  }
+})();

package/dist/esm/index.example.stream.js

@@ -0,0 +1,40 @@
+import {
+  getHistoricalRatesToStream
+} from "./chunk-VHUFHYTL.js";
+import "./chunk-476J4KQE.js";
+import "./chunk-D3M3SVMW.js";
+
+// src/index.example.stream.ts
+var printMemory = () => {
+  const formatMemoryUsage = (data) => `${Math.round(data / 1024 / 1024 * 100) / 100} MB`;
+  const memoryData = process.memoryUsage();
+  const memoryUsage = {
+    rss: `${formatMemoryUsage(memoryData.rss)} -> Resident Set Size - total memory allocated for the process execution`,
+    heapTotal: `${formatMemoryUsage(memoryData.heapTotal)} -> total size of the allocated heap`,
+    heapUsed: `${formatMemoryUsage(memoryData.heapUsed)} -> actual memory used during the execution`,
+    external: `${formatMemoryUsage(memoryData.external)} -> V8 external memory`
+  };
+  console.log(memoryUsage);
+};
+(async () => {
+  try {
+    printMemory();
+    const data = await getHistoricalRatesToStream({
+      instrument: "eurusd",
+      dates: {
+        from: /* @__PURE__ */ new Date("2021-02-01"),
+        to: /* @__PURE__ */ new Date("2021-02-03")
+      },
+      timeframe: "m1",
+      format: "csv"
+    });
+    data.on("data", (_chunk) => {
+      process.stdout.write(_chunk);
+    });
+    data.on("end", () => {
+      printMemory();
+    });
+  } catch (error) {
+    console.log("error", error);
+  }
+})();

package/dist/esm/index.js

@@ -1,3 +1,14 @@
+import {
+  getHistoricalRatesToStream
+} from "./chunk-VHUFHYTL.js";
+import {
+  getHistoricRates,
+  getHistoricalRates
+} from "./chunk-YLYLH52F.js";
+import "./chunk-3Q3J6T4N.js";
+import {
+  formatOutput
+} from "./chunk-476J4KQE.js";
 import {
   BufferFetcher,
   CacheManager,
@@ -7,143 +18,18 @@ import {
   Timeframe,
   URL_ROOT,
   defaultConfig,
-  formatBytes,
   generateUrls,
   instrumentMetaData,
   normaliseDates,
   processData,
   schema,
   validateConfig,
-  validateConfigNode,
-  version
-} from "./chunk-QOULS5Y3.js";
-
-// src/output-formatter/index.ts
-var headers = ["timestamp", "open", "high", "low", "close", "volume"];
-var tickHeaders = ["timestamp", "askPrice", "bidPrice", "askVolume", "bidVolume"];
-function formatOutput({
-  processedData,
-  format,
-  timeframe
-}) {
-  if (processedData.length === 0) {
-    return [];
-  }
-  const bodyHeaders = timeframe === "tick" /* tick */ ? tickHeaders : headers;
-  if (format === "json" /* json */) {
-    const data = processedData.map((arr) => {
-      return arr.reduce((all, item, i) => {
-        const name = bodyHeaders[i];
-        all[name] = item;
-        return all;
-      }, {});
-    });
-    return data;
-  }
-  if (format === "csv" /* csv */) {
-    const csvHeaders = bodyHeaders.filter((_, i) => processedData[0][i] !== void 0);
-    const csv = [csvHeaders, ...processedData].map((arr) => arr.join(",")).join("\n");
-    return csv;
-  }
-  return processedData;
-}
+  validateConfigNode
+} from "./chunk-D3M3SVMW.js";
 
 // src/index.ts
 import { RuleDate, RuleBoolean, RuleNumber, RuleString, RuleObject } from "fastest-validator";
 
-// src/getHistoricalRates.ts
-import debug from "debug";
-import os from "os";
-var DEBUG_NAMESPACE = "dukascopy-node";
-async function getHistoricalRates(config) {
-  debug(`${DEBUG_NAMESPACE}:version`)(version);
-  debug(`${DEBUG_NAMESPACE}:nodejs`)(process.version);
-  debug(`${DEBUG_NAMESPACE}:os`)(`${os.type()}, ${os.release()} (${os.platform()})`);
-  const { input, isValid, validationErrors } = validateConfigNode(config);
-  debug(`${DEBUG_NAMESPACE}:config`)("%O", {
-    input,
-    isValid,
-    validationErrors
-  });
-  if (!isValid) {
-    throw { validationErrors };
-  }
-  const {
-    instrument,
-    dates: { from, to },
-    timeframe,
-    priceType,
-    volumes,
-    volumeUnits,
-    utcOffset,
-    ignoreFlats,
-    format,
-    batchSize,
-    pauseBetweenBatchesMs,
-    useCache,
-    cacheFolderPath,
-    retryCount,
-    pauseBetweenRetriesMs,
-    retryOnEmpty
-  } = input;
-  const [startDate, endDate] = normaliseDates({
-    instrument,
-    startDate: from,
-    endDate: to,
-    timeframe,
-    utcOffset
-  });
-  const urls = generateUrls({
-    instrument,
-    timeframe,
-    priceType,
-    startDate,
-    endDate
-  });
-  debug(`${DEBUG_NAMESPACE}:urls`)(`Generated ${urls.length} urls`);
-  debug(`${DEBUG_NAMESPACE}:urls`)(`%O`, urls);
-  const onItemFetch = process.env.DEBUG ? (url, buffer, isCacheHit) => {
-    debug(`${DEBUG_NAMESPACE}:fetcher`)(
-      url,
-      `| ${formatBytes(buffer.length)} |`,
-      `${isCacheHit ? "cache" : "network"}`
-    );
-  } : void 0;
-  const bufferFetcher = new BufferFetcher({
-    batchSize,
-    pauseBetweenBatchesMs,
-    cacheManager: useCache ? new CacheManager({ cacheFolderPath }) : void 0,
-    retryCount,
-    pauseBetweenRetriesMs,
-    onItemFetch,
-    retryOnEmpty
-  });
-  const bufferredData = await bufferFetcher.fetch(urls);
-  const processedData = processData({
-    instrument,
-    requestedTimeframe: timeframe,
-    bufferObjects: bufferredData,
-    priceType,
-    volumes,
-    volumeUnits,
-    ignoreFlats
-  });
-  const [startDateMs, endDateMs] = [+startDate, +endDate];
-  const filteredData = processedData.filter(
-    ([timestamp]) => timestamp && timestamp >= startDateMs && timestamp < endDateMs
-  );
-  debug(`${DEBUG_NAMESPACE}:data`)(
-    `Generated ${filteredData.length} ${timeframe === "tick" /* tick */ ? "ticks" : "OHLC candles"}`
-  );
-  const formattedData = formatOutput({
-    processedData: filteredData,
-    format,
-    timeframe
-  });
-  return formattedData;
-}
-var getHistoricRates = getHistoricalRates;
-
 // src/getCurrentRates.ts
 import fetch from "node-fetch";
 var timeframeMap = {
@@ -171,7 +57,7 @@ async function getCurrentRates({
   const instrumentName = instrumentMetaData[instrument].name;
   const offerSide = priceType === "bid" ? "B" : "A";
   const timeDirection = "N";
-  const now = new Date();
+  const now = /* @__PURE__ */ new Date();
   let fromDate = now;
   let toDate = now;
   if (dates) {
@@ -286,6 +172,7 @@ export {
   getCurrentRates,
   getHistoricRates,
   getHistoricalRates,
+  getHistoricalRatesToStream,
   normaliseDates,
   processData,
   schema,