@reproapp/node-sdk 0.0.12 → 0.0.13

package/dist/ingest/client.js

@@ -4,7 +4,13 @@ exports.flushIngestQueue = exports.enqueueIngestEntries = exports.postIngestEntr
 const mapper_1 = require("./mapper");
 const DEFAULT_INGEST_BASE = 'http://localhost:8080';
 const DEFAULT_INGEST_PATH = '/v1/ingest/events';
-const DEFAULT_QUEUE_MAX_ITEMS = 1000;
+const DEFAULT_QUEUE_MAX_ITEMS = (() => {
+    const env = Number(typeof process !== 'undefined' ? process?.env?.REPRO_INGEST_QUEUE_MAX_ITEMS : undefined);
+    if (Number.isFinite(env) && env > 0) {
+        return Math.trunc(env);
+    }
+    return 0;
+})();
 const DEFAULT_QUEUE_MAX_ATTEMPTS = 5;
 const DEFAULT_QUEUE_BACKOFF_MAX_MS = 4000;
 const DEFAULT_DEFER_DRAIN_MS = 25;
@@ -142,7 +148,7 @@ const enqueueIngestEntries = (config, sessionId, entries) => {
         entries: entries.slice(),
         attempts: 0,
     });
-    if (ingestQueue.length > DEFAULT_QUEUE_MAX_ITEMS) {
+    if (DEFAULT_QUEUE_MAX_ITEMS > 0 && ingestQueue.length > DEFAULT_QUEUE_MAX_ITEMS) {
         ingestQueue.splice(0, ingestQueue.length - DEFAULT_QUEUE_MAX_ITEMS);
     }
     scheduleDrain(shouldDeferDrain?.() ? deferDrainMs : 0);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@reproapp/node-sdk",
-  "version": "0.0.12",
+  "version": "0.0.13",
   "description": "Repro Nest SDK",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -12,7 +12,7 @@
     "build": "tsc -p tsconfig.json",
     "dev": "tsc -p tsconfig.json --watch --preserveWatchOutput",
     "prepublishOnly": "npm run build",
-    "test": "npm run build && node test/unawaited.test.js && node test/integration-unawaited.js && node test/request-flush-timing.test.js && node test/express-trace-http-args.test.js && node test/trace-batch-size.test.js && node test/sdk-background-priority.test.js && node -r ./tracer/register test/promise-map.test.js && node test/disable-subtree.test.js && node test/circular-capture.test.js && node test/wrap-plugin-arrow-args.test.js && node test/privacy-runtime-policy.test.js && node test/runtime-privacy-materialization.test.js && node test/kafka-runtime-privacy-policy.test.js"
+    "test": "npm run build && node test/unawaited.test.js && node test/integration-unawaited.js && node test/request-flush-timing.test.js && node test/express-trace-http-args.test.js && node test/trace-batch-size.test.js && node test/sdk-background-priority.test.js && node test/ingest-queue-retention.test.js && node -r ./tracer/register test/promise-map.test.js && node test/disable-subtree.test.js && node test/circular-capture.test.js && node test/wrap-plugin-arrow-args.test.js && node test/privacy-runtime-policy.test.js && node test/runtime-privacy-materialization.test.js && node test/kafka-runtime-privacy-policy.test.js"
   },
   "peerDependencies": {
     "express": "^5.1.0",

package/src/ingest/client.ts

@@ -3,7 +3,13 @@ import type { IngestClientConfig, LegacyEntry } from './types';
 
 const DEFAULT_INGEST_BASE = 'http://localhost:8080';
 const DEFAULT_INGEST_PATH = '/v1/ingest/events';
-const DEFAULT_QUEUE_MAX_ITEMS = 1000;
+const DEFAULT_QUEUE_MAX_ITEMS = (() => {
+    const env = Number(typeof process !== 'undefined' ? (process as any)?.env?.REPRO_INGEST_QUEUE_MAX_ITEMS : undefined);
+    if (Number.isFinite(env) && env > 0) {
+        return Math.trunc(env);
+    }
+    return 0;
+})();
 const DEFAULT_QUEUE_MAX_ATTEMPTS = 5;
 const DEFAULT_QUEUE_BACKOFF_MAX_MS = 4000;
 const DEFAULT_DEFER_DRAIN_MS = 25;
@@ -177,7 +183,7 @@ export const enqueueIngestEntries = (
         entries: entries.slice(),
         attempts: 0,
     });
-    if (ingestQueue.length > DEFAULT_QUEUE_MAX_ITEMS) {
+    if (DEFAULT_QUEUE_MAX_ITEMS > 0 && ingestQueue.length > DEFAULT_QUEUE_MAX_ITEMS) {
         ingestQueue.splice(0, ingestQueue.length - DEFAULT_QUEUE_MAX_ITEMS);
     }
     scheduleDrain(shouldDeferDrain?.() ? deferDrainMs : 0);

package/test/ingest-queue-retention.test.js

@@ -0,0 +1,82 @@
+const assert = require('assert');
+
+const originalFetch = global.fetch;
+const capturedBodies = [];
+
+global.fetch = async (_url, init = {}) => {
+    capturedBodies.push(JSON.parse(String(init.body || '{}')));
+    return {
+        ok: true,
+        status: 200,
+        json: async () => ({ ok: true }),
+        text: async () => '{"ok":true}',
+    };
+};
+
+const { enqueueIngestEntries, flushIngestQueue } = require('../dist/ingest/client');
+
+async function main() {
+    const cfg = {
+        tenantId: 'TENANT_test',
+        appId: 'APP_test',
+        appSecret: 'secret',
+        serviceName: 'queue-retention-test',
+        ingestBase: 'http://127.0.0.1:65535',
+    };
+
+    const sessionId = 'S_queue_retention';
+    const requestRid = 'R_queue_retention';
+    const totalBatches = 1414;
+
+    for (let index = 0; index < totalBatches; index += 1) {
+        enqueueIngestEntries(cfg, sessionId, [{
+            actionId: 'A_queue_retention',
+            trace: [{
+                t: Date.now(),
+                type: 'enter',
+                fn: `trace-${index}`,
+            }],
+            traceBatch: {
+                rid: requestRid,
+                index,
+                total: totalBatches,
+            },
+            t: Date.now(),
+        }]);
+    }
+
+    await flushIngestQueue();
+
+    const traceEvents = capturedBodies.flatMap((body) => Array.isArray(body?.events) ? body.events : [])
+        .filter((event) => event?.event_type === 'trace_batch');
+
+    assert.strictEqual(traceEvents.length, totalBatches, JSON.stringify({
+        got: traceEvents.length,
+        expected: totalBatches,
+    }));
+
+    const indexes = traceEvents
+        .map((event) => Number(event?.payload?.traceBatch?.index))
+        .filter((value) => Number.isFinite(value))
+        .sort((left, right) => left - right);
+
+    assert.strictEqual(indexes.length, totalBatches, JSON.stringify({
+        got: indexes.length,
+        expected: totalBatches,
+    }));
+    assert.strictEqual(indexes[0], 0);
+    assert.strictEqual(indexes[indexes.length - 1], totalBatches - 1);
+
+    // eslint-disable-next-line no-console
+    console.log('ingest queue retention OK');
+}
+
+main()
+    .catch((error) => {
+        // eslint-disable-next-line no-console
+        console.error(error);
+        process.exitCode = 1;
+    })
+    .finally(() => {
+        global.fetch = originalFetch;
+    });