@forzalabs/remora 2.0.0 → 2.0.1

package/index.js

@@ -11009,9 +11009,20 @@ var init_FileLogService = __esm({
     FileLogServiceClass = class {
       constructor() {
         this._enabled = false;
+        /**
+         * Points the sink at a file, once per target.
+         *
+         * Idempotent on purpose: the executor worker re-applies the parent's logger config at the START
+         * OF EVERY TASK, and a thread under the run-long pool handles many tasks. Building a transport
+         * per call left one open append stream per task on the same file.
+         */
         this.enable = (folder = "./remora/.temp/logs", file = "remora.log") => {
+          if (this._enabled && this._folder === folder && this._file === file)
+            return;
           if (!(0, import_fs.existsSync)(folder))
             (0, import_fs.mkdirSync)(folder, { recursive: true });
+          if (this._logger)
+            this._logger.end();
           this._folder = folder;
           this._file = file;
           this._logger = import_winston.default.createLogger({
@@ -11025,6 +11036,9 @@ ${stack}` : base;
               })
             ),
             transports: [
+              // Rotation is the transport's job. A run writes this file from the main process and
+              // from every executor thread, so a rotation renames a file others hold open — the
+              // 'error' handler below is what keeps that a logged line rather than a dead thread.
               new import_winston.default.transports.File({
                 filename: import_path.default.join(folder, file),
                 maxsize: 10 * 1024 * 1024,
@@ -11034,6 +11048,7 @@ ${stack}` : base;
               })
             ]
           });
+          this._logger.on("error", (error) => console.error(`File logger error: ${error?.message ?? String(error)}`));
           this._enabled = true;
         };
         /**
@@ -11075,11 +11090,22 @@ ${stack}` : base;
             }
           });
         };
+        /**
+         * Ends the sink. The state goes with it, so the next write re-enables a fresh one.
+         *
+         * That reset is the point: a closed winston logger still accepts `log()` calls and writes them
+         * into an ended stream, which throws ERR_STREAM_WRITE_AFTER_END from a stream nothing is
+         * listening to. Leaving `_enabled` true after a close is what turned "someone logged after
+         * close" into "the process died". Use `flush()` when the sink is still needed afterwards.
+         */
         this.close = () => {
           if (!this._enabled || !this._logger) return Promise.resolve();
+          const closing = this._logger;
+          this._enabled = false;
+          this._logger = null;
           return new Promise((resolve) => {
-            this._logger.on("finish", resolve);
-            this._logger.end();
+            closing.on("finish", resolve);
+            closing.end();
           });
         };
       }
@@ -11501,7 +11527,7 @@ var CONSTANTS, Constants_default;
 var init_Constants = __esm({
   "../../packages/constants/src/Constants.ts"() {
     CONSTANTS = {
-      cliVersion: "2.0.0",
+      cliVersion: "2.0.1",
       backendVersion: 1,
       backendPort: 5088,
       workerVersion: 2,
@@ -11787,6 +11813,132 @@ var init_SecretManager = __esm({
   }
 });
 
+// ../../packages/common/src/schema/SchemaErrorReporter.ts
+var MAX_REPORTED_ERRORS, MAX_LISTED_VALUES, MAX_QUOTED_LENGTH, VALUE_KEYWORDS, ITEM_NAME_KEYS, SchemaErrorReporterClass, SchemaErrorReporter, SchemaErrorReporter_default;
+var init_SchemaErrorReporter = __esm({
+  "../../packages/common/src/schema/SchemaErrorReporter.ts"() {
+    MAX_REPORTED_ERRORS = 3;
+    MAX_LISTED_VALUES = 30;
+    MAX_QUOTED_LENGTH = 40;
+    VALUE_KEYWORDS = ["type", "pattern", "format", "maxLength", "minLength", "minimum", "maximum", "exclusiveMinimum", "exclusiveMaximum", "multipleOf", "const"];
+    ITEM_NAME_KEYS = ["name", "alias", "key", "title"];
+    SchemaErrorReporterClass = class {
+      constructor() {
+        /**
+         * One human-readable line for a failed validation. `data` is the value that was validated, and is
+         * read to quote the offending value back and to name the resource's own parts.
+         */
+        this.describe = (errors, data) => {
+          const relevant = this._prune(errors ?? []);
+          const shown = relevant.slice(0, MAX_REPORTED_ERRORS).map((x2) => this._explain(x2, data));
+          const hidden = relevant.length - shown.length;
+          return [shown.join("; "), hidden > 0 ? `+${hidden} more` : null].filter(Boolean).join(", ");
+        };
+        /**
+         * Drops the alternatives' complaints from every failed `oneOf`/`anyOf`, because they are one
+         * rejection per alternative rather than one problem. What survives is whatever an alternative
+         * said about a value BELOW the branch point — the alternative that got far enough in to find the
+         * real mistake — and when no alternative got that far, the branch point itself, which then reads
+         * as the list of what was allowed there.
+         */
+        this._prune = (errors) => {
+          const branchPoints = errors.filter((x2) => x2.keyword === "oneOf" || x2.keyword === "anyOf");
+          const kept = branchPoints.reduce((remaining, branch) => this._resolveBranch(remaining, branch), errors);
+          return this._dedupe(kept);
+        };
+        /** Keeps, of everything reported at one branch point, only what says where the mistake actually is. */
+        this._resolveBranch = (kept, branch) => {
+          if (!kept.includes(branch)) return kept;
+          const isAtBranch = (x2) => x2.instancePath === branch.instancePath;
+          const hasDeeper = kept.some((x2) => x2.instancePath.startsWith(branch.instancePath + "/"));
+          return hasDeeper ? kept.filter((x2) => !isAtBranch(x2)) : kept.filter((x2) => !isAtBranch(x2) || x2 === branch);
+        };
+        /** The same complaint from several alternatives is still one complaint. */
+        this._dedupe = (errors) => {
+          const seen = /* @__PURE__ */ new Set();
+          return errors.filter((x2) => {
+            const signature = `${x2.instancePath}|${x2.keyword}|${x2.message}|${JSON.stringify(x2.params ?? {})}`;
+            if (seen.has(signature)) return false;
+            seen.add(signature);
+            return true;
+          });
+        };
+        this._explain = (error, data) => `${this._locate(error.instancePath, data)} ${this._reason(error, data)}`;
+        /**
+         * The JSON pointer to the offending value, followed by the name of the array item it sits in.
+         * "/fields/2" is a position; "(field "created_at")" is what the author called it.
+         */
+        this._locate = (instancePath, data) => {
+          const named = this._nameItem(instancePath, data);
+          return [instancePath || "/", named].filter(Boolean).join(" ");
+        };
+        /** `/fields/2/transform/cast` in a consumer -> `(field "created_at")`, when the item carries a name. */
+        this._nameItem = (instancePath, data) => {
+          const segments = this._segments(instancePath);
+          for (let index = segments.length - 1; index > 0; index--) {
+            if (!/^\d+$/.test(segments[index])) continue;
+            const item = this._valueAt(data, segments.slice(0, index + 1));
+            const nameKey = ITEM_NAME_KEYS.find((key) => typeof item?.[key] === "string");
+            if (!nameKey) continue;
+            return `(${this._singular(segments[index - 1])} "${item[nameKey]}")`;
+          }
+          return null;
+        };
+        /** Reads the way a config author speaks about the collection: `fields` -> `field`. */
+        this._singular = (collection) => collection.endsWith("s") ? collection.slice(0, -1) : collection;
+        /**
+         * What was wrong, in the terms the author wrote. Ajv's own message says what the schema wanted;
+         * these add what was actually there, which is the half that names the typo.
+         */
+        this._reason = (error, data) => {
+          const value = "data" in error ? error.data : this._valueAt(data, this._segments(error.instancePath));
+          if (error.keyword === "enum")
+            return `must be one of: ${this._list(error.params.allowedValues)} (got ${this._quote(value)})`;
+          if (error.keyword === "additionalProperties")
+            return `has unknown property "${error.params.additionalProperty}"`;
+          if (error.keyword === "oneOf" || error.keyword === "anyOf")
+            return this._describeAlternatives(error, value);
+          if (VALUE_KEYWORDS.includes(error.keyword))
+            return `${error.message} (got ${this._quote(value)})`;
+          return error.message;
+        };
+        /**
+         * A branch point no alternative matched, named by what the alternatives ARE — read off the schema
+         * rather than off their rejections, because an alternative says nothing about the property it
+         * requires when that property is present and the rest of it is what failed.
+         */
+        this._describeAlternatives = (error, value) => {
+          const shapes = (error.schema ?? []).map((x2) => this._shape(x2)).filter(Boolean);
+          if (shapes.length === 0) return error.message;
+          if (value && typeof value === "object" && !Array.isArray(value))
+            return `must have exactly one of: ${this._list(shapes)} (has: ${this._list(Object.keys(value))})`;
+          return `must be one of: ${this._list(shapes)} (got ${this._quote(value)})`;
+        };
+        /** How one alternative would be described to whoever has to write it: a property, or a type. */
+        this._shape = (alternative) => {
+          if (alternative?.required?.length > 0) return alternative.required.join(" + ");
+          if (alternative?.pattern) return `${alternative.type ?? "string"} matching "${alternative.pattern}"`;
+          return alternative?.type ?? null;
+        };
+        /** `/fields/2/transform` -> ['fields', '2', 'transform'], undoing the pointer's escapes. */
+        this._segments = (instancePath) => (instancePath || "").split("/").slice(1).map((x2) => x2.replace(/~1/g, "/").replace(/~0/g, "~"));
+        this._valueAt = (data, segments) => segments.reduce((current, segment) => current?.[segment], data);
+        this._list = (values) => {
+          const shown = (values ?? []).slice(0, MAX_LISTED_VALUES).join(", ");
+          const hidden = (values ?? []).length - MAX_LISTED_VALUES;
+          return hidden > 0 ? `${shown}, +${hidden} more` : shown;
+        };
+        this._quote = (value) => {
+          const text = value === void 0 ? "nothing" : JSON.stringify(value);
+          return text.length > MAX_QUOTED_LENGTH ? `${text.slice(0, MAX_QUOTED_LENGTH)}\u2026` : text;
+        };
+      }
+    };
+    SchemaErrorReporter = new SchemaErrorReporterClass();
+    SchemaErrorReporter_default = SchemaErrorReporter;
+  }
+});
+
 // ../../packages/common/src/schema/SchemaValidator.ts
 var import_ajv, import_ajv_formats, import_fs3, import_path3, SchemaValidatorClass, SchemaValidator, SchemaValidator_default;
 var init_SchemaValidator = __esm({
@@ -11796,11 +11948,12 @@ var init_SchemaValidator = __esm({
     import_fs3 = __toESM(require("fs"), 1);
     import_path3 = __toESM(require("path"), 1);
     init_src();
+    init_SchemaErrorReporter();
     SchemaValidatorClass = class {
       constructor() {
         this.addSchema = (schema, schemaKey) => {
           const isValid = this.ajv.validateSchema(schema);
-          Affirm_default(isValid, `Invalid JSON Schema: ${JSON.stringify(this.ajv.errors)}`);
+          Affirm_default(isValid, `Invalid JSON Schema: ${SchemaErrorReporter_default.describe(this.ajv.errors, schema)}`);
           this.ajv.addSchema(schema, schemaKey);
         };
         this.getSchema = (schemaKey) => {
@@ -11854,7 +12007,10 @@ var init_SchemaValidator = __esm({
           strictSchema: false,
           // Code values may be string | number | boolean, so schemas legitimately use union types.
           allowUnionTypes: true,
-          validateFormats: true
+          validateFormats: true,
+          // Carries the failing schema and value on each error, which is what lets
+          // SchemaErrorReporter say what was allowed there and what was found instead.
+          verbose: true
         });
         (0, import_ajv_formats.default)(this.ajv);
         this.loadInternalSchema();
@@ -13184,7 +13340,7 @@ ${errors.map((x2) => `  - ${x2}`).join("\n")}`);
 });
 
 // ../../packages/common/src/Environment.ts
-var import_fs4, import_crypto, import_adm_zip, import_path4, import_client_s3, RESOURCE_SCHEMA_KEYS, INVALID_RESOURCE_MESSAGES, MAX_REPORTED_SCHEMA_ERRORS, EnvironmentClass, Environment, Environment_default;
+var import_fs4, import_crypto, import_adm_zip, import_path4, import_client_s3, RESOURCE_SCHEMA_KEYS, INVALID_RESOURCE_MESSAGES, EnvironmentClass, Environment, Environment_default;
 var init_Environment = __esm({
   "../../packages/common/src/Environment.ts"() {
     import_fs4 = __toESM(require("fs"), 1);
@@ -13193,6 +13349,7 @@ var init_Environment = __esm({
     init_src();
     import_path4 = __toESM(require("path"), 1);
     init_SchemaValidator();
+    init_SchemaErrorReporter();
     init_Validator();
     init_ProducerExpander();
     init_src3();
@@ -13212,7 +13369,6 @@ var init_Environment = __esm({
       codeSet: "Invalid code set configuration",
       schema: "Invalid schema configuration"
     };
-    MAX_REPORTED_SCHEMA_ERRORS = 3;
     EnvironmentClass = class {
       constructor() {
         this._env = null;
@@ -13385,21 +13541,21 @@ var init_Environment = __esm({
           schemas.forEach((schema) => this._registerSchema(schema, problems));
           const sourceFiles = read(projectConfig.sources);
           const sources = sourceFiles.map((x2) => x2.config);
-          sources.forEach((source) => this._recordSchemaProblem(source, "source", problems));
+          sourceFiles.forEach((source) => this._recordSchemaProblem(source, "source", problems));
           this._checkApiQueueSource(projectConfig, sources, problems);
           const producerFiles = read(projectConfig.producers);
           const producers = producerFiles.map((x2) => x2.config);
-          producers.forEach((producer) => {
-            const schemaProblem = this._schemaProblem(producer, "producer");
+          producerFiles.forEach(({ config: producer, file }) => {
+            const schemaProblem = this._schemaProblem(producer, "producer", file);
             this._expandProducer(producer, problems);
             if (schemaProblem) problems.push(schemaProblem);
           });
           const consumerFiles = read(projectConfig.consumers);
           const consumers = consumerFiles.map((x2) => x2.config);
-          consumers.forEach((consumer) => this._recordSchemaProblem(consumer, "consumer", problems));
+          consumerFiles.forEach((consumer) => this._recordSchemaProblem(consumer, "consumer", problems));
           const codeSetFiles = read(projectConfig.codeSets ?? []);
           const codeSets = codeSetFiles.map((x2) => x2.config);
-          codeSets.forEach((codeSet) => this._recordSchemaProblem(codeSet, "codeSet", problems));
+          codeSetFiles.forEach((codeSet) => this._recordSchemaProblem(codeSet, "codeSet", problems));
           this._checkCodeSetNames(codeSets, problems);
           return {
             env: { settings: this._readSettings(projectConfig), sources, producers, consumers, schemas, codeSets },
@@ -13479,7 +13635,7 @@ var init_Environment = __esm({
               severity: "error",
               scope: "project",
               file: projectPath,
-              message: `Invalid project configuration (${this._describeSchemaErrors(validation.errors)})`
+              message: `Invalid project configuration - ${SchemaErrorReporter_default.describe(validation.errors, projectConfig)}`
             });
           }
           return projectConfig;
@@ -13535,8 +13691,8 @@ var init_Environment = __esm({
           }
           return results;
         };
-        this._recordSchemaProblem = (resource, kind, problems) => {
-          const problem = this._schemaProblem(resource, kind);
+        this._recordSchemaProblem = (read, kind, problems) => {
+          const problem = this._schemaProblem(read.config, kind, read.file);
           if (problem) problems.push(problem);
         };
         /**
@@ -13547,15 +13703,17 @@ var init_Environment = __esm({
          * Returns the problem instead of recording it, because a producer's is reported after its
          * expansion has had its say (see `inspect`).
          */
-        this._schemaProblem = (resource, kind) => {
+        this._schemaProblem = (resource, kind, file) => {
           const name = resource?.name;
           const validation = SchemaValidator_default.validate(RESOURCE_SCHEMA_KEYS[kind], resource);
           if (validation.isValid) return null;
+          const where = [name, file ? `(${file})` : null].filter(Boolean).join(" ");
           return {
             severity: "error",
             scope: "resource",
+            file,
             resource: { kind, name },
-            message: `${INVALID_RESOURCE_MESSAGES[kind]}: ${name} (${this._describeSchemaErrors(validation.errors)})`
+            message: `${INVALID_RESOURCE_MESSAGES[kind]}: ${where} - ${SchemaErrorReporter_default.describe(validation.errors, resource)}`
           };
         };
         this._registerSchema = (schema, problems) => {
@@ -13632,12 +13790,6 @@ var init_Environment = __esm({
         /** Kept verbatim from the batch loader this replaced, so `load()` still throws the same string. */
         this._loadFailureMessage = (remoraPath, configPath, error) => `Error loading from ${import_path4.default.resolve(remoraPath)} configuration from ${configPath}: ${this._messageOf(error)}`;
         this._messageOf = (error) => error instanceof Error ? error.message : String(error);
-        /** The first few Ajv complaints, so "Invalid producer configuration: p_x" says what is wrong with it. */
-        this._describeSchemaErrors = (errors) => {
-          const shown = (errors ?? []).slice(0, MAX_REPORTED_SCHEMA_ERRORS).map((item) => `${item.instancePath || "/"} ${item.message}`);
-          const hidden = (errors ?? []).length - shown.length;
-          return [shown.join("; "), hidden > 0 ? `+${hidden} more` : null].filter(Boolean).join(", ");
-        };
         /**
          * The loaded environment, flattened for transport to a worker thread.
          *
@@ -13897,6 +14049,220 @@ var init_src4 = __esm({
   }
 });
 
+// ../../packages/helper/src/Helper.ts
+var import_uuid, Helper, Helper_default;
+var init_Helper = __esm({
+  "../../packages/helper/src/Helper.ts"() {
+    import_uuid = require("uuid");
+    init_src4();
+    Helper = {
+      uuid: () => (0, import_uuid.v4)(),
+      isDev: () => ProcessENVManager_default.getEnvVariable("NODE_ENV") === "development",
+      asError: (error) => error instanceof Error ? error : new Error(error),
+      formatDateToYYYYMM(date2) {
+        if (!date2) return "";
+        const year2 = date2.getFullYear();
+        const month = ("0" + (date2.getMonth() + 1)).slice(-2);
+        return `${year2}-${month}`;
+      },
+      formatDuration: (milliseconds) => {
+        if (!milliseconds || milliseconds < 0) return "0ms";
+        if (milliseconds < 1e3) {
+          return `${Math.round(milliseconds)}ms`;
+        }
+        const seconds = milliseconds / 1e3;
+        if (seconds < 60) {
+          return `${seconds.toFixed(1)}s`;
+        }
+        const minutes = Math.floor(seconds / 60);
+        const remainingSeconds = seconds % 60;
+        if (minutes < 60) {
+          return `${minutes}m ${remainingSeconds.toFixed(1)}s`;
+        }
+        const hours = Math.floor(minutes / 60);
+        const remainingMinutes = minutes % 60;
+        return `${hours}h ${remainingMinutes}m`;
+      },
+      matchPattern: (pattern, items) => {
+        let patternParts = [];
+        let hasWildcard = false;
+        let result = [...items];
+        if (pattern) {
+          if (pattern.includes("%")) {
+            hasWildcard = true;
+            const parts = pattern.split("%").filter((part) => part.length > 0);
+            patternParts = parts;
+          }
+        }
+        if (hasWildcard && patternParts.length > 0) {
+          result = result.filter((key) => {
+            const matchesPattern = (fileName, pattern2) => {
+              if (!pattern2.includes("%")) {
+                return fileName === pattern2;
+              }
+              const parts = pattern2.split("%");
+              let currentIndex = 0;
+              for (let i6 = 0; i6 < parts.length; i6++) {
+                const part = parts[i6];
+                if (part === "") continue;
+                if (i6 === 0 && !pattern2.startsWith("%")) {
+                  if (!fileName.startsWith(part)) {
+                    return false;
+                  }
+                  currentIndex = part.length;
+                } else if (i6 === parts.length - 1 && !pattern2.endsWith("%")) {
+                  if (!fileName.endsWith(part)) {
+                    return false;
+                  }
+                } else {
+                  const foundIndex = fileName.indexOf(part, currentIndex);
+                  if (foundIndex === -1) {
+                    return false;
+                  }
+                  currentIndex = foundIndex + part.length;
+                }
+              }
+              return true;
+            };
+            return matchesPattern(key, pattern);
+          });
+        }
+        return result;
+      }
+    };
+    Helper_default = Helper;
+  }
+});
+
+// ../../packages/helper/src/Formatter.ts
+var Formatter, Formatter_default;
+var init_Formatter = __esm({
+  "../../packages/helper/src/Formatter.ts"() {
+    Formatter = {
+      bytes: (bytes, decimals = 2) => {
+        if (!+bytes) return "0 Bytes";
+        const k7 = 1024;
+        const dm = decimals < 0 ? 0 : decimals;
+        const sizes = ["Bytes", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"];
+        const i6 = Math.floor(Math.log(bytes) / Math.log(k7));
+        return `${parseFloat((bytes / Math.pow(k7, i6)).toFixed(dm))} ${sizes[i6]}`;
+      }
+    };
+    Formatter_default = Formatter;
+  }
+});
+
+// ../../packages/helper/src/Settings.ts
+var SETTINGS, Settings_default;
+var init_Settings = __esm({
+  "../../packages/helper/src/Settings.ts"() {
+    SETTINGS = {
+      db: {
+        name: "remora-db",
+        collections: {
+          usage: "usage",
+          users: "users",
+          apiKeys: "apiKeys"
+        }
+      }
+    };
+    Settings_default = SETTINGS;
+  }
+});
+
+// ../../packages/helper/src/Runtime.ts
+var import_node_v8, RuntimeClass, Runtime, Runtime_default;
+var init_Runtime = __esm({
+  "../../packages/helper/src/Runtime.ts"() {
+    import_node_v8 = __toESM(require("v8"), 1);
+    RuntimeClass = class {
+      constructor() {
+        this.getHeap = () => {
+          const {
+            heap_size_limit,
+            used_heap_size
+          } = import_node_v8.default.getHeapStatistics();
+          return {
+            heapSizeMB: this._toMB(heap_size_limit),
+            usedHeapMB: this._toMB(used_heap_size)
+          };
+        };
+        this._toMB = (bytes) => Math.round(bytes / (1024 * 1024) * 100) / 100;
+      }
+    };
+    Runtime = new RuntimeClass();
+    Runtime_default = Runtime;
+  }
+});
+
+// ../../packages/helper/src/HttpClient.ts
+var HttpClientClass, HttpClient;
+var init_HttpClient = __esm({
+  "../../packages/helper/src/HttpClient.ts"() {
+    init_src4();
+    HttpClientClass = class {
+      constructor() {
+        this.post = async (url, body, headers) => {
+          try {
+            const response = await fetch(url, {
+              method: "POST",
+              body: JSON.stringify(body),
+              headers: {
+                "Content-Type": "application/json",
+                ...headers
+              }
+            });
+            if (!response.ok) {
+              const errorData = await response.json().catch(() => ({}));
+              throw new Error(errorData?.error || errorData?.message || "Request failed");
+            }
+            return await response.json();
+          } catch (error) {
+            const err2 = error;
+            throw new Error(err2.message ?? "An error occurred on POST.");
+          }
+        };
+        this.get = async (url, headers) => {
+          try {
+            const response = await fetch(url, {
+              method: "GET",
+              headers: {
+                "Content-Type": "application/json",
+                ...headers
+              }
+            });
+            if (!response.ok) {
+              const errorData = await response.json().catch(() => ({}));
+              throw new Error(errorData?.error || errorData?.message || "Request failed");
+            }
+            return await response.json();
+          } catch (error) {
+            const err2 = error;
+            throw new Error(err2.message ?? "An error occurred on GET.");
+          }
+        };
+        this.getWorkerUrl = (path29) => {
+          const cleanPath = path29.startsWith("/") ? path29.substring(1) : path29;
+          return `${this.workerHost}/${cleanPath}`;
+        };
+        this.workerHost = ProcessENVManager_default.getEnvVariable("REMORA_WORKER_HOST") || "http://worker:5069";
+      }
+    };
+    HttpClient = new HttpClientClass();
+  }
+});
+
+// ../../packages/helper/src/index.ts
+var init_src5 = __esm({
+  "../../packages/helper/src/index.ts"() {
+    init_Helper();
+    init_Formatter();
+    init_Settings();
+    init_Runtime();
+    init_HttpClient();
+  }
+});
+
 // ../../node_modules/@smithy/core/dist-es/submodules/config/property-provider/ProviderError.js
 var ProviderError;
 var init_ProviderError = __esm({
@@ -18677,7 +19043,7 @@ var init_sdk_stream_mixin = __esm({
 });
 
 // ../../node_modules/@smithy/core/dist-es/submodules/serde/index.js
-var import_node_crypto2, Uint8ArrayBlobAdapter, _getRandomValues, v4, generateIdempotencyToken;
+var import_node_crypto2, Uint8ArrayBlobAdapter, _getRandomValues, v42, generateIdempotencyToken;
 var init_serde = __esm({
   "../../node_modules/@smithy/core/dist-es/submodules/serde/index.js"() {
     import_node_crypto2 = require("crypto");
@@ -18703,8 +19069,8 @@ var init_serde = __esm({
     Uint8ArrayBlobAdapter = class extends bindUint8ArrayBlobAdapter(toUtf8, fromUtf8, toBase64, fromBase64) {
     };
     _getRandomValues = import_node_crypto2.getRandomValues;
-    v4 = bindV4(_getRandomValues);
-    generateIdempotencyToken = v4;
+    v42 = bindV4(_getRandomValues);
+    generateIdempotencyToken = v42;
   }
 });
 
@@ -21221,7 +21587,7 @@ function bindRetryMiddleware(isStreamingPayload2) {
       const { request } = args;
       const isRequest = HttpRequest.isInstance(request);
       if (isRequest) {
-        request.headers[INVOCATION_ID_HEADER] = v4();
+        request.headers[INVOCATION_ID_HEADER] = v42();
       }
       while (true) {
         try {
@@ -35858,7 +36224,7 @@ var init_XMLParser = __esm({
 });
 
 // ../../packages/parsing/src/index.ts
-var init_src5 = __esm({
+var init_src6 = __esm({
   "../../packages/parsing/src/index.ts"() {
     init_CSVParser();
     init_FixedWidthParser();
@@ -41344,7 +41710,7 @@ __export(src_exports, {
 function decompressGzip(input, outputLength) {
   return gunzip(input, new Uint8Array(outputLength));
 }
-var init_src6 = __esm({
+var init_src7 = __esm({
   "../../node_modules/hyparquet-compressors/src/index.js"() {
     init_esm();
     init_hysnappy();
@@ -41364,7 +41730,7 @@ var init_DeltaShareDriver = __esm({
     init_src();
     init_src4();
     init_src2();
-    init_src5();
+    init_src6();
     init_DeltaSharePredicate();
     init_OidcTokenProvider();
     MAX_LIMIT_HINT = 2147483647;
@@ -41613,7 +41979,7 @@ var init_DeltaShareDriver = __esm({
         };
         this._readParquetObjects = async (deltaFile) => {
           const hyparquet = await import("hyparquet");
-          const { compressors: compressors2 } = await Promise.resolve().then(() => (init_src6(), src_exports));
+          const { compressors: compressors2 } = await Promise.resolve().then(() => (init_src7(), src_exports));
           const byteLength = deltaFile.file.deltaSingleAction.add?.size ?? deltaFile.file.deltaSingleAction.remove?.size;
           const startedMs = Date.now();
           let records;
@@ -42078,220 +42444,6 @@ var init_HttpApiDriver = __esm({
   }
 });
 
-// ../../packages/helper/src/Helper.ts
-var import_uuid, Helper, Helper_default;
-var init_Helper = __esm({
-  "../../packages/helper/src/Helper.ts"() {
-    import_uuid = require("uuid");
-    init_src4();
-    Helper = {
-      uuid: () => (0, import_uuid.v4)(),
-      isDev: () => ProcessENVManager_default.getEnvVariable("NODE_ENV") === "development",
-      asError: (error) => error instanceof Error ? error : new Error(error),
-      formatDateToYYYYMM(date2) {
-        if (!date2) return "";
-        const year2 = date2.getFullYear();
-        const month = ("0" + (date2.getMonth() + 1)).slice(-2);
-        return `${year2}-${month}`;
-      },
-      formatDuration: (milliseconds) => {
-        if (!milliseconds || milliseconds < 0) return "0ms";
-        if (milliseconds < 1e3) {
-          return `${Math.round(milliseconds)}ms`;
-        }
-        const seconds = milliseconds / 1e3;
-        if (seconds < 60) {
-          return `${seconds.toFixed(1)}s`;
-        }
-        const minutes = Math.floor(seconds / 60);
-        const remainingSeconds = seconds % 60;
-        if (minutes < 60) {
-          return `${minutes}m ${remainingSeconds.toFixed(1)}s`;
-        }
-        const hours = Math.floor(minutes / 60);
-        const remainingMinutes = minutes % 60;
-        return `${hours}h ${remainingMinutes}m`;
-      },
-      matchPattern: (pattern, items) => {
-        let patternParts = [];
-        let hasWildcard = false;
-        let result = [...items];
-        if (pattern) {
-          if (pattern.includes("%")) {
-            hasWildcard = true;
-            const parts = pattern.split("%").filter((part) => part.length > 0);
-            patternParts = parts;
-          }
-        }
-        if (hasWildcard && patternParts.length > 0) {
-          result = result.filter((key) => {
-            const matchesPattern = (fileName, pattern2) => {
-              if (!pattern2.includes("%")) {
-                return fileName === pattern2;
-              }
-              const parts = pattern2.split("%");
-              let currentIndex = 0;
-              for (let i6 = 0; i6 < parts.length; i6++) {
-                const part = parts[i6];
-                if (part === "") continue;
-                if (i6 === 0 && !pattern2.startsWith("%")) {
-                  if (!fileName.startsWith(part)) {
-                    return false;
-                  }
-                  currentIndex = part.length;
-                } else if (i6 === parts.length - 1 && !pattern2.endsWith("%")) {
-                  if (!fileName.endsWith(part)) {
-                    return false;
-                  }
-                } else {
-                  const foundIndex = fileName.indexOf(part, currentIndex);
-                  if (foundIndex === -1) {
-                    return false;
-                  }
-                  currentIndex = foundIndex + part.length;
-                }
-              }
-              return true;
-            };
-            return matchesPattern(key, pattern);
-          });
-        }
-        return result;
-      }
-    };
-    Helper_default = Helper;
-  }
-});
-
-// ../../packages/helper/src/Formatter.ts
-var Formatter, Formatter_default;
-var init_Formatter = __esm({
-  "../../packages/helper/src/Formatter.ts"() {
-    Formatter = {
-      bytes: (bytes, decimals = 2) => {
-        if (!+bytes) return "0 Bytes";
-        const k7 = 1024;
-        const dm = decimals < 0 ? 0 : decimals;
-        const sizes = ["Bytes", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"];
-        const i6 = Math.floor(Math.log(bytes) / Math.log(k7));
-        return `${parseFloat((bytes / Math.pow(k7, i6)).toFixed(dm))} ${sizes[i6]}`;
-      }
-    };
-    Formatter_default = Formatter;
-  }
-});
-
-// ../../packages/helper/src/Settings.ts
-var SETTINGS, Settings_default;
-var init_Settings = __esm({
-  "../../packages/helper/src/Settings.ts"() {
-    SETTINGS = {
-      db: {
-        name: "remora-db",
-        collections: {
-          usage: "usage",
-          users: "users",
-          apiKeys: "apiKeys"
-        }
-      }
-    };
-    Settings_default = SETTINGS;
-  }
-});
-
-// ../../packages/helper/src/Runtime.ts
-var import_node_v8, RuntimeClass, Runtime, Runtime_default;
-var init_Runtime = __esm({
-  "../../packages/helper/src/Runtime.ts"() {
-    import_node_v8 = __toESM(require("v8"), 1);
-    RuntimeClass = class {
-      constructor() {
-        this.getHeap = () => {
-          const {
-            heap_size_limit,
-            used_heap_size
-          } = import_node_v8.default.getHeapStatistics();
-          return {
-            heapSizeMB: this._toMB(heap_size_limit),
-            usedHeapMB: this._toMB(used_heap_size)
-          };
-        };
-        this._toMB = (bytes) => Math.round(bytes / (1024 * 1024) * 100) / 100;
-      }
-    };
-    Runtime = new RuntimeClass();
-    Runtime_default = Runtime;
-  }
-});
-
-// ../../packages/helper/src/HttpClient.ts
-var HttpClientClass, HttpClient;
-var init_HttpClient = __esm({
-  "../../packages/helper/src/HttpClient.ts"() {
-    init_src4();
-    HttpClientClass = class {
-      constructor() {
-        this.post = async (url, body, headers) => {
-          try {
-            const response = await fetch(url, {
-              method: "POST",
-              body: JSON.stringify(body),
-              headers: {
-                "Content-Type": "application/json",
-                ...headers
-              }
-            });
-            if (!response.ok) {
-              const errorData = await response.json().catch(() => ({}));
-              throw new Error(errorData?.error || errorData?.message || "Request failed");
-            }
-            return await response.json();
-          } catch (error) {
-            const err2 = error;
-            throw new Error(err2.message ?? "An error occurred on POST.");
-          }
-        };
-        this.get = async (url, headers) => {
-          try {
-            const response = await fetch(url, {
-              method: "GET",
-              headers: {
-                "Content-Type": "application/json",
-                ...headers
-              }
-            });
-            if (!response.ok) {
-              const errorData = await response.json().catch(() => ({}));
-              throw new Error(errorData?.error || errorData?.message || "Request failed");
-            }
-            return await response.json();
-          } catch (error) {
-            const err2 = error;
-            throw new Error(err2.message ?? "An error occurred on GET.");
-          }
-        };
-        this.getWorkerUrl = (path29) => {
-          const cleanPath = path29.startsWith("/") ? path29.substring(1) : path29;
-          return `${this.workerHost}/${cleanPath}`;
-        };
-        this.workerHost = ProcessENVManager_default.getEnvVariable("REMORA_WORKER_HOST") || "http://worker:5069";
-      }
-    };
-    HttpClient = new HttpClientClass();
-  }
-});
-
-// ../../packages/helper/src/index.ts
-var init_src7 = __esm({
-  "../../packages/helper/src/index.ts"() {
-    init_Helper();
-    init_Formatter();
-    init_Settings();
-    init_Runtime();
-    init_HttpClient();
-  }
-});
-
 // ../../packages/drivers/src/DriverHelper.ts
 var import_stream, import_readline, import_promises8, import_fs9, DriverHelper, DriverHelper_default;
 var init_DriverHelper = __esm({
@@ -42460,13 +42612,13 @@ var init_LocalSourceDriver = __esm({
     init_src();
     init_src();
     XLSX2 = __toESM(require("@e965/xlsx"), 1);
+    init_src6();
     init_src5();
-    init_src7();
-    init_src5();
+    init_src6();
     init_src2();
     init_DriverHelper();
     init_src4();
-    init_src5();
+    init_src6();
     LocalSourceDriver = class {
       constructor() {
         this.init = async (source) => {
@@ -42790,9 +42942,9 @@ var init_S3SourceDriver = __esm({
     import_fs10 = __toESM(require("fs"), 1);
     init_src();
     import_xlsx2 = __toESM(require("@e965/xlsx"), 1);
+    init_src6();
     init_src5();
-    init_src7();
-    init_src5();
+    init_src6();
     init_src4();
     S3SourceDriver = class {
       constructor() {
@@ -43304,8 +43456,8 @@ var import_mongodb, DatabaseEngineClass, DatabaseEngine, DatabaseEngine_default;
 var init_DatabaseEngine = __esm({
   "../../packages/database/src/DatabaseEngine.ts"() {
     import_mongodb = require("mongodb");
-    init_src7();
-    init_src7();
+    init_src5();
+    init_src5();
     init_src4();
     DatabaseEngineClass = class {
       constructor() {
@@ -43443,8 +43595,8 @@ var UserManagerClass, UserManager, UserManager_default, DEV_USER, MOCK_USER;
 var init_UserManager = __esm({
   "../../packages/database/src/UserManager.ts"() {
     init_DatabaseEngine();
-    init_src7();
-    init_src7();
+    init_src5();
+    init_src5();
     UserManagerClass = class {
       constructor() {
         this.getUser = () => {
@@ -43483,7 +43635,7 @@ var init_UserManager = __esm({
 var DATABASE_STRUCTURE, DatabaseStructure_default;
 var init_DatabaseStructure = __esm({
   "../../packages/database/src/DatabaseStructure.ts"() {
-    init_src7();
+    init_src5();
     DATABASE_STRUCTURE = {
       collections: [
         {
@@ -43515,7 +43667,7 @@ var init_DatabaseInitializer = __esm({
     init_src();
     init_src4();
     init_UserManager();
-    init_src7();
+    init_src5();
     init_DatabaseEngine();
     init_DatabaseStructure();
     import_bcryptjs = __toESM(require("bcryptjs"), 1);
@@ -43979,7 +44131,7 @@ var init_ProducerManager = __esm({
     init_src();
     init_src4();
     init_src3();
-    init_src5();
+    init_src6();
     ProducerManagerClass = class {
       constructor() {
         this.getColumns = (producer) => {
@@ -44214,7 +44366,7 @@ var LineParserClass, LineParser, LineParser_default;
 var init_LineParser = __esm({
   "../../packages/engines/src/parsing/LineParser.ts"() {
     init_TypeCaster();
-    init_src5();
+    init_src6();
     LineParserClass = class {
       constructor() {
         /**
@@ -44335,7 +44487,7 @@ var init_ProducerEngine = __esm({
     init_src();
     init_src8();
     init_src4();
-    init_src5();
+    init_src6();
     init_ProducerManager();
     init_LineParser();
     init_TypeCaster();
@@ -49274,7 +49426,7 @@ var init_OpsService = __esm({
     init_src3();
     init_src();
     init_src9();
-    init_src7();
+    init_src5();
     init_RunRegistry();
     MAX_HISTORY_LIMIT = 200;
     DEFAULT_HISTORY_LIMIT = 20;
@@ -49795,8 +49947,8 @@ var init_UsageManager = __esm({
     init_src();
     init_src4();
     init_src9();
-    init_src7();
-    init_src7();
+    init_src5();
+    init_src5();
     init_src2();
     init_RunRegistry();
     init_LocalUsageDB();
@@ -50739,7 +50891,7 @@ var DataframeManagerClass, DataframeManager, DataframeManager_default;
 var init_DataframeManager = __esm({
   "../../packages/engines/src/usage/DataframeManager.ts"() {
     init_src();
-    init_src7();
+    init_src5();
     DataframeManagerClass = class {
       fill(points, from, to2, onlyLastValue, maintainLastValue) {
         const min = from ?? this.getMinDate(points);
@@ -50963,7 +51115,7 @@ var init_OutputExecutor = __esm({
     init_src();
     init_src8();
     init_src4();
-    init_src5();
+    init_src6();
     import_path22 = __toESM(require("path"));
     init_src2();
     OutputExecutorClass = class {
@@ -51897,7 +52049,7 @@ var import_os2, import_path25, OrchestratorHelper, OrchestratorHelper_default;
 var init_OrchestratorHelper = __esm({
   "../../packages/executors/src/OrchestratorHelper.ts"() {
     init_src();
-    init_src7();
+    init_src5();
     import_os2 = __toESM(require("os"));
     init_src4();
     import_path25 = __toESM(require("path"));
@@ -52245,7 +52397,7 @@ var init_ExecutorOrchestrator = __esm({
     import_workerpool = __toESM(require("workerpool"));
     init_src();
     init_src10();
-    init_src7();
+    init_src5();
     init_src4();
     init_ProducerExecutor();
     init_src3();
@@ -52260,7 +52412,7 @@ var init_ExecutorOrchestrator = __esm({
     import_promises17 = require("stream/promises");
     init_src2();
     init_ExecutorProgress2();
-    init_src5();
+    init_src6();
     init_OrchestratorHelper();
     init_LookupResolver();
     init_ConsumerInputResolver();
@@ -52271,8 +52423,9 @@ var init_ExecutorOrchestrator = __esm({
          *
          * `maxWorkers` must come from getParallelWorkerCount(), never from the amount of work: that count
          * is memory-aware and is what stops a low-end machine oversubscribing itself. Surplus work queues
-         * instead of spawning threads. `census` counts threads as workerpool creates them, which is the
-         * only way to know the peak — they spawn lazily, on first exec.
+         * instead of spawning threads. `census.created` counts every thread workerpool spawns — they
+         * spawn lazily, on first exec, and a thread that dies mid-run is replaced by another, so this is
+         * a count of spawns and NOT a concurrency figure (see IWorkerCensus).
          *
          * `workerData` carries the loaded environment, so it is cloned once per THREAD at spawn rather
          * than read and validated from disk once per chunk. Only run-constant data belongs there; per-task
@@ -52289,12 +52442,8 @@ var init_ExecutorOrchestrator = __esm({
               }
             },
             onCreateWorker: () => {
-              census.alive++;
-              census.peak = Math.max(census.peak, census.alive);
+              census.created++;
               return void 0;
-            },
-            onTerminateWorker: () => {
-              census.alive--;
             }
           };
           const workerPath = OrchestratorHelper_default.getPhysicalWorkerPath();
@@ -52313,7 +52462,7 @@ var init_ExecutorOrchestrator = __esm({
           const { usageId } = UsageManager_default.startUsage(consumer, details);
           const scope = { id: usageId, folder: `${consumer.name}_${usageId}`, workersId: [], limitFileSize: consumer.maximumFileSize };
           const expandedFields = ConsumerManager_default.getExpandedFields(consumer);
-          const census = { alive: 0, peak: 0 };
+          const census = { created: 0, peak: 0 };
           try {
             const start = performance.now();
             const executorResults = [];
@@ -52552,6 +52701,7 @@ var init_ExecutorOrchestrator = __esm({
           const context = {
             consumer: request.consumer,
             scope,
+            census,
             options: request.options,
             lookups: request.lookups,
             progress: request.progress,
@@ -52566,8 +52716,12 @@ var init_ExecutorOrchestrator = __esm({
             phase = performance.now();
             const resultsByFile = await Promise.all(pendingByFile.map((file) => Promise.all(file)));
             tracker.measure("worker-wait", performance.now() - phase);
+            census.peak = Math.max(census.peak, pool.stats().totalWorkers);
             Affirm_default(census.peak <= poolSize, `The worker pool ran ${census.peak} thread(s) at once but was sized ${poolSize}`);
             const results = resultsByFile.flat();
+            const failures = results.filter((x2) => !Algo_default.hasVal(x2)).length;
+            if (failures > 0 || census.created > poolSize)
+              Logger_default.warn(`[${scope.id}] ${failures} of ${chunkCount} chunk(s) failed and ${census.created} thread(s) were spawned for a pool of ${poolSize} \u2014 a thread that dies is replaced, so the chunk error(s) logged above are the cause`);
             this.recordWorkerBoot(results, context.requestedAtByWorker, tracker);
             for (const [index, fileResults] of resultsByFile.entries())
               this._assignChunkRowMetadata(workFiles[index].chunks, fileResults);
@@ -52598,7 +52752,12 @@ var init_ExecutorOrchestrator = __esm({
           context.requestedAtByWorker.set(workerId, performance.timeOrigin + performance.now());
           Logger_default.log(`[${scope.id}] Queued worker ${workerId} for ${file.label} \u2014 chunk ${chunk.start}-${chunk.end} (${Math.round((chunk.end - chunk.start) / 1024)}KB)`);
           return pool.exec("executor", [workerData], {
-            on: (payload) => this.onWorkAdvanced(payload, workerId, context)
+            // Progress packets are the run's only regular tick on the main thread, which makes them
+            // the cheapest place to sample how many threads are actually alive at once.
+            on: (payload) => {
+              context.census.peak = Math.max(context.census.peak, pool.stats().totalWorkers);
+              this.onWorkAdvanced(payload, workerId, context);
+            }
           }).catch((error) => {
             Logger_default.error(error);
             return null;
@@ -52977,24 +53136,20 @@ var import_chalk2 = __toESM(require("chalk"));
 var import_fs_extra = __toESM(require("fs-extra"));
 var import_ora = __toESM(require("ora"));
 init_src4();
+init_src5();
 init_src2();
+var REQUIRED_DIRECTORIES = ["./remora", "./remora/consumers", "./remora/producers", "./remora/sources"];
 var compile = async () => {
   let errors = [];
   try {
     const spinner = (0, import_ora.default)(import_chalk2.default.blue("Validating project structure...")).start();
-    Environment_default.load("");
-    if (!import_fs_extra.default.existsSync("./remora"))
-      errors.push(import_chalk2.default.red("Missing directory: ") + import_chalk2.default.yellow("./remora"));
-    if (!import_fs_extra.default.existsSync("./remora/consumers"))
-      errors.push(import_chalk2.default.red("Missing directory: ") + import_chalk2.default.yellow("./remora/consumers"));
-    if (!import_fs_extra.default.existsSync("./remora/producers"))
-      errors.push(import_chalk2.default.red("Missing directory: ") + import_chalk2.default.yellow("./remora/producers"));
-    if (!import_fs_extra.default.existsSync("./remora/producers"))
-      errors.push(import_chalk2.default.red("Missing directory: ") + import_chalk2.default.yellow("./remora/producers"));
-    if (!import_fs_extra.default.existsSync("./remora/sources"))
-      errors.push(import_chalk2.default.red("Missing directory: ") + import_chalk2.default.yellow("./remora/sources"));
-    const envErrors = Environment_default.validate();
-    errors = [...errors, ...envErrors];
+    REQUIRED_DIRECTORIES.filter((dir) => !import_fs_extra.default.existsSync(dir)).forEach((dir) => errors.push(import_chalk2.default.red("Missing directory: ") + import_chalk2.default.yellow(dir)));
+    try {
+      Environment_default.load("");
+      errors = [...errors, ...Environment_default.validate()];
+    } catch (err2) {
+      errors.push(Helper_default.asError(err2).message);
+    }
     if (errors.length === 0) {
       spinner.succeed(import_chalk2.default.green("Project structure validated successfully"));
       console.log(import_chalk2.default.blueBright.bold("\u2705 Compilation complete!"));
@@ -53006,7 +53161,7 @@ var compile = async () => {
       process.exit(1);
     }
   } catch (err2) {
-    console.error(import_chalk2.default.red.bold("\n\u274C Unexpected error during validation:"), err2 instanceof Error ? err2.message : String(err2));
+    console.error(import_chalk2.default.red.bold("\n\u274C Unexpected error during validation:"), Helper_default.asError(err2).message);
     Logger_default.error(err2);
     process.exit(1);
   }
@@ -53328,13 +53483,13 @@ var init = async () => {
 // src/actions/run.ts
 var import_chalk7 = __toESM(require("chalk"));
 init_src4();
-init_src7();
+init_src5();
 
 // ../../packages/auth/src/AdminManager.ts
 init_src();
 init_src9();
 init_src9();
-init_src7();
+init_src5();
 var import_bcryptjs2 = __toESM(require("bcryptjs"), 1);
 
 // ../../packages/auth/src/JWTManager.ts
@@ -53416,8 +53571,8 @@ var AdminManager = new AdminManagerClass();
 // ../../packages/auth/src/ApiKeysManager.ts
 init_src();
 init_src9();
-init_src7();
-init_src7();
+init_src5();
+init_src5();
 var ApiKeysManagerClass = class {
   constructor() {
     this.COLLECTION = Settings_default.db.collections.apiKeys;
@@ -53648,7 +53803,7 @@ init_src();
 init_OutputExecutor();
 init_src4();
 init_src10();
-init_src5();
+init_src6();
 init_ExecutorPerformance();
 init_src2();
 
@@ -53807,7 +53962,7 @@ var import_chalk9 = __toESM(require("chalk"));
 init_src4();
 init_src3();
 init_src10();
-init_src7();
+init_src5();
 init_src2();
 var FORMATS = ["mermaid", "dot", "json"];
 var graph = async (options) => {
@@ -53859,7 +54014,7 @@ var import_node_path16 = __toESM(require("path"));
 init_src4();
 init_src3();
 init_src10();
-init_src7();
+init_src5();
 init_src2();
 var WATCH_INTERVAL_MS = 1e3;
 var SAMPLEABLE_KINDS = ["producer", "consumer"];
@@ -54187,7 +54342,7 @@ var create_consumer = async (name, producerName) => {
 
 // src/index.ts
 init_src3();
-init_src7();
+init_src5();
 
 // src/actions/automap.ts
 var import_chalk13 = __toESM(require("chalk"));
@@ -54251,7 +54406,7 @@ var automap = async (producerName, schemaNames) => {
 var import_chalk14 = __toESM(require("chalk"));
 var import_ora6 = __toESM(require("ora"));
 init_src10();
-init_src7();
+init_src5();
 init_src2();
 var sample = async (resourceName, sampleSize = 10) => {
   try {
@@ -54344,7 +54499,7 @@ var formatValue = (value) => {
 // src/actions/synth.ts
 var import_chalk15 = __toESM(require("chalk"));
 init_src4();
-init_src7();
+init_src5();
 init_src10();
 init_src2();
 var synth = async (consumerName, args) => {