@poe-platform/safe-bash 0.1.787 → 0.1.789

package/dist/safe-bash-csv-engine/index.js

@@ -4,6 +4,7 @@ import {
 
 // packages/safe-bash-csv-engine/dist/index.js
 init_buffer();
+import { yieldTurn } from "../safe-bash-contracts/yield.js";
 var CsvError = class extends Error {
   code;
   constructor(code, message) {
@@ -28,6 +29,7 @@ var defaultCsvLimits = Object.freeze({
 var CsvBudget = class {
   signal;
   disposed = false;
+  lastYieldWork = 0;
   aborted = false;
   pollSignal;
   limits;
@@ -52,6 +54,14 @@ var CsvBudget = class {
   getUsage(key) {
     return this.usage[key];
   }
+  async checkpoint() {
+    this.signal.throwIfAborted();
+    if (this.usage.work - this.lastYieldWork < 4096)
+      return;
+    this.lastYieldWork = this.usage.work;
+    await yieldTurn(this.signal);
+    this.signal.throwIfAborted();
+  }
   remaining(key) {
     return this.limits[key] - this.usage[key];
   }
@@ -135,7 +145,10 @@ var typedArrayByteLength = Object.getOwnPropertyDescriptor(Object.getPrototypeOf
 var CsvParser = class {
   dialect;
   budget;
-  decoder = new TextDecoder("utf-8", { fatal: true });
+  decoder;
+  encoding;
+  fieldCharacters = 0;
+  quotedField = false;
   delimiter;
   field = "";
   row = [];
@@ -151,12 +164,18 @@ var CsvParser = class {
     this.dialect = dialect;
     this.budget = budget;
     this.dialect = Object.freeze({ ...dialect });
+    this.encoding = (dialect.encoding ?? "utf-8-sig").toLowerCase().replaceAll("_", "-");
+    if (!["utf-8-sig", "utf8-sig", "utf-8", "utf8", "ascii", "us-ascii", "latin1", "latin-1", "iso-8859-1"].includes(this.encoding))
+      throw new CsvError("UNSUPPORTED", "Unsupported CSV encoding");
+    this.decoder = new TextDecoder("utf-8", { fatal: true, ignoreBOM: !["utf-8-sig", "utf8-sig"].includes(this.encoding) });
+    if (dialect.fieldCharacters !== void 0 && (!Number.isSafeInteger(dialect.fieldCharacters) || dialect.fieldCharacters < 0))
+      throw new CsvError("ARGUMENT", "Field size must be a nonnegative safe integer");
     this.delimiter = dialect.tabs ? "	" : dialect.delimiter ?? ",";
     budget.charge("work", 0);
     if (dialect.profile !== void 0 && dialect.profile !== "utf8-sig-permissive-v1" && dialect.profile !== "utf8-sig-strict-v1")
       throw new CsvError("UNSUPPORTED", "Unsupported CSV reader profile");
-    if (dialect.quoting !== void 0 && dialect.quoting !== 0 && dialect.quoting !== 3)
-      throw new CsvError("UNSUPPORTED", "Only quoting modes 0 and 3 are qualified");
+    if (dialect.quoting !== void 0 && ![0, 1, 2, 3].includes(dialect.quoting))
+      throw new CsvError("UNSUPPORTED", "Only quoting modes 0, 1, 2 and 3 are supported");
     for (const char of [
       this.delimiter,
       dialect.quote ?? '"',
@@ -169,6 +188,14 @@ var CsvParser = class {
     if (dialect.skipLines !== void 0 && (!Number.isSafeInteger(dialect.skipLines) || dialect.skipLines < 0))
       throw new CsvError("ARGUMENT", "Skip lines must be nonnegative");
   }
+  /** Consume a borrowed producer chunk in bounded units before its next pull. */
+  async *pushAsync(bytes) {
+    for (let offset = 0; offset < bytes.byteLength; offset += 4096) {
+      await yieldTurn(this.budget.signal);
+      this.budget.signal.throwIfAborted();
+      yield* this.push(bytes.subarray(offset, offset + 4096));
+    }
+  }
   push(bytes) {
     if (this.ended)
       throw new CsvError("INPUT", "CSV parser is closed");
@@ -184,8 +211,18 @@ var CsvParser = class {
     this.budget.charge("retainedBytes", byteLength * 2 + 8);
     let text;
     try {
-      text = this.decoder.decode(bytes, { stream: true });
-    } catch {
+      if (["ascii", "us-ascii", "latin1", "latin-1", "iso-8859-1"].includes(this.encoding)) {
+        text = "";
+        for (const byte of bytes) {
+          if ((this.encoding === "ascii" || this.encoding === "us-ascii") && byte > 127)
+            throw new CsvError("INPUT", "Invalid ASCII input");
+          text += String.fromCharCode(byte);
+        }
+      } else
+        text = this.decoder.decode(bytes, { stream: true });
+    } catch (error) {
+      if (error instanceof CsvError)
+        throw error;
       throw new CsvError("INPUT", "Invalid UTF-8 input");
     }
     this.budget.charge("decodedBytes", text.length * 2);
@@ -223,13 +260,46 @@ var CsvParser = class {
     this.active = false;
   }
   append(char) {
+    if (++this.fieldCharacters > (this.dialect.fieldCharacters ?? Infinity))
+      throw new CsvError("INPUT", "Field character limit exceeded");
     this.budget.chargeAppend(this.field.length + char.length);
     this.field += char;
   }
   finishField() {
     this.budget.charge("cells", 1);
     this.budget.charge("retainedBytes", 32);
-    this.row.push(this.field);
+    let value = this.field;
+    if (this.dialect.quoting === 2 && !this.quotedField && value.length) {
+      this.budget.charge("work", value.length);
+      const raw = value.trim().toLowerCase();
+      const unsigned = raw.startsWith("+") || raw.startsWith("-") ? raw.slice(1) : raw;
+      const negative = raw.startsWith("-");
+      if (["inf", "infinity", "nan"].includes(unsigned))
+        value = unsigned === "nan" ? "nan" : negative ? "-inf" : "inf";
+      else {
+        const digit = (char) => char !== void 0 && char >= "0" && char <= "9";
+        for (let i = 0; i < raw.length; i++) {
+          const char = raw[i];
+          if (char === "_" && !(digit(raw[i - 1]) && digit(raw[i + 1])) || !digit(char) && !".+-e_".includes(char))
+            throw new CsvError("INPUT", "Could not convert unquoted field to float");
+        }
+        const number = Number(raw.replaceAll("_", ""));
+        if (!raw || Number.isNaN(number))
+          throw new CsvError("INPUT", "Could not convert unquoted field to float");
+        const absolute = Math.abs(number);
+        if (!Number.isFinite(number))
+          value = number < 0 ? "-inf" : "inf";
+        else if (absolute !== 0 && (absolute < 1e-4 || absolute >= 1e16)) {
+          const [mantissa, exponent] = number.toExponential().split("e");
+          value = mantissa + "e" + exponent[0] + exponent.slice(1).padStart(2, "0");
+        } else
+          value = Object.is(number, -0) ? "-0.0" : Number.isInteger(number) ? number.toFixed(1) : String(number);
+      }
+      this.budget.charge("retainedBytes", value.length * 2);
+    }
+    this.row.push(value);
+    this.fieldCharacters = 0;
+    this.quotedField = false;
     this.field = "";
     this.state = "start";
   }
@@ -296,6 +366,7 @@ var CsvParser = class {
       if (this.state === "closed" && char === quote && this.dialect.doubleQuote !== false) {
         this.append(char);
         this.state = "quoted";
+        this.quotedField = true;
         continue;
       }
       if (this.dialect.profile === "utf8-sig-strict-v1" && this.state === "closed" && !newline && char !== this.delimiter)
@@ -315,6 +386,7 @@ var CsvParser = class {
         continue;
       if (this.state === "start" && char === quote) {
         this.state = "quoted";
+        this.quotedField = true;
         continue;
       }
       if (this.dialect.profile === "utf8-sig-strict-v1" && char === quote)

package/dist/safe-bash-io-engine/commands/search/requirements.js

@@ -5,10 +5,10 @@ import {
   requiredFileInput,
   searchRequirements,
   sedRequirements
-} from "../../../safe-bash/command-chunks/chunk-JUDOV5MJ.js";
-import "../../../safe-bash/command-chunks/chunk-TOSM3T3A.js";
+} from "../../../safe-bash/command-chunks/chunk-6F7QJMJ3.js";
+import "../../../safe-bash/command-chunks/chunk-UJOO6DKY.js";
 import "../../../safe-bash/command-chunks/chunk-OTYUNKT5.js";
-import "../../../safe-bash/command-chunks/chunk-Y5IHIAY3.js";
+import "../../../safe-bash/command-chunks/chunk-XNHSCU6I.js";
 import "../../../safe-bash/command-chunks/chunk-YAFQG4SC.js";
 import "../../../safe-bash/command-chunks/chunk-3746OSHN.js";
 import "../../../safe-bash/command-chunks/chunk-HX3SHTCE.js";

package/dist/safe-bash-io-engine/commands/text-programs/shared.js

@@ -1,13 +1,13 @@
 import {
   requiredFileInput
-} from "../../../safe-bash/command-chunks/chunk-JUDOV5MJ.js";
+} from "../../../safe-bash/command-chunks/chunk-6F7QJMJ3.js";
 import {
   RESOLVED_EXIT_ONE,
   RESOLVED_EXIT_ZERO,
   builtInDirectContextExecutors
-} from "../../../safe-bash/command-chunks/chunk-TOSM3T3A.js";
+} from "../../../safe-bash/command-chunks/chunk-UJOO6DKY.js";
 import "../../../safe-bash/command-chunks/chunk-OTYUNKT5.js";
-import "../../../safe-bash/command-chunks/chunk-Y5IHIAY3.js";
+import "../../../safe-bash/command-chunks/chunk-XNHSCU6I.js";
 import {
   inputRequirements
 } from "../../../safe-bash/command-chunks/chunk-YAFQG4SC.js";

package/dist/safe-bash-io-engine/gnu-information.js

@@ -1,7 +1,7 @@
 import {
   gnuInformation,
   gnuInformationSync
-} from "../safe-bash/command-chunks/chunk-Y5IHIAY3.js";
+} from "../safe-bash/command-chunks/chunk-XNHSCU6I.js";
 import "../safe-bash/command-chunks/chunk-HX3SHTCE.js";
 export {
   gnuInformation,

package/dist/safe-bash-io-engine/internal.d.ts

@@ -121,7 +121,7 @@ export declare function replaceArgument(source: string | Uint8Array, pattern: st
 export declare function escapeBytes(text: string | Uint8Array, zeroOctal?: boolean, bareOctal?: boolean, unicode?: {
     utf8: boolean;
     missingDigit: (escape: string) => void;
-}): {
+}, literalFormat?: boolean): {
     bytes: Uint8Array;
     stop: boolean;
 };

package/dist/safe-bash-io-engine/internal.js

@@ -44,9 +44,9 @@ import {
   requireOperands,
   syncCommandEvaluators,
   value
-} from "../safe-bash/command-chunks/chunk-TOSM3T3A.js";
+} from "../safe-bash/command-chunks/chunk-UJOO6DKY.js";
 import "../safe-bash/command-chunks/chunk-OTYUNKT5.js";
-import "../safe-bash/command-chunks/chunk-Y5IHIAY3.js";
+import "../safe-bash/command-chunks/chunk-XNHSCU6I.js";
 import "../safe-bash/command-chunks/chunk-YAFQG4SC.js";
 import "../safe-bash/command-chunks/chunk-3746OSHN.js";
 import "../safe-bash/command-chunks/chunk-HX3SHTCE.js";