@poe-platform/safe-bash 0.1.809 → 0.1.811

package/dist/safe-bash-command-pptx/engine.js

@@ -27,7 +27,7 @@ function createPptxCommandEngine(settings = {}) {
   };
   return Object.freeze({
     async execute(request) {
-      const mod = await (cachedPptxEngineMod ??= import("../safe-bash/command-chunks/command-engine-P5DFM4OU.js"));
+      const mod = await (cachedPptxEngineMod ??= import("../safe-bash/command-chunks/command-engine-BEWABZ75.js"));
       return mod.createPptxCommandEngine(ownedSettings).execute(request);
     }
   });

package/dist/safe-bash-command-qpdf/index.js

@@ -244,6 +244,65 @@ function* encodeDisplayParts(parts, signal) {
   if (used) yield buffer.subarray(0, used);
 }
 
+// packages/safe-bash-command-qpdf/src/json-input.ts
+var JsonSyntaxFailure = class extends Error {
+  constructor(details) {
+    super(details[1]);
+    this.details = details;
+  }
+  details;
+};
+async function syntaxMessage(source, failure, signal) {
+  const [offset, message, , state] = failure.details;
+  let length = 0, line = 1, column = 1, previous = "", prefix = "", window = "", character = "";
+  const decoder = new TextDecoder();
+  const accept = (text) => {
+    for (let index = 0; index < text.length; index++) {
+      const char = text[index];
+      if (length < 20) prefix += char;
+      if (length >= Math.max(0, offset - 10) && length < offset + 10) window += char;
+      if (length === offset) character = char;
+      if (length < offset) {
+        if (char === "\r" || char === "\n" && previous !== "\r") {
+          line++;
+          column = 1;
+        } else if (char !== "\n" || previous !== "\r") column++;
+        previous = char;
+      }
+      length++;
+    }
+  };
+  for await (const bytes of source.stream(0, source.size, signal)) accept(decoder.decode(bytes, { stream: true }));
+  accept(decoder.decode());
+  const at = (stem) => `${stem} at position ${offset} (line ${line} column ${column})`;
+  if (message === "Invalid JSON Unicode escape" || state?.token === "string" && state.hex) return at("Bad Unicode escape in JSON");
+  if (message === "Invalid JSON escape") return at("Bad escaped character in JSON");
+  if (message === "Invalid JSON string control") return at("Bad control character in string literal in JSON");
+  if (message === "Incomplete JSON number") return at(state?.number === "minus" ? "No number after minus sign in JSON" : state?.number === "dot" ? "Unterminated fractional number in JSON" : "Exponent part is missing a number in JSON");
+  if (state?.number === "zero" && previous === "0" && character >= "0" && character <= "9") return at("Unexpected number in JSON");
+  if (message === "Unexpected trailing JSON") return at("Unexpected non-whitespace character after JSON");
+  if (message === "Expected JSON colon" || !state?.token && state?.mode === "colon") return at("Expected ':' after property name in JSON");
+  if (message === "Expected JSON comma") return at(state?.container === "array" ? "Expected ',' or ']' after array element in JSON" : "Expected ',' or '}' after property value in JSON");
+  if (!state?.token && (state?.mode === "key" || state?.mode === "keyFirst")) return at(state.mode === "key" ? "Expected double-quoted property name in JSON" : "Expected property name or '}' in JSON");
+  if (length === offset) {
+    if (state?.token === "string" && !state.escape) return at("Unterminated string in JSON");
+    return "Unexpected end of JSON input";
+  }
+  if (length <= 20 && ["undefined", "NaN", "Infinity", "[object Object]"].includes(prefix)) return `"${prefix}" is not valid JSON`;
+  const excerpt = length <= 20 ? `"${prefix}"` : `${offset >= 10 ? "..." : ""}"${window}"${offset + 10 < length ? "..." : ""}`;
+  return `Unexpected token '${character}', ${excerpt} is not valid JSON`;
+}
+async function applyJsonInput(owner, source, options, signal) {
+  try {
+    await owner.apply(source.stream(0, source.size, signal), { ...options, syntaxError: (...details) => {
+      throw new JsonSyntaxFailure(details);
+    } });
+  } catch (error) {
+    if (error instanceof JsonSyntaxFailure) throw new SyntaxError(await syntaxMessage(source, error, signal));
+    throw error;
+  }
+}
+
 // packages/safe-bash-command-qpdf/src/json.ts
 import { IntegerTable as IntegerTable4, PagedStorage as PagedStorage4 } from "@poe-platform/safe-fs/storage";
 import { PdfError as PdfError2, PdfFileSource, PdfMutableObjectStore as PdfMutableObjectStore2, PdfStagedOutputs, cosArray, cosDict, cosNumber, cosString, decodePdfString as decodePdfString4, dictGet as dictGet2 } from "../pdf-ast/index.js";
@@ -1116,7 +1175,7 @@ async function* pageDisplayParts(document, storage, highest, withImages, signal)
 }
 
 // packages/safe-bash-command-qpdf/src/retained.ts
-import { encryptRetainedPdfChunks, copyRetainedAttachments, editRetainedDocument, PdfDuplicateAttachment, PdfError as PdfError5, PdfFileSource as PdfFileSource2, PdfRetainedDocument as PdfRetainedDocument2, PdfStagedOutputs as PdfStagedOutputs2, saveRetainedDocumentChunks, retainedCosObjects as retainedCosObjects2, serializeRetainedCosDocumentChunks, cosArray as cosArray2, cosDict as cosDict4, cosName, cosNumber as cosNumber2, cosRef, cosString as cosString2, dictGet as dictGet6 } from "../pdf-ast/index.js";
+import { QpdfJsonDocument, encryptRetainedPdfChunks, copyRetainedAttachments, editRetainedDocument, PdfDuplicateAttachment, PdfError as PdfError5, PdfFileSource as PdfFileSource2, PdfRetainedDocument as PdfRetainedDocument2, PdfStagedOutputs as PdfStagedOutputs2, saveRetainedDocumentChunks, retainedCosObjects as retainedCosObjects2, serializeRetainedCosDocumentChunks, cosArray as cosArray2, cosDict as cosDict4, cosName, cosNumber as cosNumber2, cosRef, cosString as cosString2, dictGet as dictGet6 } from "../pdf-ast/index.js";
 import { FsError } from "../safe-bash-contracts/errors.js";
 import { writeBytes } from "../safe-bash-contracts/io.js";
 import { resolvePath } from "../safe-bash-contracts/path.js";
@@ -1131,6 +1190,8 @@ async function executeRetainedQpdf(context, options, limits, signal, inputBytes
   const storage = { fs: context.fs, directory: resolvePath(context.cwd, context.env.TMPDIR || "/tmp") };
   const inputs = /* @__PURE__ */ new Map();
   let source, document, output, failed = false;
+  const rebuilt = [];
+  let jsonDocument;
   let splitOutputs;
   let jsonOutput;
   let selectionGraph;
@@ -1150,9 +1211,8 @@ async function executeRetainedQpdf(context, options, limits, signal, inputBytes
   try {
     await context.fs.mkdir(storage.directory, { recursive: true, signal });
     const maximum = Math.min(limits.maxInputBytes, context.inputBudget?.maxBytes ?? Infinity);
-    for (const candidate of /* @__PURE__ */ new Set([inputName, ...options.pageSpecs.map((spec) => spec.file), ...options.addAttachmentSpecs.map((spec) => spec.file), ...options.copyAttachmentsSpecs.map((spec) => spec.file), ...options.stampSpecs.map((spec) => spec.file)])) {
-      signal.throwIfAborted();
-      if (!candidate || candidate === "." || candidate === "-") continue;
+    const acquire = async (candidate) => {
+      if (inputs.has(candidate)) return inputs.get(candidate);
       let acquired;
       try {
         acquired = await PdfFileSource2.open(context.fs, resolvePath(context.cwd, candidate), { signal, maxInputBytes: maximum - inputBytes });
@@ -1160,15 +1220,31 @@ async function executeRetainedQpdf(context, options, limits, signal, inputBytes
         signal.throwIfAborted();
         if (error instanceof Error && "code" in error && ["ENOENT", "ENOTDIR", "EACCES", "EISDIR"].includes(String(error.code)) || error instanceof PdfError5 && error.message === "PDF source must be a regular file") {
           inputs.set(candidate, void 0);
-          continue;
+          return void 0;
         }
         throw error;
       }
       inputs.set(candidate, acquired);
       inputBytes += acquired.size;
       context.inputBudget?.check(inputBytes);
+      return acquired;
+    };
+    const reconstruct = async () => {
+      const next = await PdfFileSource2.fromStream(context.fs, storage.directory, jsonDocument.chunks(), { signal });
+      rebuilt.push(next);
+      await document?.close();
+      document = void 0;
+      source = next;
+      document = await PdfRetainedDocument2.open(next, storage, { signal, recovery: "strict" });
+      await jsonDocument.close();
+      jsonDocument = void 0;
+    };
+    for (const candidate of /* @__PURE__ */ new Set([inputName, ...options.updateFromJsonFiles, ...options.pageSpecs.map((spec) => spec.file), ...options.addAttachmentSpecs.map((spec) => spec.file), ...options.copyAttachmentsSpecs.map((spec) => spec.file), ...options.stampSpecs.map((spec) => spec.file)])) {
+      signal.throwIfAborted();
+      if (!candidate || candidate === "." || candidate === "-") continue;
+      await acquire(candidate);
     }
-    if (inputName === "-" || [...options.pageSpecs, ...options.addAttachmentSpecs, ...options.copyAttachmentsSpecs, ...options.stampSpecs].some((spec) => spec.file === "-")) {
+    if (inputName === "-" || options.updateFromJsonFiles.includes("-") || [...options.pageSpecs, ...options.addAttachmentSpecs, ...options.copyAttachmentsSpecs, ...options.stampSpecs].some((spec) => spec.file === "-")) {
       const acquired = await PdfFileSource2.fromStream(context.fs, storage.directory, context.stdin, { signal, maxInputBytes: maximum - inputBytes });
       inputs.set("-", acquired);
       inputBytes += acquired.size;
@@ -1182,6 +1258,7 @@ async function executeRetainedQpdf(context, options, limits, signal, inputBytes
         infoRef: cosRef(3),
         signal
       }, storage), { signal });
+      rebuilt.push(source);
     } else {
       if (!inputName) return await diagnostic("qpdf: an input file is required\n");
       source = inputs.get(inputName);
@@ -1215,14 +1292,43 @@ async function executeRetainedQpdf(context, options, limits, signal, inputBytes
         throw error;
       }
     }
+    if (options.jsonInput && !useEmpty) {
+      jsonDocument = new QpdfJsonDocument(storage, { signal });
+      try {
+        await applyJsonInput(jsonDocument, source, { dataFile: acquire }, signal);
+        await reconstruct();
+      } catch (error) {
+        signal.throwIfAborted();
+        if (error instanceof RangeError || error instanceof PdfError5 && error.code === "E_LIMIT" || error instanceof FsError) throw error;
+        return await diagnostic(`qpdf: ${inputName}: ${error instanceof Error ? error.message : String(error)}
+`);
+      }
+    }
     try {
-      document = await PdfRetainedDocument2.open(source, storage, { signal, recovery: "repair", ...options.password === void 0 ? {} : { password: options.password } });
+      document ??= await PdfRetainedDocument2.open(source, storage, { signal, recovery: "repair", ...options.password === void 0 ? {} : { password: options.password } });
     } catch (error) {
       signal.throwIfAborted();
       if (!(error instanceof PdfError5) || error.code === "E_LIMIT" || error.code === "E_CAPABILITY" && error.message !== "Invalid PDF password") throw error;
       return await diagnostic(`qpdf: ${inputName}: ${error.message}
 `);
     }
+    if (options.updateFromJsonFiles.length) {
+      jsonDocument = await QpdfJsonDocument.fromDocument(document, source, storage, { signal });
+      for (const path of options.updateFromJsonFiles) {
+        const update = inputs.get(path);
+        if (!update) return await diagnostic(`qpdf: cannot open ${path}
+`);
+        try {
+          await applyJsonInput(jsonDocument, update, { dataFile: acquire }, signal);
+        } catch (error) {
+          signal.throwIfAborted();
+          if (error instanceof RangeError || error instanceof PdfError5 && error.code === "E_LIMIT" || error instanceof FsError) throw error;
+          return await diagnostic(`qpdf: ${path}: ${error instanceof Error ? error.message : String(error)}
+`);
+        }
+      }
+      await reconstruct();
+    }
     if (options.showLinearization || options.check || options.showNpages || options.showEncryption || options.showObject || options.showPages || options.showXref || options.listAttachments || options.showAttachmentKey !== void 0) {
       let count = 0, linearized = false, highest = 0, inlineCount = 0;
       let inlinePage, selectedValue, selectedLength;
@@ -1550,7 +1656,7 @@ extract for accessibility: ${encryption.permissions.copy ? "allowed" : "not allo
     if (error instanceof QpdfMissingInput || error instanceof QpdfMissingAttachment) return await diagnostic(error.message);
     throw error;
   } finally {
-    const results = await Promise.allSettled([jsonOutput?.close(), splitOutputs?.close(), editedGraph?.close(), document?.close(), selectionGraph?.close(), ...[.../* @__PURE__ */ new Set([...inputs.values(), source, output])].map((input) => input?.close())]);
+    const results = await Promise.allSettled([jsonDocument?.close(), jsonOutput?.close(), splitOutputs?.close(), editedGraph?.close(), document?.close(), selectionGraph?.close(), ...[.../* @__PURE__ */ new Set([...inputs.values(), ...rebuilt, source, output])].map((input) => input?.close())]);
     if (!failed) {
       for (const result of results) if (result.status === "rejected") await Promise.reject(result.reason);
     }
@@ -3889,7 +3995,7 @@ async function qpdf(context, options = {}) {
     if (parsed.options) {
       const defaults = parseQpdfArguments([]).options;
       const retained = Object.entries(parsed.options).every(([key, value]) => {
-        if (["inputFile", "outputFile", "password", "replaceInput", "warningExit0", "decrypt", "check", "showNpages", "showEncryption", "showObject", "rawStreamData", "filteredStreamData", "isEncrypted", "requiresPassword", "showPages", "withImages", "showXref", "removeInfo", "removeMetadata", "removeStructure", "removeAcroform", "removePageLabels", "emptyInput", "pageSpecs", "collateCount", "listAttachments", "showAttachmentKey", "showLinearization", "rotateSpecs", "splitPagesGroup", "linearize", "objectStreamsMode", "qdf", "normalizeContentFlag", "streamDataMode", "pageLabelSpecs", "jsonVersion", "jsonKeys", "jsonObjectSelectors", "jsonStreamDataMode", "jsonStreamPrefix", "removeAttachmentKeys", "addAttachmentSpecs", "copyAttachmentsSpecs", "flattenRotation", "encryptConfig", "removeUnreferencedResources", "externalizeInlineImages", "iiMinBytes", "stampSpecs", "flattenAnnotations", "generateAppearances"].includes(key)) return true;
+        if (["inputFile", "outputFile", "password", "replaceInput", "warningExit0", "decrypt", "check", "showNpages", "showEncryption", "showObject", "rawStreamData", "filteredStreamData", "isEncrypted", "requiresPassword", "showPages", "withImages", "showXref", "removeInfo", "removeMetadata", "removeStructure", "removeAcroform", "removePageLabels", "emptyInput", "pageSpecs", "collateCount", "listAttachments", "showAttachmentKey", "showLinearization", "rotateSpecs", "splitPagesGroup", "linearize", "objectStreamsMode", "qdf", "normalizeContentFlag", "streamDataMode", "pageLabelSpecs", "jsonVersion", "jsonKeys", "jsonObjectSelectors", "jsonStreamDataMode", "jsonStreamPrefix", "removeAttachmentKeys", "addAttachmentSpecs", "copyAttachmentsSpecs", "flattenRotation", "encryptConfig", "removeUnreferencedResources", "externalizeInlineImages", "iiMinBytes", "stampSpecs", "flattenAnnotations", "generateAppearances", "jsonInput", "updateFromJsonFiles"].includes(key)) return true;
         const baseline = defaults[key];
         return Array.isArray(value) ? value.length === 0 : value === baseline;
       });

package/dist/safe-bash-command-soffice/index.js

@@ -1,7 +1,7 @@
 import {
   openRetainedXml,
   resolveOfficeResources
-} from "../safe-bash/command-chunks/chunk-KJ3PEDI2.js";
+} from "../safe-bash/command-chunks/chunk-Q73EMLLZ.js";
 import "../safe-bash/command-chunks/chunk-37XCUS43.js";
 import {
   createStoredZipArchive,

package/dist/safe-bash-command-ssconvert/index.js

@@ -10,7 +10,7 @@ import {
   gt,
   j,
   oe
-} from "../safe-bash/command-chunks/chunk-YJJBGN7U.js";
+} from "../safe-bash/command-chunks/chunk-5MB64DWR.js";
 import {
   a,
   g,
@@ -719,7 +719,7 @@ var le;
 function wr(...u) {
   return le ??= V({ read: readZipArchiveEntries, write: createStoredZipArchive }), le(...u);
 }
-var H = de(async (u) => (await import("../safe-bash/command-chunks/engine-RU4OFLPO-CPLFYD67.js")).createEngine(u), true, wr);
+var H = de(async (u) => (await import("../safe-bash/command-chunks/engine-AXXFTGCL-QBQNBI6K.js")).createEngine(u), true, wr);
 var Do = H.createSsconvertCommand;
 var To = H.createSsconvertCommands;
 var Uo = H.ssconvertCommands;

package/dist/safe-bash-command-xmllint/index.js

@@ -6,13 +6,125 @@ import { createXqCommand } from "../safe-bash-command-xq/index.js";
 import { readXmlChunks, readXmlInput } from "../safe-bash-xml-engine/io.js";
 import { parseXmlStream, parseXmlSteps, XmlLimitError } from "@poe-platform/safe-fs/core";
 import {
-  FsError,
+  FsError as FsError2,
   getCommandArguments,
   writeBytes
 } from "../safe-bash-contracts/index.js";
 import { StoredXPath } from "../safe-bash-xml-engine/stored-evaluate.js";
 import { StoredXmlDocument } from "../safe-bash-xml-engine/stored-document.js";
-import { writeFileOutput } from "../safe-bash-contracts/filesystem-output.js";
+
+// packages/safe-bash-command-xmllint/src/file-output.ts
+import { FsError } from "@poe-platform/safe-fs/core";
+import { PagedStorage } from "@poe-platform/safe-fs/storage";
+import { openFileOutput, writeFileOutput } from "../safe-bash-contracts/filesystem-output.js";
+var XmlFileOutput = class {
+  constructor(context, path) {
+    this.context = context;
+    this.path = path;
+    context.registerCleanup?.(() => this.close());
+  }
+  context;
+  path;
+  staging;
+  resolution;
+  storage;
+  start = 0;
+  size = 0;
+  closing;
+  initialized;
+  active;
+  async initialize() {
+    const { fs, signal } = this.context;
+    signal.throwIfAborted();
+    const capabilities = await fs.capabilitiesFor?.(this.path, { signal, stagingResolution: true, followFinalSymlink: true }) ?? fs.capabilities;
+    if (capabilities.synchronousFollowedStagingResolution && capabilities.guardedStagingPublication && capabilities.atomicFileStaging && capabilities.atomicStagedFileMutation && capabilities.atomicStagingAncestry && capabilities.retainedStagingWrite && capabilities.retainedStagingCleanup && fs.prepareStagingResolution && fs.createStagedFile && fs.publishStagedFile) {
+      this.resolution = await fs.prepareStagingResolution(this.path, { signal, followFinalSymlink: true });
+      const target = this.resolution;
+      target.validate();
+      this.staging = await fs.createStagedFile(`${target.ancestors.at(-1).path === "/" ? "" : target.ancestors.at(-1).path}/.xmllint-${crypto.randomUUID()}`, "output", {
+        type: "file",
+        data: new Uint8Array()
+      }, { parent: target.parent, mode: target.destination ? target.destination.mode & 4095 : 438, retainCleanup: true, signal });
+      signal.throwIfAborted();
+      if (!this.staging.writer || !this.staging.cleanup) throw new FsError("ENOTSUP", { path: this.path, message: "XML output requires retained staging handles" });
+    } else {
+      this.storage = new PagedStorage(this.context, 4);
+      this.start = this.storage.allocate(0);
+    }
+  }
+  write(bytes) {
+    if (this.closing) return Promise.reject(new FsError("EBADF", { path: this.path }));
+    const task = (async () => {
+      await (this.initialized ??= this.initialize());
+      this.context.signal.throwIfAborted();
+      for (let offset = 0; offset < bytes.length; offset += 16384) {
+        const part = bytes.subarray(offset, offset + 16384);
+        if (this.staging) await writeFileOutput(this.context, part, (data) => this.staging.writer.write(data, { signal: this.context.signal }));
+        else await this.storage.append(part);
+        this.size += part.length;
+      }
+    })();
+    this.active = task;
+    return task;
+  }
+  finish() {
+    if (this.closing) return Promise.reject(new FsError("EBADF", { path: this.path }));
+    const task = (async () => {
+      await (this.initialized ??= this.initialize());
+      const { fs, signal } = this.context;
+      signal.throwIfAborted();
+      if (this.staging) {
+        const target = this.resolution;
+        const stat = await this.staging.writer.finish({ signal });
+        signal.throwIfAborted();
+        target.validate();
+        await fs.publishStagedFile({ ...this.staging, file: { ...this.staging.file, stat } }, target.path, {
+          parent: target.parent,
+          destination: target.destination,
+          ancestors: target.ancestors,
+          preserveIdentity: target.destination !== null,
+          commitGuard: () => {
+            target.validate();
+            return true;
+          },
+          signal
+        });
+      } else {
+        for (let offset = 0; offset < this.size; offset += 16384)
+          await writeFileOutput(this.context, await this.storage.read(this.start + offset, Math.min(16384, this.size - offset)), async () => {
+          });
+        const output = await openFileOutput({ ...this.context, outputBudget: "independent" }, this.path, "w");
+        try {
+          for (let offset = 0; offset < this.size; offset += 16384)
+            await output.sink.write(await this.storage.read(this.start + offset, Math.min(16384, this.size - offset)));
+          await output.finish();
+        } catch (error) {
+          await output.abort(error).catch(() => {
+          });
+          throw error;
+        }
+      }
+    })();
+    this.active = task;
+    return task;
+  }
+  close() {
+    return this.closing ??= (async () => {
+      await this.active?.catch(() => {
+      });
+      await this.initialized?.catch(() => {
+      });
+      if (this.staging?.cleanup) {
+        try {
+          await this.staging.cleanup.remove();
+        } finally {
+          await this.staging.cleanup.close();
+        }
+      } else if (this.staging) await this.context.fs.removeStagedFile?.(this.staging);
+      await this.storage?.close();
+    })();
+  }
+};
 
 // packages/safe-bash-command-xmllint/src/output.ts
 import { XmlQueryError } from "../safe-bash-xml-engine/limits.js";
@@ -226,6 +338,7 @@ async function argumentsFor(context, budget) {
 async function executeDocument(context, limits, runtime, budget, options, file) {
   let outputFailed = false;
   let stored;
+  let fileOutput;
   let completed = false;
   try {
     const recoveryMessages = /* @__PURE__ */ new Set();
@@ -267,32 +380,16 @@ async function executeDocument(context, limits, runtime, budget, options, file)
       await runtime.writeDiagnostic(context.stderr, `xmllint: ${message} (recovered)
 `, context.signal);
     const root = await prepareDocument(parsedRoot, options.noblanks ?? false, options.encoding, budget, options.nocdata ?? false);
-    const documentOutputStart = budget.outputBytes;
-    const fileChunks = [];
-    const sink = options.output === void 0 || options.query !== void 0 ? context.stdout : {
-      async write(bytes) {
-        fileChunks.push(bytes.slice());
-      }
-    };
+    if (options.output !== void 0 && options.query === void 0 && !options.noout)
+      fileOutput = new XmlFileOutput(context, runtime.pathOf(context, options.output));
     let encodingStarted = false;
     async function finish() {
       await flushWrite();
-      if (options.output !== void 0 && options.query === void 0 && !options.noout) {
-        const bytes = new Uint8Array(budget.outputBytes - documentOutputStart);
-        let offset = 0;
-        for (const chunk of fileChunks) {
-          bytes.set(chunk, offset);
-          offset += chunk.length;
-        }
-        const destination = runtime.pathOf(context, options.output);
+      if (fileOutput) {
         try {
-          await runtime.interruptible(() => writeFileOutput(
-            context,
-            bytes,
-            (data) => context.fs.writeFile(destination, data, { signal: context.signal })
-          ), context.signal);
+          await fileOutput.finish();
         } catch (error) {
-          if (error instanceof FsError) throw new XmlQueryError2(error.message, 6);
+          if (error instanceof FsError2) throw new XmlQueryError2(error.message, 6);
           throw error;
         }
       }
@@ -306,8 +403,10 @@ async function executeDocument(context, limits, runtime, budget, options, file)
         outBatchUsed = 0;
         writesCount++;
         try {
-          await writeBytes(sink, slice, context.signal);
+          if (fileOutput) await fileOutput.write(slice);
+          else await writeBytes(context.stdout, slice, context.signal);
         } catch (error) {
+          if (fileOutput && error instanceof FsError2) throw new XmlQueryError2(error.message, 6);
           outputFailed = true;
           throw error;
         }
@@ -335,8 +434,10 @@ async function executeDocument(context, limits, runtime, budget, options, file)
           await flushWrite();
           writesCount++;
           try {
-            await writeBytes(sink, bytes, context.signal);
+            if (fileOutput) await fileOutput.write(bytes);
+            else await writeBytes(context.stdout, bytes, context.signal);
           } catch (error) {
+            if (fileOutput && error instanceof FsError2) throw new XmlQueryError2(error.message, 6);
             outputFailed = true;
             throw error;
           }
@@ -399,15 +500,21 @@ async function executeDocument(context, limits, runtime, budget, options, file)
   } catch (error) {
     return reportError(context, runtime, error, outputFailed);
   } finally {
-    if (stored) await stored.close().catch((error) => {
-      if (completed) throw error;
-    });
+    try {
+      if (fileOutput) await fileOutput.close().catch((error) => {
+        if (completed) throw error;
+      });
+    } finally {
+      if (stored) await stored.close().catch((error) => {
+        if (completed) throw error;
+      });
+    }
   }
 }
 async function reportError(context, runtime, error, outputFailed = false) {
   context.signal.throwIfAborted();
-  if (outputFailed || error instanceof FsError && error.code === "EPIPE") throw error;
-  const status = error instanceof XmlQueryError2 ? error.status : error instanceof XmlLimitError ? 5 : error instanceof SyntaxError || error instanceof FsError ? 1 : void 0;
+  if (outputFailed || error instanceof FsError2 && error.code === "EPIPE") throw error;
+  const status = error instanceof XmlQueryError2 ? error.status : error instanceof XmlLimitError ? 5 : error instanceof SyntaxError || error instanceof FsError2 ? 1 : void 0;
   if (status === void 0) throw error;
   const message = error instanceof Error ? error.message.slice(0, 1e3) : "XML query failed";
   await runtime.writeDiagnostic(

package/dist/safe-bash-command-xq/index.js

@@ -3,8 +3,8 @@ import "../safe-bash/command-chunks/chunk-65DS4IOB.js";
 // packages/safe-bash-command-xq/src/index.ts
 import { builtInDirectContextExecutors } from "../safe-bash-io-engine/internal.js";
 import { resolveXmlQueryLimits } from "../safe-bash-xml-engine/limits.js";
-import { parseXmlStream, parseXmlSteps, XmlLimitError } from "@poe-platform/safe-fs/core";
-import { getCommandArguments, toByteSource } from "../safe-bash-contracts/index.js";
+import { parseXmlSteps, XmlLimitError } from "@poe-platform/safe-fs/core";
+import { getCommandArguments } from "../safe-bash-contracts/index.js";
 import { readXmlChunks } from "../safe-bash-xml-engine/io.js";
 import { yieldTurn } from "../safe-bash-contracts/yield.js";
 import { shellValueByteLength } from "../safe-bash-contracts/value.js";
@@ -13,14 +13,24 @@ import { pathOf } from "../safe-bash-io-engine/internal.js";
 import { interruptible } from "../safe-bash-query-engine/limits.js";
 import { XmlBudget, XmlQueryError, XmlQueryLimitError } from "../safe-bash-xml-engine/limits.js";
 import { executeJq } from "../safe-bash-command-jq/jq.js";
-import { Budget, JqError, resolveJqLimits } from "../safe-bash-query-engine/limits.js";
-import { stringify } from "../safe-bash-query-engine/input.js";
-import { xmlToJson } from "../safe-bash-xml-engine/json.js";
+import { JqError, resolveJqLimits } from "../safe-bash-query-engine/limits.js";
+import { storedXmlToJson } from "../safe-bash-xml-engine/json.js";
+import { StoredXmlDocument } from "../safe-bash-xml-engine/stored-document.js";
 import { syncCommandEvaluators } from "../safe-bash-contracts/runtime-control.js";
 var runtime = { yieldTurn, pathOf, interruptible, writeDiagnostic };
 async function executeXq(context, limits) {
   const budget = new XmlBudget(limits, context.signal, yieldTurn);
+  let active;
+  let completed = false, queryStarted = false;
   try {
+    let conversionError2 = function(error) {
+      context.signal.throwIfAborted();
+      if (error instanceof XmlQueryError) throw new JqError(error.message, error.status);
+      if (error instanceof XmlLimitError) throw new JqError(error.message, 5);
+      if (error instanceof SyntaxError) throw new JqError(error.message, 1);
+      throw error;
+    };
+    var conversionError = conversionError2;
     const carrier = getCommandArguments(context);
     for (let index = 0; index < carrier.args.length; index++) {
       if (shellValueByteLength(carrier.values[index]) > limits.maxInputBytes)
@@ -44,37 +54,39 @@ async function executeXq(context, limits) {
       maxSteps: limits.maxSteps,
       maxResults: limits.maxResults
     });
-    const conversionBudget = new Budget(jqLimits, context.signal);
-    return executeJq(context, jqLimits, async (bytes) => {
+    queryStarted = true;
+    const result = await executeJq(context, jqLimits, async (bytes) => {
       try {
+        if (active) await active.close();
         const source = readXmlChunks({ ...context, stdin: bytes }, void 0, budget, runtime);
-        const root = await parseXmlStream(source, {
-          ...limits,
-          maxContentNodes: limits.maxNodes,
-          expectedEncoding: "UTF-8"
-        }, (units) => budget.tick(units));
-        const value = await xmlToJson(root, budget);
-        conversionBudget.value(value);
-        return toByteSource(
-          await stringify(
-            value,
-            conversionBudget,
-            false,
-            jqLimits.maxValueBytes,
-            "maxValueBytes"
-          ) + "\n"
-        );
+        const document = await StoredXmlDocument.parse(source, context, budget);
+        active = document;
+        return (async function* () {
+          let converted = false;
+          try {
+            yield* storedXmlToJson(document, budget);
+            converted = true;
+          } catch (error) {
+            conversionError2(error);
+          } finally {
+            try {
+              await document.close().catch((error) => {
+                if (converted) throw error;
+              });
+            } finally {
+              if (active === document) active = void 0;
+            }
+          }
+        })();
       } catch (error) {
-        context.signal.throwIfAborted();
-        if (error instanceof XmlQueryError) throw new JqError(error.message, error.status);
-        if (error instanceof XmlLimitError) throw new JqError(error.message, 5);
-        if (error instanceof SyntaxError) throw new JqError(error.message, 1);
-        throw error;
+        return conversionError2(error);
       }
     });
+    completed = true;
+    return result;
   } catch (error) {
     context.signal.throwIfAborted();
-    if (!(error instanceof XmlQueryError)) throw error;
+    if (queryStarted || !(error instanceof XmlQueryError)) throw error;
     await writeDiagnostic(
       context.stderr,
       `${context.command}: ${error.message.slice(0, 1e3)}
@@ -82,6 +94,10 @@ async function executeXq(context, limits) {
       context.signal
     );
     return { exitCode: error.status };
+  } finally {
+    if (active) await active.close().catch((error) => {
+      if (completed) throw error;
+    });
   }
 }
 function createXqCommand(options = {}) {

package/dist/safe-bash-compression-engine/bounded-codec.js

@@ -1,7 +1,7 @@
 import {
   boundedCodec
-} from "../safe-bash/command-chunks/chunk-JW3KIZU6.js";
-import "../safe-bash/command-chunks/chunk-EMMSXKEJ.js";
+} from "../safe-bash/command-chunks/chunk-RUXY7GN5.js";
+import "../safe-bash/command-chunks/chunk-4Q4R3VZU.js";
 import "../safe-bash/command-chunks/chunk-5AQAWIYK.js";
 import "../safe-bash/command-chunks/chunk-5T7WL5CN.js";
 import "../safe-bash/command-chunks/chunk-V7IP2PFT.js";

package/dist/safe-bash-compression-engine/codec-loader.js

@@ -1,7 +1,7 @@
 import {
   createCodec,
   loadRawCodecFactory
-} from "../safe-bash/command-chunks/chunk-EMMSXKEJ.js";
+} from "../safe-bash/command-chunks/chunk-4Q4R3VZU.js";
 import "../safe-bash/command-chunks/chunk-5AQAWIYK.js";
 import "../safe-bash/command-chunks/chunk-5T7WL5CN.js";
 import "../safe-bash/command-chunks/chunk-V7IP2PFT.js";

package/dist/safe-bash-compression-engine/files.js

@@ -4,12 +4,12 @@ import {
   unchangedSource,
   verifyOperandDestinations,
   writeFileOperand
-} from "../safe-bash/command-chunks/chunk-WFDG3N5R.js";
+} from "../safe-bash/command-chunks/chunk-ECDEPKKW.js";
 import "../safe-bash/command-chunks/chunk-JMTQ4BB6.js";
-import "../safe-bash/command-chunks/chunk-NVBUC644.js";
-import "../safe-bash/command-chunks/chunk-KELMIFVV.js";
-import "../safe-bash/command-chunks/chunk-JW3KIZU6.js";
-import "../safe-bash/command-chunks/chunk-EMMSXKEJ.js";
+import "../safe-bash/command-chunks/chunk-HKGNBH7Z.js";
+import "../safe-bash/command-chunks/chunk-TI52LKLL.js";
+import "../safe-bash/command-chunks/chunk-RUXY7GN5.js";
+import "../safe-bash/command-chunks/chunk-4Q4R3VZU.js";
 import "../safe-bash/command-chunks/chunk-5AQAWIYK.js";
 import "../safe-bash/command-chunks/chunk-5T7WL5CN.js";
 import "../safe-bash/command-chunks/chunk-52DDLGBS.js";

package/dist/safe-bash-compression-engine/index.js

@@ -1,12 +1,12 @@
 import {
   DecodedBudget,
   transform
-} from "../safe-bash/command-chunks/chunk-NVBUC644.js";
-import "../safe-bash/command-chunks/chunk-KELMIFVV.js";
+} from "../safe-bash/command-chunks/chunk-HKGNBH7Z.js";
+import "../safe-bash/command-chunks/chunk-TI52LKLL.js";
 import {
   boundedCodec
-} from "../safe-bash/command-chunks/chunk-JW3KIZU6.js";
-import "../safe-bash/command-chunks/chunk-EMMSXKEJ.js";
+} from "../safe-bash/command-chunks/chunk-RUXY7GN5.js";
+import "../safe-bash/command-chunks/chunk-4Q4R3VZU.js";
 import "../safe-bash/command-chunks/chunk-5AQAWIYK.js";
 import "../safe-bash/command-chunks/chunk-5T7WL5CN.js";
 import "../safe-bash/command-chunks/chunk-52DDLGBS.js";