inibase 3.4.0 → 3.5.0

package/dist/file.js

@@ -377,7 +377,33 @@ export const isExists = async (path) => {
     }
 };
 /**
- * Secures input by encoding/escaping characters.
+ * Marks a cell written with the lossless string escaping below. It is a
+ * control character that never starts a legacy cell in practice, is not
+ * `[`/`{` (so the value is never mistaken for Inison) and is not numeric.
+ */
+const ESCAPED_STRING_PREFIX = "\u0001";
+/**
+ * Lossless escaping for strings that the legacy newline-only escaping cannot
+ * round-trip: `\` becomes `\\`, CR becomes `\r`, LF becomes `\n`.
+ */
+const escapeString = (input) => ESCAPED_STRING_PREFIX +
+    input.replace(/[\\\r\n]/g, (char) => char === "\\" ? "\\\\" : char === "\r" ? "\\r" : "\\n");
+/** Reverses {@link escapeString} (input includes the prefix). */
+const unescapeString = (input) => input
+    .slice(ESCAPED_STRING_PREFIX.length)
+    .replace(/\\([\\rn])/g, (_match, char) => char === "\\" ? "\\" : char === "r" ? "\r" : "\n");
+/**
+ * Secures input by encoding/escaping characters so a value fits on one line
+ * of a column file and reads back exactly as it was written.
+ *
+ * - The string is stored as given: it is NOT URI-decoded (`%20`, `50%`,
+ *   `%D8%A7` are data, not transport encoding).
+ * - Strings without `\` or CR keep the legacy format (LF stored as `\n`), so
+ *   existing files, native whole-line search and most new writes are
+ *   byte-identical to before.
+ * - Strings containing `\` or CR (or starting with the marker) use the
+ *   lossless format, because in the legacy format a literal `\n` typed by the
+ *   user is indistinguishable from an escaped line break.
  *
  * @param input - String, number, boolean, or null.
  * @returns Encoded string for true/false, special characters in strings, or original input.
@@ -390,15 +416,11 @@ const secureString = (input) => {
             return "";
         return input;
     }
-    let decodedInput = null;
-    try {
-        decodedInput = decodeURIComponent(input);
-    }
-    catch (_error) {
-        decodedInput = decodeURIComponent(input.replace(/%(?![0-9][0-9a-fA-F]+)/g, ""));
-    }
-    // Replace characters using a single regular expression.
-    return decodedInput.replace(/\r\n|\r|\n/g, "\\n");
+    if (input.includes("\\") ||
+        input.includes("\r") ||
+        input.startsWith(ESCAPED_STRING_PREFIX))
+        return escapeString(input);
+    return input.replace(/\n/g, "\\n");
 };
 /**
  * Encodes the input using 'secureString' and 'Inison.stringify' functions.
@@ -425,8 +447,10 @@ export const encode = (input) => Array.isArray(input)
 const unSecureString = (input) => {
     if (isNumber(input))
         return String(input).at(0) === "0" ? input : Number(input);
-    // Fast path: the common case has no `\n` escape sequence, so avoid
-    // allocating a replacement string (and a fresh RegExp) per cell.
+    if (typeof input === "string" && input.startsWith(ESCAPED_STRING_PREFIX))
+        return unescapeString(input);
+    // Legacy format. Fast path: the common case has no `\n` escape sequence,
+    // so avoid allocating a replacement string (and a fresh RegExp) per cell.
     if (typeof input === "string")
         return input.includes("\\n")
             ? input.replaceAll("\\n", "\n") || null

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "inibase",
-  "version": "3.4.0",
+  "version": "3.5.0",
   "type": "module",
   "author": {
     "name": "Karim Amahtil",
@@ -88,7 +88,7 @@
     "benchmark": "./benchmark/run.js",
     "benchmark:durability": "tsx ./benchmark/durability.ts",
     "benchmark:computed": "tsx ./benchmark/computed.ts",
-    "test": "tsx ./tests/inibase.test.ts && tsx ./tests/inibase.advanced.test.ts && tsx ./tests/transaction.test.ts && tsx ./tests/durability.test.ts && tsx ./tests/expression.test.ts && tsx ./tests/utils.test.ts && tsx ./tests/sum.nested.test.ts && tsx ./tests/computed.child.test.ts && tsx ./tests/hardening.test.ts",
+    "test": "tsx ./tests/inibase.test.ts && tsx ./tests/inibase.advanced.test.ts && tsx ./tests/transaction.test.ts && tsx ./tests/durability.test.ts && tsx ./tests/expression.test.ts && tsx ./tests/utils.test.ts && tsx ./tests/sum.nested.test.ts && tsx ./tests/computed.child.test.ts && tsx ./tests/hardening.test.ts && tsx ./tests/string.roundtrip.test.ts",
     "test:durability": "tsx ./tests/durability.test.ts",
     "test:transaction": "tsx ./tests/transaction.test.ts",
     "test:utils": "tsx ./tests/utils.test.ts",