@fern-api/ui-core-utils 0.126.2-bc708329b → 0.126.2-e97952e48

package/dist/bytes.d.ts

@@ -1,7 +1,15 @@
+/**
+ * Chunks a string into an array of strings, each of the specified byte size.
+ * @param str - The string to chunk.
+ * @param byteSize - The byte size of each chunk. i.e. 10KB = 50 * 1000
+ * @returns An array of strings, each of the specified byte size.
+ */
+export declare function chunkToBytes(str: string, byteSize: number): string[];
 /**
  * Truncates a string to the specified byte length.
- *
- * @see https://github.com/parshap/truncate-utf8-bytes
+ * @param str - The string to truncate.
+ * @param byteSize - The byte size of the truncated string. i.e. 10KB = 50 * 1000
+ * @returns The truncated string.
  */
-export declare const truncateToBytes: (string: string, byteLength: number) => string;
+export declare function truncateToBytes(str: string, byteSize: number): string;
 //# sourceMappingURL=bytes.d.ts.map

package/dist/bytes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bytes.d.ts","sourceRoot":"","sources":["../src/bytes.ts"],"names":[],"mappings":"AAuCA;;;;GAIG;AACH,eAAO,MAAM,eAAe,gDAAuD,CAAC"}
+{"version":3,"file":"bytes.d.ts","sourceRoot":"","sources":["../src/bytes.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAapE;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKrE"}

package/dist/bytes.js

@@ -1,37 +1,29 @@
-function _truncate(getLength, string, byteLength) {
-    if (typeof string !== "string") {
-        throw new Error("Input must be string");
-    }
-    let curByteLength = 0;
-    let codePoint;
-    let segment;
-    for (let i = 0; i < string.length; i += 1) {
-        codePoint = string.charCodeAt(i);
-        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
-        segment = string[i];
-        if (isHighSurrogate(codePoint) && isLowSurrogate(string.charCodeAt(i + 1))) {
-            i += 1;
-            segment += string[i];
-        }
-        curByteLength += getLength(segment);
-        if (curByteLength === byteLength) {
-            return string.slice(0, i + 1);
-        }
-        else if (curByteLength > byteLength) {
-            return string.slice(0, i - segment.length + 1);
-        }
+/**
+ * Chunks a string into an array of strings, each of the specified byte size.
+ * @param str - The string to chunk.
+ * @param byteSize - The byte size of each chunk. i.e. 10KB = 50 * 1000
+ * @returns An array of strings, each of the specified byte size.
+ */
+export function chunkToBytes(str, byteSize) {
+    const encoder = new TextEncoder();
+    // TODO: what if the string isn't utf8?
+    const utf8Bytes = encoder.encode(str);
+    const numChunks = Math.ceil(utf8Bytes.length / byteSize);
+    const chunks = new Array(numChunks);
+    for (let i = 0, o = 0; i < numChunks; ++i, o += byteSize) {
+        chunks[i] = new TextDecoder().decode(utf8Bytes.slice(o, o + byteSize));
     }
-    return string;
-}
-function isHighSurrogate(codePoint) {
-    return codePoint >= 0xd800 && codePoint <= 0xdbff;
-}
-function isLowSurrogate(codePoint) {
-    return codePoint >= 0xdc00 && codePoint <= 0xdfff;
+    return chunks;
 }
 /**
  * Truncates a string to the specified byte length.
- *
- * @see https://github.com/parshap/truncate-utf8-bytes
+ * @param str - The string to truncate.
+ * @param byteSize - The byte size of the truncated string. i.e. 10KB = 50 * 1000
+ * @returns The truncated string.
  */
-export const truncateToBytes = _truncate.bind(null, Buffer.byteLength.bind(Buffer));
+export function truncateToBytes(str, byteSize) {
+    const encoder = new TextEncoder();
+    const utf8Bytes = encoder.encode(str);
+    const truncatedBytes = utf8Bytes.slice(0, byteSize);
+    return new TextDecoder().decode(truncatedBytes);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fern-api/ui-core-utils",
-  "version": "0.126.2-bc708329b",
+  "version": "0.126.2-e97952e48",
   "repository": {
     "type": "git",
     "url": "https://github.com/fern-api/fern-platform.git",