@exodus/bytes 1.7.0 → 1.9.0

package/fallback/single-byte.encodings.js

@@ -8,54 +8,75 @@ const h = (x) => new Array(x).fill(r)
 
 // Common ranges
 
-// prettier-ignore
-const k8a = [9345,2,10,4,4,4,4,8,8,8,8,68,4,4,4,4,1,1,1,-627,640,-903,1,46,28,1,-8645,8833,-8817,2,5,64,9305,1,1,-8449]
-// prettier-ignore
-const k8b = [-30,1,21,-18,1,15,-17,18,-13,...e(7),16,-15,1,1,1,-13,-4,26,-1,-20,17,5,-4,-2,3]
-const p1 = [8237, -8235, 8089, -7816, 7820, 8, -6, 1]
-const p2 = [-99, 12, 20, -12, 17, 37, -29, 2]
-// prettier-ignore
-const p3 = [1,1,65,-63,158,-156,1,1,1,40,30,42,-46,6,-66,1,83,-6,-6,-67,176,...p2,-114,121,-119,1,1,155,-49,25,16,-142,159,2,-158,38,42,-46,6,-35,1,52,-6,-6,-36,145,...p2,-83,90,-88,1,1,124,-49,25,16,-111,128,2]
-const i0 = e(33)
 // prettier-ignore
 const i2 = [-40,-147,1,64,-62,117,-51,-63,69,-67,79,-77,79,-77,1,64,2,51,4,-116,1,124,-122,1,129,22,-148,150,-148,1,133,-131,118,-116,1,33,-31,86,-51,-32,38,-36,48,-46,48,-46,1,33,2,51,4,-85,1,93,-91,1,98,22,-117,119,-117,1,102,374]
-const i4a = [-75, -63, ...e(5), 104, -34, -67, 79, -77, 75, -73, 1]
-const i4b = [34, -32, ...e(5), 73, -34, -36, 48, -46, 44, -42, 1]
-const i7 = [721, 1, 1, -719, 721, -719, 721, ...e(19), r, 2, ...e(43), r]
-const i8 = [...e(26), r, r, 6692, 1, r]
+const i4a = [-75, -63, e(5), 104, -34, -67, 79, -77, 75, -73, 1]
+const i4b = [34, -32, e(5), 73, -34, -36, 48, -46, 44, -42, 1]
+const i7 = [721, 1, 1, -719, 721, -719, 721, e(19), r, 2, e(43), r]
+const i8 = [e(26), r, r, 6692, 1, r]
+const i9 = [79, -77, e(11), 84, 46, -127, e(16), 48, -46, e(11), 53, 46]
+const iB = [3425, e(57), h(4), 5, e(28), h(4)]
+const p2 = [-99, 12, 20, -12, 17, 37, -29, 2]
+const p1 = [8237, -8235, 8089, -7816, 7820, 8, -6, 1]
 const w0 = [8237, -8235, 8089, -8087, 8091, 8, -6, 1, -8089, 8104]
 const w8 = [8072, 1, 3, 1, 5, -15, 1]
-const w1 = [...w8, -7480, 7750, -8129, 7897, -7911, -182]
-const w3 = [...w8, -8060, 8330, -8328, 8096, -8094]
+const w1 = [w8, -7480, 7750, -8129, 7897, -7911, -182]
+const w3 = [w8, -8060, 8330, -8328, 8096, -8094]
 const m0 = [8558, -8328, 8374, -66, -8539, 16, 8043, -8070]
+// prettier-ignore
+const p3 = [1,1,65,-63,158,-156,1,1,1,40,30,42,-46,6,-66,1,83,-6,-6,-67,176,p2,-114,121,-119,1,1,155,-49,25,16,-142,159,2,-158,38,42,-46,6,-35,1,52,-6,-6,-36,145,p2,-83,90,-88,1,1,124,-49,25,16,-111,128,2]
+// prettier-ignore
+const k8a = [9345,2,10,4,4,4,4,8,8,8,8,68,4,4,4,4,1,1,1,-627,640,-903,1,46,28,1,-8645,8833,-8817,2,5,64,9305,1,1,-8449]
+// prettier-ignore
+const k8b = [-30,1,21,-18,1,15,-17,18,-13,e(7),16,-15,1,1,1,-13,-4,26,-1,-20,17,5,-4,-2,3]
 
 // prettier-ignore
-export default {
-  ibm866: [913,...e(47),8530,1,1,-145,34,61,1,-12,-1,14,-18,6,6,-1,-1,-75,4,32,-8,-16,-28,60,34,1,-5,-6,21,-3,-6,-16,28,-5,1,-4,1,-12,-1,-6,1,24,-1,-82,-12,124,-4,8,4,-16,-8512,...e(15),-78,80,-77,80,-77,80,-73,80,-942,8553,-8546,8547,-260,-8306,9468,-9472],
-  'iso-8859-10': [...i0,100,14,16,8,-2,14,-143,148,-43,80,6,23,-208,189,-32,-154,85,14,16,8,-2,14,-128,133,-43,80,6,23,7831,-7850,-32,...i4a,1,1,117,7,-121,1,1,1,146,-144,154,-152,...e(5),...i4b,1,1,86,7,-90,1,1,1,115,-113,123,-121,1,1,1,1,58],
-  'iso-8859-13': [...i0,8061,-8059,1,1,8058,-8056,1,49,-47,173,-171,1,1,1,24,-22,1,1,1,8041,-8039,...p3,7835],
-  'iso-8859-14': [...i0,7522,1,-7520,103,1,7423,-7523,7641,-7639,7641,-119,231,-7749,1,202,7334,1,-7423,1,7455,1,-7563,7584,43,-42,44,-35,147,-111,1,-36,-7585,...e(15),165,-163,...e(5),7572,-7570,...e(5),153,-151,...e(16),134,-132,...e(5),7541,-7539,...e(5),122],
-  'iso-8859-15': [...i0,1,1,1,8201,-8199,187,-185,186,-184,...e(10),202,-200,1,1,199,-197,1,1,151,1,37],
-  'iso-8859-16': [...i0,100,1,60,8043,-142,-7870,-185,186,-184,367,-365,206,-204,205,1,-203,1,91,54,59,7840,-8039,1,199,-113,268,-350,151,1,37,4,-188,1,1,64,-62,66,-64,...e(9),65,51,-113,1,1,124,-122,132,22,-151,1,1,1,60,258,-315,1,1,1,33,-31,35,-33,...e(9),34,51,-82,1,1,93,-91,101,22,-120,1,1,1,29,258],
-  'iso-8859-2': [...i0,100,468,-407,-157,153,29,-179,1,184,-2,6,21,-204,208,-2,-203,85,470,-409,-142,138,29,364,-527,169,-2,6,21,355,-351,-2,...i2],
-  'iso-8859-3': [...i0,134,434,-565,1,r,128,-125,1,136,46,-64,22,-135,r,206,-203,119,-117,1,1,1,112,-110,1,121,46,-64,22,-120,r,191,-188,1,1,r,2,70,-2,-65,...e(8),r,2,1,1,1,76,-74,1,69,-67,1,1,1,144,-16,-125,1,1,1,r,2,39,-2,-34,...e(8),r,2,1,1,1,45,-43,1,38,-36,1,1,1,113,-16,380],
-  'iso-8859-4': [...i0,100,52,30,-178,132,19,-148,1,184,-78,16,68,-185,208,-206,1,85,470,-388,-163,117,19,395,-527,169,-78,16,68,-29,52,-51,...i4a,92,-26,53,7,-22,-98,1,1,1,1,154,-152,1,1,140,2,-139,...i4b,61,-26,53,7,-22,-67,1,1,1,1,123,-121,1,1,109,2,366],
-  'iso-8859-5': [...i0,865,...e(11),-863,865,...e(65),7367,-7365,...e(11),-949,951,1],
-  'iso-8859-6': [...i0,r,r,r,4,...h(7),1384,-1375,...h(13),1390,r,r,r,4,r,2,...e(25),r,r,r,r,r,6,...e(18),...h(13)],
-  'iso-8859-7': [...i0,8056,1,-8054,8201,3,-8201,1,1,1,721,-719,1,1,r,8040,-8037,1,1,1,721,1,1,-719,...i7],
-  'iso-8859-8': [...i0,r,2,...e(7),46,-44,...e(14),62,-60,1,1,1,...h(32),8025,-6727,...i8],
-  'koi8-r': [...k8a,8450,...e(14),-8544,8545,...e(10),-9411,933,...k8b,-28,...k8b],
-  'koi8-u': [...k8a,3,8448,-8446,1,8448,1,1,1,1,-8394,-51,8448,1,1,1,-8544,3,8543,-8541,1,8543,1,1,1,1,-8410,-130,-869,933,...k8b,-28,...k8b],
-  macintosh: [69,1,2,2,8,5,6,5,-1,2,2,-1,2,2,2,-1,2,1,2,-1,2,1,2,2,-1,2,2,-1,5,-1,2,1,7972,-8048,-14,1,4,8059,-8044,41,-49,-5,8313,-8302,-12,8632,-8602,18,8518,-8557,8627,1,-8640,16,8525,15,-2,-7759,7787,-8577,16,751,-707,18,-57,-30,11,...m0,32,3,18,125,1,7872,1,8,1,-5,1,-7970,9427,-9419,121,7884,104,-115,1,56007,1,-56033,-8042,8035,4,18,-8046,8,-9,10,-3,5,1,1,-3,7,1,63531,-63533,8,1,-2,88,405,22,-557,553,1,1,-546,549,-2,-20],
-  'windows-1250': [...w0,-7888,7897,-7903,10,25,-4,-233,...w8,-8060,8330,-8129,7897,-7903,10,25,-4,-218,551,17,-407,-157,96,-94,1,1,1,181,-179,1,1,1,205,-203,1,554,-409,-142,1,1,1,1,77,90,-164,130,416,-415,62,...i2],
-  'windows-1251': [899,1,7191,-7111,7115,8,-6,1,139,-124,-7207,7216,-7215,2,-1,4,67,7110,1,3,1,5,-15,1,-8060,8330,-7369,7137,-7136,2,-1,4,-959,878,80,-86,-868,1004,-1002,1,858,-856,859,-857,1,1,1,857,-855,1,853,80,59,-988,1,1,922,7365,-7362,-921,925,-83,80,2,-71,...e(63)],
-  'windows-1252': [...p1,-7515,7530,-7888,7897,-7911,-197,240,-238,1,...w1,225,-6],
-  'windows-1253': [...p1,-8089,8104,-8102,8111,-8109,1,1,1,1,...w3,1,1,1,1,741,1,-739,1,1,1,1,1,1,r,2,1,1,1,8039,-8037,1,1,1,721,-719,1,1,...i7],
-  'windows-1254': [...p1,-7515,7530,-7888,7897,-7911,-197,1,1,1,...w1,1,218,-216,...e(47),79,-77,...e(11),84,46,-127,...e(16),48,-46,...e(11),53,46],
-  'windows-1255': [...p1,-7515,7530,-8102,8111,-8109,1,1,1,1,...w8,-7480,7750,-8328,8096,-8094,...e(7),8199,-8197,1,1,1,1,46,-44,...e(14),62,-60,1,1,1,1,1265,...e(19),45,1,1,1,1,...h(7),-36,...i8],
-  'windows-1256': [8237,-6702,6556,-7816,7820,8,-6,1,-7515,7530,-6583,6592,-7911,1332,18,-16,39,6505,1,3,1,5,-15,1,-6507,6777,-6801,6569,-7911,7865,1,-6483,-1562,1388,-1386,...e(7),1557,-1555,...e(14),1378,-1376,1,1,1,1377,162,-160,...e(21),-1375,1376,1,1,1,6,1,1,1,-1379,1380,-1378,1379,1,1,1,-1377,1,1,1,1,1374,1,-1372,1,1372,1,1,1,-1370,1371,1,-1369,1370,-1368,1369,-1367,1,7954,1,-6461],
-  'windows-1257': [...w0,-8102,8111,-8109,28,543,-527,-40,...w3,19,556,-572,1,r,2,1,1,r,2,1,49,-47,173,-171,1,1,1,24,-22,...e(5),...p3,347],
-  'windows-1258': [...p1,-7515,7530,-8102,8111,-7911,-197,1,1,1,...w8,-7480,7750,-8328,8096,-7911,-182,1,218,-216,...e(34),64,-62,...e(7),565,-563,1,1,65,-63,568,-566,1,204,-202,1,1,1,1,1,1,211,340,-548,1,1,1,33,-31,...e(7),534,-532,1,1,34,-32,562,-560,1,173,-171,1,1,1,1,1,1,180,7931],
-  'windows-874': [8237,-8235,1,1,1,8098,-8096,...e(10),...w8,-8060,...e(8),3425,...e(57),r,r,r,r,5,...e(28),r,r,r,r],
-  'x-mac-cyrillic': [913,...e(31),7153,-8048,992,-1005,4,8059,-8044,848,-856,-5,8313,-7456,80,7694,-7773,80,7627,-8557,8627,1,-7695,-929,988,-137,-4,80,-77,80,-78,80,-79,80,-2,-83,-857,...m0,875,80,-79,80,-7,7102,1,8,1,-5,1,-7970,7975,-7184,80,-79,80,7351,-7445,80,-2,-31,...e(30),7262]
+const maps = {
+  ibm866: [913,e(47),8530,1,1,-145,34,61,1,-12,-1,14,-18,6,6,-1,-1,-75,4,32,-8,-16,-28,60,34,1,-5,-6,21,-3,-6,-16,28,-5,1,-4,1,-12,-1,-6,1,24,-1,-82,-12,124,-4,8,4,-16,-8512,e(15),-78,80,-77,80,-77,80,-73,80,-942,8553,-8546,8547,-260,-8306,9468,-9472],
+  'koi8-r': [k8a,8450,e(14),-8544,8545,e(10),-9411,933,k8b,-28,k8b],
+  'koi8-u': [k8a,3,8448,-8446,1,8448,1,1,1,1,-8394,-51,8448,1,1,1,-8544,3,8543,-8541,1,8543,1,1,1,1,-8410,-130,-869,933,k8b,-28,k8b],
+  'x-mac-cyrillic': [913,e(31),7153,-8048,992,-1005,4,8059,-8044,848,-856,-5,8313,-7456,80,7694,-7773,80,7627,-8557,8627,1,-7695,-929,988,-137,-4,80,-77,80,-78,80,-79,80,-2,-83,-857,m0,875,80,-79,80,-7,7102,1,8,1,-5,1,-7970,7975,-7184,80,-79,80,7351,-7445,80,-2,-31,e(30),7262],
+  macintosh: [69,1,2,2,8,5,6,5,-1,2,2,-1,2,2,2,-1,2,1,2,-1,2,1,2,2,-1,2,2,-1,5,-1,2,1,7972,-8048,-14,1,4,8059,-8044,41,-49,-5,8313,-8302,-12,8632,-8602,18,8518,-8557,8627,1,-8640,16,8525,15,-2,-7759,7787,-8577,16,751,-707,18,-57,-30,11,m0,32,3,18,125,1,7872,1,8,1,-5,1,-7970,9427,-9419,121,7884,104,-115,1,56007,1,-56033,-8042,8035,4,18,-8046,8,-9,10,-3,5,1,1,-3,7,1,63531,-63533,8,1,-2,88,405,22,-557,553,1,1,-546,549,-2,-20],
+  'windows-874': [8237,-8235,1,1,1,8098,-8096,e(10),w8,-8060,e(8),iB],
 }
+
+// windows-1250 - windows-1258
+// prettier-ignore
+;[
+  [w0,-7888,7897,-7903,10,25,-4,-233,w8,-8060,8330,-8129,7897,-7903,10,25,-4,-218,551,17,-407,-157,96,-94,1,1,1,181,-179,1,1,1,205,-203,1,554,-409,-142,1,1,1,1,77,90,-164,130,416,-415,62,i2],
+  [899,1,7191,-7111,7115,8,-6,1,139,-124,-7207,7216,-7215,2,-1,4,67,7110,1,3,1,5,-15,1,-8060,8330,-7369,7137,-7136,2,-1,4,-959,878,80,-86,-868,1004,-1002,1,858,-856,859,-857,1,1,1,857,-855,1,853,80,59,-988,1,1,922,7365,-7362,-921,925,-83,80,2,-71,e(63)],
+  [p1,-7515,7530,-7888,7897,-7911,-197,240,-238,1,w1,225,-6],
+  [p1,-8089,8104,-8102,8111,-8109,1,1,1,1,w3,1,1,1,1,741,1,-739,e(6),r,2,1,1,1,8039,-8037,1,1,1,721,-719,1,1,i7],
+  [p1,-7515,7530,-7888,7897,-7911,-197,1,1,1,w1,1,218,-216,e(47),i9],
+  [p1,-7515,7530,-8102,8111,-8109,1,1,1,1,w8,-7480,7750,-8328,8096,-8094,e(7),8199,-8197,1,1,1,1,46,-44,e(14),62,-60,1,1,1,1,1265,e(19),45,1,1,1,1,h(7),-36,i8],
+  [8237,-6702,6556,-7816,7820,8,-6,1,-7515,7530,-6583,6592,-7911,1332,18,-16,39,6505,1,3,1,5,-15,1,-6507,6777,-6801,6569,-7911,7865,1,-6483,-1562,1388,-1386,e(7),1557,-1555,e(14),1378,-1376,1,1,1,1377,162,-160,e(21),-1375,1376,1,1,1,6,1,1,1,-1379,1380,-1378,1379,1,1,1,-1377,1,1,1,1,1374,1,-1372,1,1372,1,1,1,-1370,1371,1,-1369,1370,-1368,1369,-1367,1,7954,1,-6461],
+  [w0,-8102,8111,-8109,28,543,-527,-40,w3,19,556,-572,1,r,2,1,1,r,2,1,49,-47,173,-171,1,1,1,24,-22,e(5),p3,347],
+  [p1,-7515,7530,-8102,8111,-7911,-197,1,1,1,w8,-7480,7750,-8328,8096,-7911,-182,1,218,-216,e(34),64,-62,e(7),565,-563,1,1,65,-63,568,-566,1,204,-202,e(6),211,340,-548,1,1,1,33,-31,e(7),534,-532,1,1,34,-32,562,-560,1,173,-171,e(6),180,7931],
+].forEach((m, i) => {
+  maps[`windows-${i + 1250}`] = m
+});
+
+// iso-8859-1 - iso-8859-16
+// prettier-ignore
+;[
+  [], // Actual Latin1 / Unicode subset, non-WHATWG, which maps iso-8859-1 to windows-1252
+  [100,468,-407,-157,153,29,-179,1,184,-2,6,21,-204,208,-2,-203,85,470,-409,-142,138,29,364,-527,169,-2,6,21,355,-351,-2,i2],
+  [134,434,-565,1,r,128,-125,1,136,46,-64,22,-135,r,206,-203,119,-117,1,1,1,112,-110,1,121,46,-64,22,-120,r,191,-188,1,1,r,2,70,-2,-65,e(8),r,2,1,1,1,76,-74,1,69,-67,1,1,1,144,-16,-125,1,1,1,r,2,39,-2,-34,e(8),r,2,1,1,1,45,-43,1,38,-36,1,1,1,113,-16,380],
+  [100,52,30,-178,132,19,-148,1,184,-78,16,68,-185,208,-206,1,85,470,-388,-163,117,19,395,-527,169,-78,16,68,-29,52,-51,i4a,92,-26,53,7,-22,-98,1,1,1,1,154,-152,1,1,140,2,-139,i4b,61,-26,53,7,-22,-67,1,1,1,1,123,-121,1,1,109,2,366],
+  [865,e(11),-863,865,e(65),7367,-7365,e(11),-949,951,1],
+  [r,r,r,4,h(7),1384,-1375,h(13),1390,r,r,r,4,r,2,e(25),h(5),6,e(18),h(13)],
+  [8056,1,-8054,8201,3,-8201,1,1,1,721,-719,1,1,r,8040,-8037,1,1,1,721,1,1,-719,i7],
+  [r,2,e(7),46,-44,e(14),62,-60,1,1,1,h(32),8025,-6727,i8],
+  [e(47),i9], // non-WHATWG, which maps iso-8859-9 to windows-1254
+  [100,14,16,8,-2,14,-143,148,-43,80,6,23,-208,189,-32,-154,85,14,16,8,-2,14,-128,133,-43,80,6,23,7831,-7850,-32,i4a,1,1,117,7,-121,1,1,1,146,-144,154,-152,e(5),i4b,1,1,86,7,-90,1,1,1,115,-113,123,-121,1,1,1,1,58],
+  iB, // non-WHATWG, which maps iso-8859-11 to windows-874
+  null, // no 12
+  [8061,-8059,1,1,8058,-8056,1,49,-47,173,-171,1,1,1,24,-22,1,1,1,8041,-8039,p3,7835],
+  [7522,1,-7520,103,1,7423,-7523,7641,-7639,7641,-119,231,-7749,1,202,7334,1,-7423,1,7455,1,-7563,7584,43,-42,44,-35,147,-111,1,-36,-7585,e(15),165,-163,e(5),7572,-7570,e(5),153,-151,e(16),134,-132,e(5),7541,-7539,e(5),122],
+  [1,1,1,8201,-8199,187,-185,186,-184,e(10),202,-200,1,1,199,-197,1,1,151,1,37],
+  [100,1,60,8043,-142,-7870,-185,186,-184,367,-365,206,-204,205,1,-203,1,91,54,59,7840,-8039,1,199,-113,268,-350,151,1,37,4,-188,1,1,64,-62,66,-64,e(9),65,51,-113,1,1,124,-122,132,22,-151,1,1,1,60,258,-315,1,1,1,33,-31,35,-33,e(9),34,51,-82,1,1,93,-91,101,22,-120,1,1,1,29,258],
+].forEach((m, i) => {
+  if (m) maps[`iso-8859-${i + 1}`] = [e(33), m]
+})
+
+export default maps

package/fallback/single-byte.js

@@ -1,6 +1,6 @@
 import { asciiPrefix, decodeAscii, decodeLatin1 } from './latin1.js'
 import encodings from './single-byte.encodings.js'
-import { decode2string } from './_utils.js'
+import { decode2string, nativeDecoder } from './_utils.js'
 
 export const E_STRICT = 'Input is not well-formed for this encoding'
 const xUserDefined = 'x-user-defined'
@@ -13,12 +13,13 @@ export const assertEncoding = (encoding) => {
 
 const r = 0xff_fd
 
-function getEncoding(encoding) {
+export function getEncoding(encoding) {
   assertEncoding(encoding)
   if (encoding === xUserDefined) return Array.from({ length: 128 }, (_, i) => 0xf7_80 + i)
   if (encoding === iso8i) encoding = 'iso-8859-8'
   let prev = 127
-  return encodings[encoding].map((x) => (x === r ? x : (prev += x))) // eslint-disable-line no-return-assign
+  const enc = encodings[encoding].flat().flat().flat() // max depth is 3, rechecked by tests
+  return enc.map((x) => (x === r ? x : (prev += x))) // eslint-disable-line no-return-assign
 }
 
 const mappers = new Map()
@@ -64,6 +65,8 @@ export function encodingMapper(encoding) {
 export function encodingDecoder(encoding) {
   const cached = decoders.get(encoding)
   if (cached) return cached
+  const isLatin1 = encoding === 'iso-8859-1'
+  if (isLatin1 && !nativeDecoder) return (arr, loose = false) => decodeLatin1(arr) // native decoder is faster for ascii below
 
   let strings
   const codes = getEncoding(encoding)
@@ -77,6 +80,7 @@ export function encodingDecoder(encoding) {
 
     const prefixLen = asciiPrefix(arr)
     if (prefixLen === arr.length) return decodeAscii(arr)
+    if (isLatin1) return decodeLatin1(arr) // TODO: check if decodeAscii with subarray is faster for small prefixes too
     const prefix = decodeLatin1(arr, 0, prefixLen) // TODO: check if decodeAscii with subarray is faster for small prefixes too
     const suffix = decode2string(arr, prefix.length, arr.length, strings)
     if (!loose && incomplete && suffix.includes('\uFFFD')) throw new TypeError(E_STRICT)

package/fallback/utf16.js

@@ -12,45 +12,48 @@ const to16 = (a) => new Uint16Array(a.buffer, a.byteOffset, a.byteLength / 2) //
 export function to16input(u8, le) {
   // Assume even number of bytes
   if (le === isLE) return to16(u8.byteOffset % 2 === 0 ? u8 : Uint8Array.from(u8))
+  return to16(swap16(Uint8Array.from(u8)))
+}
+
+export const decode = (u16, loose = false, checked = false) => {
+  if (checked || isWellFormed(u16)) return decodeUCS2(u16)
+  if (!loose) throw new TypeError(E_STRICT)
+  return decodeUCS2(toWellFormed(Uint16Array.from(u16))) // cloned for replacement
+}
+
+export function encode(str, loose = false, checked = false, swapped = false) {
+  const arr = new Uint16Array(str.length)
+  if (checked) return swapped ? encodeCheckedSwapped(str, arr) : encodeChecked(str, arr)
+  return swapped ? encodeUncheckedSwapped(str, arr, loose) : encodeUnchecked(str, arr, loose)
+}
 
-  const res = new Uint8Array(u8.length)
+/* eslint-disable @exodus/mutable/no-param-reassign-prop-only */
 
+// Assumes checked length % 2 === 0, otherwise does not swap tail
+function swap16(u8) {
   let i = 0
   for (const last3 = u8.length - 3; i < last3; i += 4) {
     const x0 = u8[i]
     const x1 = u8[i + 1]
     const x2 = u8[i + 2]
     const x3 = u8[i + 3]
-    res[i] = x1
-    res[i + 1] = x0
-    res[i + 2] = x3
-    res[i + 3] = x2
+    u8[i] = x1
+    u8[i + 1] = x0
+    u8[i + 2] = x3
+    u8[i + 3] = x2
   }
 
   for (const last = u8.length - 1; i < last; i += 2) {
     const x0 = u8[i]
     const x1 = u8[i + 1]
-    res[i] = x1
-    res[i + 1] = x0
+    u8[i] = x1
+    u8[i + 1] = x0
   }
 
-  return to16(res)
-}
-
-export const decode = (u16, loose = false, checked = false) => {
-  if (checked || isWellFormed(u16)) return decodeUCS2(u16)
-  if (!loose) throw new TypeError(E_STRICT)
-  return decodeUCS2(toWellFormed(Uint16Array.from(u16))) // cloned for replacement
-}
-
-export function encode(str, loose = false, checked = false, swapped = false) {
-  const arr = new Uint16Array(str.length)
-  if (checked) return swapped ? encodeCheckedSwapped(str, arr) : encodeChecked(str, arr)
-  return swapped ? encodeUncheckedSwapped(str, arr, loose) : encodeUnchecked(str, arr, loose)
+  return u8
 }
 
 // Splitting paths into small functions helps (at least on SpiderMonkey)
-/* eslint-disable @exodus/mutable/no-param-reassign-prop-only */
 
 const encodeChecked = (str, arr) => encodeCharcodes(str, arr) // Same as encodeLatin1, but with Uint16Array
 
@@ -121,6 +124,7 @@ function encodeUncheckedSwapped(str, arr, loose = false) {
   return arr
 }
 
+// Only needed on Hermes, everything else has native impl
 export function toWellFormed(u16) {
   const length = u16.length
   for (let i = 0; i < length; i++) {
@@ -143,10 +147,15 @@ export function toWellFormed(u16) {
   return u16
 }
 
+// Only needed on Hermes, everything else has native impl
 export function isWellFormed(u16) {
   const length = u16.length
   let i = 0
 
+  const m = 0x80_00_80_00
+  const l = 0xd8_00
+  const h = 0xe0_00
+
   // Speedup with u32, by skipping to the first surrogate
   // Only implemented for aligned input for now, but almost all input is aligned (pooled Buffer or 0 offset)
   if (length > 32 && u16.byteOffset % 4 === 0) {
@@ -158,21 +167,31 @@ export function isWellFormed(u16) {
       const b = u32[i + 1]
       const c = u32[i + 2]
       const d = u32[i + 3]
-      if (a & 0x80_00_80_00 || b & 0x80_00_80_00 || c & 0x80_00_80_00 || d & 0x80_00_80_00) break
+      if (a & m || b & m || c & m || d & m) break // bitwise OR does not make this faster on Hermes
     }
 
-    for (; i < u32length; i++) if (u32[i] & 0x80_00_80_00) break
+    for (; i < u32length; i++) if (u32[i] & m) break
     i *= 2
   }
 
+  // An extra loop gives ~30-40% speedup e.g. on English text without surrogates but with other symbols above 0x80_00
+  for (const last3 = length - 3; ; i += 4) {
+    if (i >= last3) break
+    const a = u16[i]
+    const b = u16[i + 1]
+    const c = u16[i + 2]
+    const d = u16[i + 3]
+    if ((a >= l && a < h) || (b >= l && b < h) || (c >= l && c < h) || (d >= l && d < h)) break
+  }
+
   for (; i < length; i++) {
     const code = u16[i]
-    if (code >= 0xd8_00 && code < 0xe0_00) {
+    if (code >= l && code < h) {
       // An unexpected trail or a lead at the very end of input
-      if (code > 0xdb_ff || i + 1 >= length) return false
+      if (code >= 0xdc_00 || i + 1 >= length) return false
       i++ // consume next
       const next = u16[i] // Process valid pairs immediately
-      if (next < 0xdc_00 || next >= 0xe0_00) return false
+      if (next < 0xdc_00 || next >= h) return false
     }
   }
 

package/fallback/utf8.js

@@ -1,3 +1,5 @@
+import { encodeAsciiPrefix } from './latin1.js'
+
 export const E_STRICT = 'Input is not well-formed utf8'
 export const E_STRICT_UNICODE = 'Input is not well-formed Unicode'
 
@@ -152,9 +154,10 @@ export function encode(string, loose) {
   const length = string.length
   let small = true
   let bytes = new Uint8Array(length) // assume ascii
-  let p = 0
 
-  for (let i = 0; i < length; i++) {
+  let i = encodeAsciiPrefix(bytes, string)
+  let p = i
+  for (; i < length; i++) {
     let code = string.charCodeAt(i)
     if (code < 0x80) {
       bytes[p++] = code
@@ -188,7 +191,7 @@ export function encode(string, loose) {
 
     if (small) {
       // TODO: use resizable array buffers? will have to return a non-resizeable one
-      if (p !== i) throw new Error('Unreachable') // Here, p === i (only when small is still true)
+      if (p !== i) /* c8 ignore next */ throw new Error('Unreachable') // Here, p === i (only when small is still true)
       const bytesNew = new Uint8Array(p + (length - i) * 3) // maximium can be 3x of the string length in charcodes
       bytesNew.set(bytes)
       bytes = bytesNew

package/hex.d.ts

@@ -19,4 +19,3 @@ export function toHex(arr: Uint8ArrayBuffer): string;
 export function fromHex(str: string, format?: 'uint8'): Uint8ArrayBuffer;
 export function fromHex(str: string, format: 'buffer'): Buffer;
 export function fromHex(str: string, format?: OutputFormat): Uint8ArrayBuffer | Buffer;
-

package/hex.node.js

@@ -1,5 +1,6 @@
 import { assertUint8 } from './assert.js'
 import { typedView } from './array.js'
+import { E_STRING } from './fallback/_utils.js'
 import { E_HEX } from './fallback/hex.js'
 
 if (Buffer.TYPED_ARRAY_SUPPORT) throw new Error('Unexpected Buffer polyfill')
@@ -19,7 +20,7 @@ export function toHex(arr) {
 export const fromHex = Uint8Array.fromHex
   ? (str, format = 'uint8') => typedView(Uint8Array.fromHex(str), format)
   : (str, format = 'uint8') => {
-      if (typeof str !== 'string') throw new TypeError('Input is not a string')
+      if (typeof str !== 'string') throw new TypeError(E_STRING)
       if (str.length % 2 !== 0) throw new SyntaxError(E_HEX)
       if (denoBug && /[^\dA-Fa-f]/.test(str)) throw new SyntaxError(E_HEX)
       const buf = Buffer.from(str, 'hex') // will stop on first non-hex character, so we can just validate length

package/index.d.ts

@@ -0,0 +1,43 @@
+/**
+ * ### The `@exodus/bytes` package consists of submodules, there is no single export.
+ * Import specific submodules instead.
+ *
+ * See [README](https://github.com/ExodusOSS/bytes/blob/main/README.md).
+ *
+ * Example:
+ * ```js
+ * import { fromHex, toHex } from '@exodus/bytes/hex.js'
+ * import { fromBase64, toBase64, fromBase64url, toBase64url, fromBase64any } from '@exodus/bytes/base64.js'
+ * import { fromBase32, toBase32, fromBase32hex, toBase32hex } from '@exodus/bytes/base32.js'
+ * import { fromBase58, toBase58, fromBase58xrp, toBase58xrp } from '@exodus/bytes/base58.js'
+ * import { fromBech32, toBech32, fromBech32m, toBech32m, getPrefix } from '@exodus/bytes/bech32.js'
+ * import { fromBigInt, toBigInt } from '@exodus/bytes/bigint.js'
+ *
+ * import { utf8fromString, utf8toString, utf8fromStringLoose, utf8toStringLoose } from '@exodus/bytes/utf8.js'
+ * import { utf16fromString, utf16toString, utf16fromStringLoose, utf16toStringLoose } from '@exodus/bytes/utf16.js'
+ * import {
+ *   createSinglebyteDecoder, createSinglebyteEncoder,
+ *   windows1252toString, windows1252fromString,
+ *   latin1toString, latin1fromString } from '@exodus/bytes/single-byte.js'
+ * import { createMultibyteDecoder, createMultibyteEncoder } from '@exodus/bytes/multi-byte.js'
+ *
+ * import {
+ *   fromBase58check, toBase58check,
+ *   fromBase58checkSync, toBase58checkSync,
+ *   makeBase58check } from '@exodus/bytes/base58check.js'
+ * import { fromWifString, toWifString, fromWifStringSync, toWifStringSync } from '@exodus/bytes/wif.js'
+ *
+ * // All encodings from the WHATWG Encoding spec
+ * import { TextDecoder, TextEncoder, TextDecoderStream, TextEncoderStream } from '@exodus/bytes/encoding.js'
+ * import { getBOMEncoding, legacyHookDecode, labelToName, normalizeEncoding } from '@exodus/bytes/encoding.js'
+ *
+ * // Omits legacy multi-byte decoders to save bundle size
+ * import { TextDecoder, TextEncoder, TextDecoderStream, TextEncoderStream } from '@exodus/bytes/encoding-lite.js'
+ * import { getBOMEncoding, legacyHookDecode, labelToName, normalizeEncoding } from '@exodus/bytes/encoding-lite.js'
+ *
+ * // In browser bundles, uses built-in TextDecoder / TextEncoder to save bundle size
+ * import { TextDecoder, TextEncoder, TextDecoderStream, TextEncoderStream } from '@exodus/bytes/encoding-browser.js'
+ * import { getBOMEncoding, legacyHookDecode, labelToName, normalizeEncoding } from '@exodus/bytes/encoding-browser.js'
+ * ```
+ */
+declare module "@exodus/bytes" {}

package/index.js

@@ -0,0 +1,5 @@
+throw new Error(
+  `This package consists of submodules, there is no single export. Import specific submodules instead.
+See README: https://github.com/ExodusOSS/bytes/blob/main/README.md
+`
+)

package/multi-byte.js

@@ -1,5 +1,5 @@
 import { assertUint8 } from './assert.js'
-import { multibyteDecoder } from './fallback/multi-byte.js'
+import { multibyteDecoder, multibyteEncoder } from './fallback/multi-byte.js'
 
 export function createMultibyteDecoder(encoding, loose = false) {
   const jsDecoder = multibyteDecoder(encoding, loose) // asserts
@@ -11,3 +11,9 @@ export function createMultibyteDecoder(encoding, loose = false) {
     return jsDecoder(arr, stream)
   }
 }
+
+export function createMultibyteEncoder(encoding, { mode = 'fatal' } = {}) {
+  // TODO: replacement, truncate (replacement will need varying length)
+  if (mode !== 'fatal') throw new Error('Unsupported mode')
+  return multibyteEncoder(encoding) // asserts
+}

package/multi-byte.node.js

@@ -1,6 +1,6 @@
 import { assertUint8 } from './assert.js'
 import { isDeno, toBuf } from './fallback/_utils.js'
-import { isAsciiSuperset, multibyteDecoder } from './fallback/multi-byte.js'
+import { isAsciiSuperset, multibyteDecoder, multibyteEncoder } from './fallback/multi-byte.js'
 import { isAscii } from 'node:buffer'
 
 export function createMultibyteDecoder(encoding, loose = false) {
@@ -21,3 +21,9 @@ export function createMultibyteDecoder(encoding, loose = false) {
     return jsDecoder(arr, stream)
   }
 }
+
+export function createMultibyteEncoder(encoding, { mode = 'fatal' } = {}) {
+  // TODO: replacement, truncate (replacement will need varying length)
+  if (mode !== 'fatal') throw new Error('Unsupported mode')
+  return multibyteEncoder(encoding) // asserts
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@exodus/bytes",
-  "version": "1.7.0",
+  "version": "1.9.0",
   "description": "Various operations on Uint8Array data",
   "scripts": {
     "lint": "eslint .",
@@ -23,6 +23,7 @@
     "test:firefox:playwright": "exodus-test --engine=firefox:playwright",
     "test:servo:bundle": "exodus-test --engine=servo:bundle",
     "test": "exodus-test",
+    "size": "esbuild --minify --bundle",
     "jsvu": "jsvu",
     "playwright": "exodus-test --playwright",
     "benchmark": "exodus-test --concurrency=1 benchmarks/*.bench.js",
@@ -48,6 +49,7 @@
     "/fallback/base58check.js",
     "/fallback/base64.js",
     "/fallback/encoding.js",
+    "/fallback/encoding.api.js",
     "/fallback/encoding.labels.js",
     "/fallback/encoding.util.js",
     "/fallback/hex.js",
@@ -71,11 +73,19 @@
     "/base64.d.ts",
     "/bech32.js",
     "/bigint.js",
+    "/encoding-browser.js",
+    "/encoding-browser.browser.js",
+    "/encoding-browser.native.js",
+    "/encoding-browser.d.ts",
     "/encoding.js",
+    "/encoding.d.ts",
     "/encoding-lite.js",
+    "/encoding-lite.d.ts",
     "/hex.js",
     "/hex.d.ts",
     "/hex.node.js",
+    "/index.js",
+    "/index.d.ts",
     "/multi-byte.js",
     "/multi-byte.node.js",
     "/single-byte.js",
@@ -87,7 +97,14 @@
     "/utf8.node.js",
     "/wif.js"
   ],
+  "main": "index.js",
+  "module": "index.js",
+  "types": "index.d.ts",
   "exports": {
+    ".": {
+      "types": "./index.d.ts",
+      "default": "./index.js"
+    },
     "./array.js": {
       "types": "./array.d.ts",
       "default": "./array.js"
@@ -117,8 +134,21 @@
       "node": "./single-byte.node.js",
       "default": "./single-byte.js"
     },
-    "./encoding.js": "./encoding.js",
-    "./encoding-lite.js": "./encoding-lite.js",
+    "./encoding.js": {
+      "types": "./encoding.d.ts",
+      "default": "./encoding.js"
+    },
+    "./encoding-lite.js": {
+      "types": "./encoding-lite.d.ts",
+      "default": "./encoding-lite.js"
+    },
+    "./encoding-browser.js": {
+      "types": "./encoding-browser.d.ts",
+      "node": "./encoding-browser.js",
+      "react-native": "./encoding-browser.native.js",
+      "browser": "./encoding-browser.browser.js",
+      "default": "./encoding-browser.js"
+    },
     "./utf16.js": {
       "node": "./utf16.node.js",
       "default": "./utf16.js"
@@ -130,11 +160,14 @@
     },
     "./wif.js": "./wif.js"
   },
+  "react-native": {
+    "./encoding-browser.js": "./encoding-browser.native.js"
+  },
   "peerDependencies": {
-    "@exodus/crypto": "^1.0.0-rc.4"
+    "@noble/hashes": "^1.8.0 || ^2.0.0"
   },
   "peerDependenciesMeta": {
-    "@exodus/crypto": {
+    "@noble/hashes": {
       "optional": true
     }
   },
@@ -145,6 +178,7 @@
     "@exodus/prettier": "^1.0.0",
     "@exodus/test": "^1.0.0-rc.109",
     "@noble/hashes": "^2.0.1",
+    "@oslojs/encoding": "^1.1.0",
     "@petamoriken/float16": "^3.9.3",
     "@scure/base": "^1.2.6",
     "@stablelib/base64": "^2.0.1",
@@ -159,9 +193,11 @@
     "bs58check": "^4.0.0",
     "bstring": "^0.3.9",
     "buffer": "^6.0.3",
+    "c8": "^10.1.3",
     "decode-utf8": "^1.0.1",
     "electron": "36.5.0",
     "encode-utf8": "^2.0.0",
+    "esbuild": "^0.27.2",
     "eslint": "^8.44.0",
     "fast-base64-decode": "^2.0.0",
     "fast-base64-encode": "^1.0.0",
@@ -169,12 +205,12 @@
     "hi-base32": "^0.5.1",
     "iconv-lite": "^0.7.0",
     "jsvu": "^3.0.3",
+    "punycode": "^2.3.1",
     "text-encoding": "^0.7.0",
     "typescript": "^5.9.3",
     "uint8array-tools": "^0.0.9",
     "utf8": "^3.0.0",
     "web-streams-polyfill": "^4.2.0",
-    "whatwg-encoding": "^3.1.1",
     "wif": "^5.0.0"
   },
   "prettier": "@exodus/prettier",