react-native-quick-crypto 1.0.19 → 1.1.0

package/deps/simdutf/scripts/base64/sseurl.py

@@ -0,0 +1,283 @@
+import sys
+delta_asso = [0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00,0x00, 0x00, 0x00, 0x0F, 0x00, 0x0F]
+check_asso = [0x0D, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x03, 0x07, 0x0B, 0x0B, 0x0B, 0x0F]
+
+delta_values =[(0x00), (0x00), (0x00), (0x13), (0x04), (0xBF), (0xBF), (0xB9), (0xB9), (0x00), (0x10), (0xC3), (0xBF), (0xBF), (0xB9), (0xB9)]
+check_values = [(0x80), (0x80), (0x80), (0x80), (0xCF), (0xBF), (0xD5), (0xA6), (0xB5), (0x86), (0xD1), (0x80), (0xB1), (0x80), (0x91), (0x80)]
+
+
+valid = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"
+
+def safechr(i):
+    if i < 32:
+        return '.'
+    if i > 127:
+        return '?'
+    return chr(i)
+
+def safehex(x):
+    return "0x{0:2x}".format(x)
+
+def to_signed(x):
+    if(x >= 128):
+        return x - 256
+    return x
+
+def to_unsigned(x):
+    if(x < 0):
+        return x + 256
+    return x
+
+def sat(x, y):
+    x = to_signed(x)
+    y = to_signed(y)
+    z = x + y
+    if(z > 127):
+        return 127
+    if(z < -128):
+        return to_unsigned(-128)
+    return to_unsigned(z)
+
+def lookup(table, index):
+    print("looking up ", hex(index))
+    if(index >= 128):
+        return 0
+    return table[index&0xf]
+
+
+
+def quietlookup(table, index):
+    if(index >= 128):
+        return 0
+    return table[index&0xf]
+
+def process(src):
+    shifted = (src >> 3)%256
+    delta_hash = (lookup(delta_asso,src) + shifted + 1) >> 1
+    check_hash = (lookup(check_asso,src) + shifted + 1) >> 1
+    out = sat(lookup(delta_values,delta_hash), src)
+    chk = sat(lookup(check_values,check_hash), src)
+    mask = chk & 0x80
+    return (out, mask)
+
+def processquiet(src):
+    shifted = (src >> 3)%256
+    delta_hash = (quietlookup(delta_asso,src) + shifted + 1) >> 1
+    check_hash = (quietlookup(check_asso,src) + shifted + 1) >> 1
+    out = sat(quietlookup(delta_values,delta_hash), src)
+    chk = sat(quietlookup(check_values,check_hash), src)
+    mask = chk & 0x80
+    return (out, mask)
+
+def is_ok(i):
+    out, mask = processquiet(i)
+    if mask == 0:
+        return 1
+    return 0
+
+def computestring():
+    s = ""
+    for i in range(256):
+        out, mask = processquiet(i)
+        if(mask == 0):
+            s +=  safechr(i)
+    return s
+#print(computestring() + " " + str(len(computestring())))
+
+def print_layout():
+    t={}
+    for i in range(256):
+        src = i
+        shifted = (src >> 3)%256
+        check_hash = (quietlookup(check_asso,src) + shifted + 1) >> 1
+        if check_hash not in t:
+            t[check_hash] = []
+        t[check_hash].append(i)
+    for check_hash in range(16):
+        if check_hash in t:
+            off = quietlookup(check_values,check_hash)
+            print(hex(check_hash), hex(off), end="")
+            print("\t", " ".join(["   "+safechr(c) for c in t[check_hash]]))
+        else:
+            continue
+
+
+def is_valid():
+    t={}
+    # we compute the hash for each character, we store the character in a list for each hash value
+    for i in range(256):
+        src = i
+        for j in range(8):
+            shifted = (src >> 3)%256
+            shifted += j << 5
+            check_hash = (quietlookup(check_asso,src) + shifted + 1) >> 1
+            if check_hash not in t:
+                t[check_hash] = []
+            t[check_hash].append(i)
+    # for each hash value, we check if the content of the sequence. It should be a sequence of valid characters, followed by a sequence of invalid characters, followed by a sequence of characters with the 8th bit set
+    for check_hash in t.keys():
+        if check_hash in t:
+            array = t[check_hash]
+            i = 0
+            while i < len(array) and valid.find(chr(array[i])) == -1:
+                i += 1
+            while i < len(array) and valid.find(chr(array[i])) != -1:
+                i += 1
+            while i < len(array) and array[i] >= 128:
+                i += 1
+            if i < len(array):
+                return False
+        else:
+            continue
+    return True
+
+#print_layout()
+print(is_valid())
+#sys.exit(0)
+valid = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_"
+print("----")
+
+def validate_top_bit():
+    for src in range(256):
+        for i in range(8):
+            shifted = (src >> 3)%256
+            shifted += i << 5
+            check_hash = (quietlookup(check_asso,src) + shifted + 1) >> 1
+            if(check_hash & 0x80 != 0):
+                if(src < 128 and valid.find(chr(src)) == -1):
+                    #print("error ", hex(src), hex(check_hash))
+                    return False
+    return True
+def fun_adjust():
+    for zz in range(256):
+        check_asso[ord('-')&0xf] = zz
+        for yy in range(256):
+            check_asso[ord('_')&0xf] = yy
+            if(is_valid() and validate_top_bit()):
+                print("----")
+                print_layout()
+                print(is_valid())
+                print("found")
+                return
+fun_adjust()
+def adjust(array, start, end, check_hash):
+    for j in range(256):
+        is_ok = True
+        for i in range(len(array)):
+            valid = (sat(j,array[i])&0x80 == 0)
+            should_be_valid = (i>=start and i < end)
+            is_ok = is_ok and (valid == should_be_valid)
+        if(is_ok):
+            check_values[check_hash&0xf] = j
+            return
+    raise "unexpected"
+
+
+    chk = sat(quietlookup(check_values,check_hash), src)
+    mask = chk & 0x80
+
+def process_explicit():
+    t={}
+    for i in range(256):
+        src = i
+        for j in range(8):
+            shifted = (src >> 3)%256
+            shifted += j << 5
+            check_hash = (quietlookup(check_asso,src) + shifted + 1) >> 1
+            if check_hash not in t:
+                t[check_hash] = []
+            t[check_hash].append(i)
+    for check_hash in t.keys():
+        if check_hash in t:
+            array = t[check_hash]
+            i = 0
+            while i < len(array) and valid.find(chr(array[i])) == -1:
+                i += 1
+            if i < len(array) and valid.find(chr(array[i])) != -1:
+                start = i
+                while i < len(array) and valid.find(chr(array[i])) != -1:
+                    i += 1
+                end = i
+                adjust(array, start, end, check_hash)
+        else:
+            continue
+    return True
+print("process")
+process_explicit()
+print("string")
+print(computestring()+ " "+str(len(computestring())))
+
+for c in valid:
+    print(c,processquiet(ord(c)))
+
+def examine():
+    t={}
+    for i in valid:
+        src = ord(i)
+        shifted = (src >> 3)%256
+        check_hash = (quietlookup(delta_asso,src) + shifted + 1) >> 1
+        if check_hash not in t:
+            t[check_hash] = []
+        t[check_hash].append(i)
+    for check_hash in t.keys():
+        print(check_hash, t[check_hash])
+    return True
+examine()
+
+delta_values[10] += 1 
+
+delta_values[13] += 33 
+
+for c in valid:
+    print(c,processquiet(ord(c)))
+
+
+
+def casthex(v):
+    if(v >= 0x80):
+        return "uint8_t("+"0x{:X}".format(v)+")"
+    return "0x{:X}".format(v)
+def printme(c):
+    print(",".join([casthex(i) for i in c]))
+print("delta_asso")
+printme(delta_asso)
+print("check_asso")
+printme(check_asso)
+print("delta_values")
+printme(delta_values)
+print("check_values")
+printme(check_values)
+
+def is_base64(src):
+    is_base64 = None
+    for i in range(8):
+        shifted = (src >> 3)%256
+        shifted += i << 5
+        check_hash = (quietlookup(check_asso,src) + shifted + 1) >> 1
+        chk = sat(quietlookup(check_values,check_hash), src)
+        this_is_base64 = chk & 0x80 == 0
+        if is_base64 is None:
+            is_base64 = this_is_base64
+        else:
+            if is_base64 != this_is_base64:
+                return None
+    return is_base64
+
+
+def validate_top_bit():
+    for src in range(256):
+        for i in range(8):
+            shifted = (src >> 3)%256
+            shifted += i << 5
+            check_hash = (quietlookup(check_asso,src) + shifted + 1) >> 1
+            if(check_hash & 0x80 != 0):
+                if(src < 128 and valid.find(chr(src)) == -1):
+                    #print("error ", hex(src), hex(check_hash))
+                    return False
+    return True
+
+for i in range(256):
+    if is_base64(i):
+        print(chr(i), end=",")
+    elif is_base64(i) is None:
+        print("None", hex(i), end=",")

package/deps/simdutf/scripts/base64/table.py

@@ -0,0 +1,59 @@
+import base64
+# Set t to the base64 encoding table
+# t=[255, 255, 255, 255, 255, 255, 255, 255, 255, 64, 64, 255, 255, 64, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 64, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 62, 255, 255, 255, 63, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 255, 255, 255, 255, 255, 255, 255, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 255, 255, 255, 255, 255, 255, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255]
+# t=[255, 255, 255, 255, 255, 255, 255, 255, 255, 64, 64, 255, 255, 64, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 64, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 62, 255, 255, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 255, 255, 255, 255, 255, 255, 255, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 255, 255, 255, 255, 63, 255, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255]
+t = [255, 255, 255, 255, 255, 255, 255, 255, 255, 64,  64,  255, 64,  64,  255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 64,  255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 62, 255,
+        62,  255, 63, 52,  53,  54,  55,  56,  57,  58,  59,  60,  61,  255, 255,
+        255, 255, 255, 255, 255, 0,   1,   2,   3,   4,   5,   6,   7,   8,   9,
+        10,  11,  12,  13,  14,  15,  16,  17,  18,  19,  20,  21,  22,  23,  24,
+        25,  255, 255, 255, 255, 63,  255, 26,  27,  28,  29,  30,  31,  32,  33,
+        34,  35,  36,  37,  38,  39,  40,  41,  42,  43,  44,  45,  46,  47,  48,
+        49,  50,  51,  255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+        255]
+def formula(a, b, c, d):
+    if(a >= 64 or b >= 64 or c >= 64 or d >= 64):
+        return 0x01ffffff
+    z =[ ((a * 4) + (b // 16))% 256, ((b * 16) % 256 + (c // 4))% 256 , ((c * 64) % 256 + d)% 256 ]
+    return z[0] + (z[1] << 8) + (z[2] << 16)
+
+acc = "const uint32_t d0[256] = {"
+for i in range(256):
+    a = formula(t[i], 0, 0, 0)
+    acc += "0x"+format(a, '08x')+","
+acc=acc[:-1] 
+acc+= "};"
+print(acc)
+
+acc = "const uint32_t d1[256] = {"
+for i in range(256):
+    a = formula(0, t[i], 0, 0)
+    acc += "0x"+format(a, '08x')+","
+acc=acc[:-1] 
+acc+= "};"
+print(acc)
+
+acc = "const uint32_t d2[256] = {"
+for i in range(256):
+    a = formula(0, 0, t[i], 0)
+    acc += "0x"+format(a, '08x')+","
+acc=acc[:-1] 
+acc+= "};"
+print(acc)
+
+acc = "const uint32_t d3[256] = {"
+for i in range(256):
+    a = formula(0, 0, 0, t[i])
+    acc += "0x"+format(a, '08x')+","
+acc=acc[:-1] 
+acc+= "};"
+print(acc)

package/deps/simdutf/scripts/base64bench_print.py

@@ -0,0 +1,145 @@
+#!/usr/bin/env python3
+
+import sys
+from itertools import chain
+from pathlib import Path
+from table import Table
+
+
+HELP = """
+$ base64bench_print.py old.txt old.new
+"""
+
+
+def main():
+    script = sys.argv[0]
+    args = sys.argv[1:]
+    n = len(args)
+    if "-h" in args or "--help" in args or (n != 2):
+        print(HELP)
+        return
+
+    if n == 2:
+        with open(args[0]) as f:
+            old = parse(f.read())
+        with open(args[1]) as f:
+            new = parse(f.read())
+
+        compare(old, new)
+
+
+def compare(old, new):
+    if old.metainfo != new.metainfo:
+        print(old.metainfo)
+        print(new.metainfo)
+        return
+
+    all = {impl: True for impl in chain(old.measurements.keys(), new.measurements.keys())}
+
+    mi = old.metainfo
+    title = '%s of %d bytes from %d input(s)' % (mi.mode, mi.volume, mi.inputs_count)
+
+    table = Table()
+    table.set_header(["implementation", "old [GB/s]", "new [GB/s]", "speedup"])
+    for impl in all:
+        try:
+            old_speed = old.measurements[impl]
+        except KeyError:
+            old_speed = None
+
+        try:
+            new_speed = new.measurements[impl]
+        except KeyError:
+            new_speed = None
+
+        if old_speed is not None and new_speed is not None:
+            speedup = '%0.2fx' % (new_speed / old_speed)
+            new_speed = '%0.2f' % new_speed
+            old_speed = '%0.2f' % old_speed
+
+        if old_speed is None:
+            old_speed = '--'
+            speedup   = '--'
+
+        if new_speed is None:
+            new_speed = '--'
+            speedup   = '--'
+
+        table.add_row([impl, old_speed, new_speed, speedup])
+
+    print(table)
+
+
+class Data:
+    def __init__(self, mi):
+        self.metainfo = mi
+        self.measurements = {}
+
+
+def parse(string):
+    data = Data(parse_metainfo(string))
+    for line in string.splitlines():
+        line = line.rstrip()
+        if not line:
+            continue
+
+        if not line.startswith('#'):
+            impl, speed = parse_result(line)
+            data.measurements[impl] = speed
+
+    return data
+
+
+def parse_metainfo(string):
+    mi = Metainfo()
+    mi.system = clip(string, '# current system detected as ', '.')
+    mi.volume = int(clip(string, '# volume: ', ' bytes'))
+    mi.max_length = int(clip(string, '# max length: ', ' bytes'))
+    mi.inputs_count = int(clip(string, '# number of inputs: ', '\n'))
+
+    modes = [
+        ('# decode', 'decoding'),
+    ]
+
+    for frag, mode in modes:
+        if frag in string:
+            mi.mode = mode
+            break
+
+    return mi
+
+
+class Metainfo:
+    def __init__(self):
+        self.system = None
+        self.volume = None
+        self.max_length = None
+        self.inputs_count = None
+        self.mode = None
+
+    def __eq__(self, other):
+        return vars(self) == vars(other)
+
+
+def parse_result(line):
+    name, sep, values = line.rpartition(':')
+    name = name.strip()
+
+    values = values.split()
+
+    return (name, float(values[0]))
+
+
+def clip(s, sep1, sep2):
+    before, sep, after = s.partition(sep1)
+    if sep == '':
+        return None
+
+    between, sep, after = after.partition(sep2)
+    assert sep == sep2
+
+    return between
+
+
+if __name__ == '__main__':
+    main()

package/deps/simdutf/scripts/benchmark-all.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python3
+
+from pathlib import Path
+import sys
+import argparse
+import json
+import subprocess
+import re
+
+
+def main():
+    args = parse_args()
+
+    benchmark = args.build_dir / 'benchmarks' / 'benchmark'
+    if not benchmark.is_file():
+        raise RuntimeError(f"{benchmark} not found, was simdutf compiled with `-DSIMDUTF_BENCHMARKS=ON`?")
+
+    # load registered tests
+    simdutf_tests = [entry for entry in json.loads(execute([benchmark, "--json"])) if entry["simdutf"]]
+    maxlen = max(len(entry['name']) for entry in simdutf_tests)
+    count = len(simdutf_tests)
+
+    for id, test in enumerate(simdutf_tests, 1):
+        name = test["name"]
+        encodings = test["encodings"]
+
+        print(f"[{id}/{count}] {name:{maxlen}}... ", end='')
+        sys.stdout.flush()
+
+        if args.filter and not re.search(args.filter, name):
+            print(f"skipping, does not match filter '{args.filter}'")
+            continue
+
+        if len(encodings) > 1:
+            print(f"skipping, requires multiple input encodings ({encodings})")
+            continue
+
+        report_name = (name + '.txt')
+        report_path = args.output_dir / report_name
+        if report_path.exists():
+            print("already benchmarked")
+            continue
+
+        enc = encodings[0]
+        cmd = [benchmark, "-P", name, "-F"] + input_files(args.lipsum_dir, enc)
+        result = execute(cmd)
+        print(f"creating {report_path}")
+        report_path.write_bytes(result)
+
+
+def input_files(lipsum_dir, encoding):
+    dir = lipsum_dir / 'wikipedia_mars'
+    return list(dir.glob(patterns[encoding]))
+
+
+# in unicode_ipsum/wikipedia_mars
+patterns = {
+    'latin1'    : '*.latin1.txt',
+    'utf8'      : '*.utf8.txt',
+    'utf16le'   : '*.utf16.txt',
+    'utf16be'   : '*.utf16be.txt',
+    'utf32le'   : '*.utf32.txt',
+}
+
+
+def parse_args():
+    p = argparse.ArgumentParser("SIMDUTF tool for benchmarking")
+    p.add_argument("--build-dir",
+                   required=True,
+                   type=existing_dir,
+                   metavar="DIR",
+                   help="simdutf build directory")
+    p.add_argument("--lipsum-dir",
+                   required=True,
+                   type=existing_dir,
+                   metavar="DIR",
+                   help="unicode lorem lipsum directory")
+    p.add_argument("--output-dir",
+                   required=True,
+                   type=existing_dir,
+                   metavar="DIR",
+                   help="output directory")
+    p.add_argument("--filter",
+                   type=str,
+                   metavar="PATTERN",
+                   help="only run benchmarks whose name matches this regex pattern")
+
+    args = p.parse_args()
+
+    return args
+
+
+def existing_dir(s):
+    path = Path(s).expanduser().absolute()
+    if not path.is_dir():
+        raise argparse.ArgumentError("'{path}' is not a directory")
+
+    return path
+
+
+def execute(params):
+    cmd = [str(param) for param in params]
+    result = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    if result.returncode != 0:
+        print(' '.join(cmd))
+        if result.stderr:
+            print("stderr:")
+            print(result.stderr)
+        if result.stdout:
+            print("stdout:")
+            print(result.stdout)
+        print(f"return code: {result.returncode}")
+        raise ValueError("command failed")
+
+    return result.stdout
+
+
+if __name__ == '__main__':
+    main()