react-native-quick-crypto 1.1.0 → 1.1.2

package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/Example.cpp

@@ -1,12 +0,0 @@
-#include "buffer/ProcessorSelector.h"
-#include "message/MessageConverter.h"
-#include <stdio.h>
-#include <memory>
-
-int main() {
-    std::unique_ptr<BaseBufferProcessor> processor(ProcessorSelector<dfUtf8, dfUtf16>::WithOptions<>::Create());
-    ConversionResult res = ConvertFile(*processor, "input.utf8", "output.utf16");
-    if (res.status == csSuccess) printf("File converted successfully\n");
-    else printf("Conversion failed (error: %d)\n", res.status);
-	printf("Converted %d bytes into %d bytes", res.inputSize, res.outputSize);
-}

package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/FileConverter.cpp

@@ -1,486 +0,0 @@
-#include <string.h>
-#include <stdlib.h>
-#include <stdarg.h>
-#include <ctype.h>
-#include <time.h>
-#include "buffer/ProcessorSelector.h"
-#include "message/MessageConverter.h"
-#include "core/ProcessTrivial.h"    //only for random inputs
-
-const int MAX_POS_ARGS = 2;
-const int MAX_ARG_LEN = 1<<12;
-FILE * const LOG_FILE = stderr;
-
-void logprintf(const char *format, ...) {
-    va_list args;
-    va_start(args, format);
-    vfprintf(LOG_FILE, format, args);
-    va_end(args);
-}
-
-void strtolower(char *s) {
-    for (int i = 0; s[i]; i++)
-        s[i] = tolower(s[i]);
-}
-
-void Check(bool condition, const char *format, ...) {
-    if (condition)
-        return;
-    va_list args;
-    va_start(args, format);
-    vfprintf(LOG_FILE, format, args);
-    va_end(args);
-    exit(17);
-}
-
-int GetFormatOfEncoding(const char *encoding) {
-    if (strcmp(encoding, "utf8") == 0 || strcmp(encoding, "utf-8") == 0)
-        return dfUtf8;
-    if (strcmp(encoding, "utf16") == 0 || strcmp(encoding, "utf-16") == 0)
-        return dfUtf16;
-    if (strcmp(encoding, "utf32") == 0 || strcmp(encoding, "utf-32") == 0)
-        return dfUtf32;
-    Check(false, "Unknown encoding: %s\n", encoding);
-    return -1;
-}
-const char *GetFormatStr(int format) {
-    if (format == dfUtf8 ) return "UTF-8 ";
-    if (format == dfUtf16) return "UTF-16";
-    if (format == dfUtf32) return "UTF-32";
-    return 0;
-}
-
-struct Config {
-    int srcFormat;              // -s=%s
-    int dstFormat;              // -d=%s
-    int maxBytesFast;           // -b=%d
-    int checkMode;              // -m=%d
-    bool smallConverter;        // --small
-    bool errorCorrection;       // -ec
-    bool fileToFile;            // --file
-    int numberOfRuns;           // -k=%d
-    char srcPath[MAX_ARG_LEN];
-    char dstPath[MAX_ARG_LEN];
-    int srcRandomLen;           // input: [rnd%c%c%c%c:%d]
-    bool srcRandomChars[4];     // -- | --
-    bool dstPrintHash;          // output: [hash]
-    bool countBytes;            // --countbytes
-    
-    Config() {
-        srcFormat = dfUtf8;
-        dstFormat = dfUtf16;
-        checkMode = cmValidate;
-        maxBytesFast = 3;
-        smallConverter = false;
-        errorCorrection = false;
-        fileToFile = false;
-        numberOfRuns = 1;
-        srcPath[0] = 0;
-        dstPath[0] = 0;
-        srcRandomLen = -1;
-        dstPrintHash = false;
-        countBytes = false;
-    }
-    void Init() {
-        Check(numberOfRuns >= 0, "Cannot run negative number of times: %d\n", numberOfRuns);
-        Check(srcFormat != dstFormat, "Source and destination encoding must be different (%d)\n", srcFormat);
-        Check(srcFormat == dfUtf8 || dstFormat == dfUtf8, "Either source of destination encoding must be UTF-8\n");
-        Check(!fileToFile || (srcPath[0] && dstPath[0]), "Both input and output must be file paths when using file-to-file mode\n");
-        Check(maxBytesFast >= 0 && maxBytesFast <= 3, "Fast path can process up to 1-byte, 2-byte, or 3-byte code points (%d)\n", maxBytesFast);
-        Check(checkMode >= cmFast && checkMode <= cmValidate, "Checking mode must be 0 (fast), 1 (full), or 2 (validate)  (%d)", checkMode);
-        Check(!countBytes || (srcFormat == dfUtf8 && !fileToFile), "Counting bytes is only implemented for UTF-8 input and memory-to-memory");
-        if (maxBytesFast == 0) {
-            logprintf("Note: trivial convertion is used (no fast path)\n");
-            checkMode = cmValidate;
-            smallConverter = true;
-            errorCorrection = false;
-        }
-        else {
-            if (errorCorrection && !smallConverter) {
-                smallConverter = true;
-                logprintf("Note: Error correction forces usage of 'small' processor\n");
-            }
-            if (errorCorrection && checkMode != cmValidate) {
-                checkMode = cmValidate;
-                logprintf("Note: Error correction forces 'validate' mode of processor\n");
-            }
-        }
-
-        logprintf("Starting the following conversion");
-        if (numberOfRuns != 1)
-            logprintf(" (%d times)", numberOfRuns);
-        logprintf(":\n");
-        char randomSrcMessage[256] = {0};
-        if (srcRandomLen >= 0) {
-            char temp[16], tl = 0;
-            for (int t = 0; t < 4; t++) if (srcRandomChars[t]) temp[tl++] = '1' + t;
-            temp[tl] = 0;
-            sprintf(randomSrcMessage, "[random: %d chars of [%s]]", srcRandomLen, temp);
-        }
-        logprintf("  Input (source) in %s: %s\n", GetFormatStr(srcFormat), (srcRandomLen >= 0 ? randomSrcMessage : srcPath));
-        logprintf("  Output (dest.) in %s: %s\n", GetFormatStr(dstFormat), (dstPrintHash ? "[print hash]" : dstPath));
-        if (fileToFile) 
-            logprintf("  Direct file-to-file conversion\n");
-
-        logprintf("Processor settings:\n");
-        logprintf("  Fast path supports code points with up to %d bytes in UTF-8\n", maxBytesFast);
-        logprintf("  Mode of input checking is: %s\n", (checkMode == cmFast ? "fast" : checkMode == cmFull ? "full" : "validate"));
-        if (smallConverter)
-            logprintf("  Using small processor, i.e. single stream / no unrolling\n");
-        else
-            logprintf("  Using big converter, i.e. four streams / 4x unrolling\n");
-        if (errorCorrection)
-            logprintf("  Error correction enabled\n");
-        else
-            logprintf("  Stops on any incorrect input\n");
-    }
-};
-
-
-//linked from AllProcessors.cpp
-BaseBufferProcessor* GenerateProcessor(int srcFormat, int dstFormat, int maxBytes, int checkMode, int multiplier, int *errorCounter);
-
-void ReadFileContents(const char *filename, char *&buffer, long long &size) {
-    assert(!buffer);
-    FILE *fi = fopen(filename, "rb");
-    Check(fi, "Cannot open file: %s\n", filename);
-    fseek(fi, 0, SEEK_END);
-    size = ftell(fi);
-    fseek(fi, 0, SEEK_SET);
-    buffer = new char[size];
-    fread(buffer, 1, size, fi);
-    fclose(fi);
-}
-
-void WriteFileContents(const char *filename, char *buffer, long long size) {
-    FILE *fo = fopen(filename, "wb");
-    Check(fo, "Cannot open file: %s\n", filename);
-    fwrite(buffer, 1, size, fo);
-    fclose(fo);
-}
-
-int MaxCodeOf(int bytes) {
-    if (bytes == 0) return -1;
-    if (bytes == 1) return 0x0000007F;
-    if (bytes == 2) return 0x000007FF;
-    if (bytes == 3) return 0x0000FFFF;
-    return 0x10FFFF;
-}
-int MyRandom() {
-    return RAND_MAX+1 == (1<<15)
-        ? ((rand() << 15) ^ rand())
-        : (rand() & ((1<<30)-1));
-}
-void GenerateRandomSource(char *&buffer, long long &size, int format, int cnt, bool allowedLens[4]) {
-    assert(!buffer);
-    srand(0); rand(); rand();
-    int *buff32 = new int[cnt];
-    for (int i = 0; i < cnt; i++) {
-        int b;
-        do { b = rand() & 3; } while (!allowedLens[b]);
-        b++;
-        int minV = MaxCodeOf(b-1) + 1, maxV = MaxCodeOf(b);
-        int code;
-        do {
-            code = minV + MyRandom() % (maxV - minV + 1);
-        } while (code >= 0xD800 && code < 0xE000);
-        buff32[i] = code;
-    }
-    if (format == dfUtf32) {
-        buffer = (char*)(void*)buff32;
-        size = 4*cnt;
-        return;
-    }
-    char *buff8 = new char[4*cnt];
-    char *buff8end;
-    {
-        const char *ptr = (char*)buff32;
-        buff8end = buff8;
-        EncodeTrivial<4>(ptr, (char*)(buff32 + cnt), buff8end);
-        delete[] buff32;
-    }
-    if (format == dfUtf8) {
-        buffer = buff8;
-        size = buff8end - buff8;
-        return;
-    }
-    char *buff16 = new char[4*cnt];
-    char *buff16end;
-    {
-        const char *ptr = buff8;
-        buff16end = buff16;
-        DecodeTrivial<2>(ptr, buff8end, buff16end);
-        delete[] buff8;
-    }
-    buffer = buff16;
-    size = buff16end - buff16;
-}
-
-
-bool IsSameResult (const ConversionResult &a, const ConversionResult &b) {
-    return a.status == b.status && a.inputSize == b.inputSize && a.outputSize == b.outputSize;
-}
-void PrintResult(const ConversionResult &res) {
-    logprintf("Conversion result: %s;   converted %" PRId64 " bytes -> %" PRId64 " bytes\n",
-        res.status == csSuccess ? "success" :
-        res.status == csOverflowPossible ? "OVERFLOW" :
-        res.status == csIncompleteData ? "incomplete data" :
-        res.status == csIncorrectData ? "INCORRECT" :
-        res.status == csInputOutputNoAccess ? "ACCESS DENIED" :
-        "!!!unknown!!!",
-        res.inputSize, res.outputSize
-    );
-}
-unsigned int GetHashOfBuffer(const char *buffer, long long size) {
-    unsigned int hash = 0;
-    for (long long i = 0; i < size; i++)
-        hash = hash * 31 + buffer[i];
-    return hash;
-}
-
-void PrintByteCounts(const char *buffer, long long size) {
-    long long cnt[5] = {0};
-    for (long long i = 0; i < size; i++) {
-        unsigned char byte = buffer[i];
-        int bl = (
-            byte < 0x80U ? 1 : 
-            byte < 0xC0U ? 0 : 
-            byte < 0xE0U ? 2 : 
-            byte < 0xF0U ? 3 : 
-            4
-        );
-        cnt[bl]++;
-    }
-    logprintf("Byte lengths: ");
-    for (int i = 1; i <= 4; i++) logprintf(" %" PRId64, cnt[i]);
-    logprintf("\n");
-    long long u8size = 0, u16size = 0, u32size = 0, chars = 0;
-    for (int i = 1; i <= 4; i++) {
-        u8size += cnt[i] * i;
-        u16size += cnt[i] * (i<=3 ? 2 : 4);
-        u32size += cnt[i] * 4;
-        chars += cnt[i];
-    }
-    logprintf("Number of characters: %" PRId64 "\n", chars);
-    logprintf("UTF-8  size: %" PRId64 "\n", u8size);
-    logprintf("UTF-16 size: %" PRId64 "\n", u16size);
-    logprintf("UTF-32 size: %" PRId64 "\n", u32size);
-}
-
-void PrintHelp() {
-    logprintf(
-        "Small converter tool intended for demonstration and benchmarking of utf8lut.\n"
-        "\n"
-        "Usage:\n"
-        "   FileConverter  <input_file_path>  <output_file_path>   {options}\n"
-        "\n"
-        "Setting direction of conversion:\n"
-        "   -s=utf8 | -s=utf16 | -s=utf32\n"
-        "       Sets encoding of the input.\n"
-        "       Default: -s=utf8\n"
-        "   -d=utf8 | -d=utf16 | -d=utf32\n"
-        "       Sets desired encoding of the output.\n"
-        "       Default: -d=utf16\n"
-        "\n"
-        "External settings (of FileConverter):\n"
-        "   --file\n"
-        "       Perform file-to-file streaming conversion with fixed-size memory buffer.\n"
-        "       This key is NOT set by default, and without it conversion consists of three separate steps:\n"
-        "       reading the whole input file into memory, mem-to-mem conversion, writing the whole output file.\n"
-        "   -k=%%d\n"
-        "       Perform the conversion <%%d> times in a row.\n"
-        "       Usually reading and writing files is NOT repeated, but in file-to-file mode it is.\n"
-        "       Default: -k=1\n"
-        "   -ec\n"
-        "       Enable error conversion which turns problematic code units into 0xFFFD repl. code points.\n"
-        "       By default converter simply stops on the first error (given that validation is enabled).\n"
-        "\n"
-        "Internal settings of used processor:\n"
-        "   -b=%%d      (-b=0 | -b=1 | -b=2 | -b=3)\n"
-        "       The fast code path must support all code points which consist of at most <%%d> bytes in UTF-8.\n"
-        "       Setting -b=0 disables the whole fast path, falling back to slow scalar conversion.\n"
-        "       Default: -b=3      (fast path supports the whole BMP)\n"
-        "   -m=%%d      (-m=0 | -m=1 | -m=2)\n"
-        "       Sets checking mode of processor, which defines slow path and validation.\n"
-        "       -m=0:  cmFast      (only fast path, converts limited set of code points)\n"        
-        "       -m=1:  cmFull      (fast + slow path, converts any correct input)\n"
-        "       -m=2:  cmValidate  (any input allowed, includes validation)\n" 
-        "       Default: -m=2  (cmValidate)\n"
-        "   --small\n"
-        "       Disables performance tweak, i.e. sets SpeedMult argument = 1.\n"
-        "       This in turn disables multi-stream processor and manual loop unrolling.\n"
-        "       By default the key is NOT set, so the faster version of processor is used.\n"
-        "\n"
-        "Alternatives for positional arguments:\n"
-        "   <input_file_path>:   [rndXYZW:%%d]    (with brackets)\n"
-        "       Generate random input data instead of reading it from a file.\n"
-        "       You must set digits 0 or 1 instead of letters <X>, <Y>, <Z>, <W>.\n"
-        "       Each of them forbids or allows code points of corresponding byte size in UTF-8.\n"
-        "       The number <%%d> after semicolon sets how many code points are there in the input.\n"
-        "       Note that generation is quite slow, and random tests are very different from the real ones.\n"
-        "   <output_file_path>:  [hash]     (with brackets)\n"
-        "       Calculate hash of the output data instead of writing it to a file.\n"
-        "       Polynomial hash with base 31 modulo 2^32 is printed to log.\n"
-    );
-    exit(1);
-}
-
-int main(int argc, char **argv) {
-    if (argc == 1)
-        PrintHelp();
-    Config cfg;
-
-    int posArgsCnt = 0;
-    for (int i = 1; i < argc; i++) {
-        const char *arg = argv[i];
-        Check(strlen(arg) < MAX_ARG_LEN, "Argument too long: %s\n", arg);
-
-        char larg[MAX_ARG_LEN];
-        strcpy(larg, arg);
-        strtolower(larg);
-
-        int num;
-        char str[MAX_ARG_LEN];
-
-        if (0);
-        else if (strcmp(larg, "-h") == 0 || strcmp(larg, "--help") == 0)
-            PrintHelp();
-        else if (sscanf(larg, "-s=%s", &str) == 1)
-            cfg.srcFormat = GetFormatOfEncoding(str);
-        else if (sscanf(larg, "-d=%s", &str) == 1)
-            cfg.dstFormat = GetFormatOfEncoding(str);
-        else if (sscanf(larg, "-m=%d", &num) == 1)
-            cfg.checkMode = num;
-        else if (sscanf(larg, "-b=%d", &num) == 1)
-            cfg.maxBytesFast = num;
-        else if (strcmp(larg, "--small") == 0)
-            cfg.smallConverter = true;
-        else if (strcmp(larg, "--file") == 0)
-            cfg.fileToFile = true;
-        else if (strcmp(larg, "--countbytes") == 0)
-            cfg.countBytes = true;
-        else if (strcmp(larg, "-ec") == 0)
-            cfg.errorCorrection = true;
-        else if (sscanf(larg, "-k=%d", &num) == 1)
-            cfg.numberOfRuns = num;
-        else if (larg[0] != '-') {
-            Check(posArgsCnt < MAX_POS_ARGS, "No more positional arguments allowed: %s\n", arg);
-            if (0 == posArgsCnt) {
-                if (sscanf(larg, "[rnd%c%c%c%c:%d]", str+0, str+1, str+2, str+3, &num) == 5) {
-                    cfg.srcRandomLen = num;
-                    for (int t = 0; t < 4; t++)
-                        cfg.srcRandomChars[t] = strchr("1tTyY+", str[t]) != 0;
-                }
-                else
-                    strcpy(cfg.srcPath, arg);
-            }
-            if (1 == posArgsCnt) {
-                if (strcmp(larg, "[hash]") == 0)
-                    cfg.dstPrintHash = true;
-                else
-                    strcpy(cfg.dstPath, arg);
-            }
-            posArgsCnt++;
-        }
-        else
-            logprintf("Ignored command line parameter: %s\n", arg);
-    }
-
-    Check(posArgsCnt == 2, "Must specify input and output files as two positional arguments\n");
-    cfg.Init();
-    logprintf("\n");
-
-    int errorCounter = 0;
-    BaseBufferProcessor *processor = GenerateProcessor(
-        cfg.srcFormat,
-        cfg.dstFormat,
-        cfg.maxBytesFast,
-        cfg.checkMode,
-        cfg.smallConverter ? 1 : 4,
-        cfg.errorCorrection ? &errorCounter : 0
-    );
-    Check(processor, "Cannot generate processor with specified parameters!\n");
-
-    ConversionResult allResult;
-    clock_t startTime = clock();
-    uint64_t startTicks = get_ticks();
-    if (cfg.fileToFile) {
-        for (int r = 0; r < cfg.numberOfRuns; r++) {
-            ConvertFilesSettings settings;
-#ifdef _WIN32
-            settings.type = ftMemoryMapWhole;
-#endif
-            ConversionResult convres = ConvertFile(*processor, cfg.srcPath, cfg.dstPath, settings);
-            if (r && !IsSameResult(allResult, convres))
-                logprintf("Consecutive conversion runs produce different results!\n");
-            allResult = convres;
-        }
-    }
-    else {
-        char *inputData = 0;
-        long long inputSize = 0;
-        if (cfg.srcRandomLen >= 0) {
-            GenerateRandomSource(inputData, inputSize, cfg.srcFormat, cfg.srcRandomLen, cfg.srcRandomChars);
-            logprintf("Generated random input buffer\n");
-        }
-        else {
-            ReadFileContents(cfg.srcPath, inputData, inputSize);
-            logprintf("Read input buffer from file\n");
-        }
-        if (cfg.countBytes)
-            PrintByteCounts(inputData, inputSize);
-
-        char *outputData = 0;
-        long long outputSize = ConvertInMemorySize(*processor, inputSize, &outputData);
-
-        for (int r = 0; r < cfg.numberOfRuns; r++) {
-            ConversionResult convres = ConvertInMemory(*processor, inputData, inputSize, outputData, outputSize);
-            if (r && !IsSameResult(allResult, convres))
-                logprintf("Consecutive conversion runs produce different results!\n");
-            allResult = convres;
-        }
-        logprintf("Conversion%s complete\n", (cfg.numberOfRuns == 1 ? "" : " (all runs)"));
-
-        if (cfg.dstPrintHash) {
-            unsigned int hash = GetHashOfBuffer(outputData, allResult.outputSize);
-            logprintf("Computed hash value of output: %08X\n", hash);
-        }
-        else {
-            WriteFileContents(cfg.dstPath, outputData, allResult.outputSize);
-            logprintf("Wrote output buffer to file\n");
-        }
-
-        delete[] inputData;
-        delete[] outputData;
-        logprintf("\n");
-    }
-    clock_t endTime = clock();
-    uint64_t endTicks = get_ticks();
-    double elapsedTime = double(endTime - startTime) / CLOCKS_PER_SEC;
-
-    logprintf("The task was finished in %0.3f seconds\n", elapsedTime);
-    PrintResult(allResult);
-    if (cfg.errorCorrection) {
-        if (errorCounter > 0)
-            logprintf("Fixed erratic code units: %d\n", errorCounter);
-        else
-            logprintf("No errors detected\n");
-    }
-
-    delete processor;
-    processor = 0;
-
-    logprintf("\n");
-
-#ifdef TIMING
-    //internal timings are bad in presence of errors
-    if (!(cfg.errorCorrection && errorCounter > 0)) {
-        logprintf("Internal timings:\n");
-        TimingPrintAll(LOG_FILE);
-    }
-#endif
-    double ticksPerElem = double(endTicks - startTicks) / cfg.numberOfRuns / allResult.inputSize;
-    logprintf("From total time   :  %0.3lf cyc/el\n", ticksPerElem);
-
-    return 0;
-}

package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/iconv_sample.c

@@ -1,162 +0,0 @@
-#include <stdlib.h>
-#include <stdio.h>
-#include <fcntl.h>
-#ifdef _WIN32
-#include <io.h>
-#else
-#include <sys/io.h>
-#endif
-#include <sys/stat.h>
-#include <time.h>
-#include "iconv/iconv.h"
-
-//note: this flag is required on Windows, but unknown on real posix systems
-#ifndef O_BINARY
-#define O_BINARY 0
-#endif
-
-//note: the default MSVC value 512 is inefficient today
-#define BUFSIZ (1<<18)
-
-//sample taken from https://www.gnu.org/software/libc/manual/html_node/iconv-Examples.html
-//function file2wcs is slightly changed to convert UTF8 to UTF16, plus "result" is global
-int result;
-int
-load_from_utf8_file (int fd, char *outbuf, size_t avail)
-{
-  char inbuf[BUFSIZ];
-  size_t insize = 0;
-  char *wrptr = outbuf;
-  result = 0;
-  iconv_t cd;
-
-  cd = iconv_open ("UTF-16LE", "UTF-8");
-  if (cd == (iconv_t) -1)
-    {
-      /* Something went wrong.  */
-      if (errno == EINVAL)
-        fprintf(stderr, "conversion from UTF-8 to UTF-16LE not available\n");
-      else
-        perror ("iconv_open");
-
-      /* Terminate the output string.  */
-      *outbuf = '\0';
-
-      return -1;
-    }
-
-  while (avail > 0)
-    {
-      size_t nread;
-      size_t nconv;
-      const char *inptr = inbuf;
-
-      /* Read more input.  */
-      nread = read (fd, inbuf + insize, sizeof (inbuf) - insize);
-      if (nread == 0)
-        {
-          /* When we come here the file is completely read.
-             This still could mean there are some unused
-             characters in the inbuf.  Put them back.  */
-          if (lseek (fd, -(int)insize, SEEK_CUR) == -1)
-            result = -1;
-
-          /* Now write out the byte sequence to get into the
-             initial state if this is necessary.  */
-          iconv (cd, NULL, NULL, &wrptr, &avail);
-
-          break;
-        }
-      insize += nread;
-
-      /* Do the conversion.  */
-      nconv = iconv (cd, &inptr, &insize, &wrptr, &avail);
-      if (nconv == (size_t) -1)
-        {
-          /* Not everything went right.  It might only be
-             an unfinished byte sequence at the end of the
-             buffer.  Or it is a real problem.  */
-          if (errno == EINVAL)
-            /* This is harmless.  Simply move the unused
-               bytes to the beginning of the buffer so that
-               they can be used in the next round.  */
-            memmove (inbuf, inptr, insize);
-          else
-            {
-              /* It is a real problem.  Maybe we ran out of
-                 space in the output buffer or we have invalid
-                 input.  In any case back the file pointer to
-                 the position of the last processed byte.  */
-              lseek (fd, -(int)insize, SEEK_CUR);
-              result = -1;
-              break;
-            }
-        }
-    }
-
-  /* Terminate the output string.  */
-  if (avail >= sizeof (char))
-    *(wrptr) = '\0';
-
-  if (iconv_close (cd) != 0)
-    perror ("iconv_close");
-
-  return wrptr - outbuf;
-}
-
-#define DEFAULT_INPUT_FILE "data_utf8.txt"
-
-int main(int argc, char **argv) {
-  const char *filename = DEFAULT_INPUT_FILE;
-  if (argc >= 2)
-    filename = argv[1];
-  int fd = open(filename, O_RDONLY | O_BINARY);
-  if (fd == -1) {
-    perror("open");
-    fprintf(stderr, "Most likely input file \"%s\" is missing.\n", filename);
-    return 1;
-  }
-
-  struct stat stats;
-  fstat(fd, &stats);
-
-  size_t outsize = stats.st_size * 2 + 32;
-  char *outbuf = (char*)malloc(outsize);
-
-  int startclock = clock();
-  int convsize = load_from_utf8_file(fd, outbuf, outsize);
-  int diffclock = clock() - startclock;
-  fprintf(stderr, "Elapsed time: %d ms\n", diffclock * 1000 / CLOCKS_PER_SEC);
-  if (convsize < 0) {
-    fprintf(stderr, "Conversion not possible.\n");
-    return 2;
-  }
-  if (result == 0)
-    fprintf(stderr, "Conversion finished successfully.\n");
-  else
-    fprintf(stderr, "Error happened during conversion.\n");
-  close(fd);
-
-  unsigned int hash = 0;
-  for (int i = 0; i < convsize; i++)
-    hash = hash * 31 + outbuf[i];
-  fprintf(stderr, "Converted data: size = %d, base-31 poly hash = %08X\n", convsize, hash);
-
-  if (argc >= 3) {
-    filename = argv[2];
-    int fd = open(filename, O_WRONLY | O_CREAT | O_TRUNC | O_BINARY, 0644);
-    if (fd == -1) {
-      perror("open");
-      fprintf(stderr, "Cannot open file \"%s\" for writing.\n", filename);
-      return 2;
-    }
-    int wrk = write(fd, outbuf, convsize);
-    if (wrk == -1 || wrk < convsize)
-      perror("write");
-    close(fd);
-  }
-
-  free(outbuf);
-
-  return 0;
-}

package/deps/simdutf/benchmarks/competition/utf8lut/src/utf8lut.h

@@ -1,15 +0,0 @@
-
-// This master header file was added by D. Lemire in April 2021 to ease integration
-// in simdutf.
-#ifndef UTF8LUT_H
-#define UTF8LUT_H
-#include "message/MessageConverter.h"
-#include "message/MessageConverter.cpp"
-
-#include "buffer/ProcessorSelector.h"
-#include "buffer/BaseBufferProcessor.cpp"
-
-#include "core/DecoderLut.cpp"
-#include "core/EncoderLut.cpp"
-
-#endif