react-native-quick-crypto 1.0.18 → 1.1.0

package/deps/simdutf/benchmarks/competition/u8u16/src/xmldecl.h

@@ -0,0 +1,117 @@
+/*  xmldecl.h - Parsing XML and text declarations.
+    Copyright (c) 2008,  Robert D. Cameron.
+    Licensed to the public under the Open Software License 3.0.
+    Licensed to International Characters, Inc., under the Academic
+    Free License 3.0.
+
+*/
+#ifndef XML_DECL_H
+#define XML_DECL_H
+
+enum XML_version {XML_1_0, XML_1_1, no_XML_version_value};
+/* Documents may be encoded in accord with either XML 1.0 or XML 1.1,
+   or there may be no XML version declared ("no value" in the 
+   XML infoset parlance). */
+
+enum CodeUnit_Base {ASCII, EBCDIC};
+
+/* Code units of the underlying character set may be either ASCII-compatible
+   or EBCDIC-compatible.
+   ASCII-compatibility means that any code units satisfy the following properties.
+     (1) Any code unit whose numeric value is in the ASinclude "byteplex.h"CII range (0 to 0x7F)
+         is a complete character sequence (single code unit sequence) representing
+         that ASCII character.
+     (2) Any code units above the ASCII range are non-ASCII code units.
+         No code units or code unit sequences containing a non-ASCII code unit
+         may represent an ASCII character.  (This property ensures that 
+         non-ASCII code units may be ignored in making ASCII-based parsing decisions).
+   EBCDIC-compatible, for the purposes of XML, means that the following property
+         applies.include "byteplex.h"
+
+     (*) Code units may form all or part of a code unit sequence representing
+         a character in the Unicode range 0 to 0x9F if and only if that code
+         unit has the same interpretation unde the basic EBCDIC code page cp037.
+*/
+
+enum CodeUnit_Size {SingleByte = 1, DoubleByte = 2, QuadByte = 4};
+/* ASCII, EBCDIC, ISO-8859-X and UTF-8 have 8-bit code units (singlebytes);
+   The UTF-16 and UCS-2 families have 16-bit code units (doublebyte);
+   The UTF-32/UCS-4 family has 32-bit code units. */
+
+enum CodeUnit_ByteOrder {BigEndian, LittleEndian, Unusual_3412, Unusual_2143};
+/* The byte order of 16-bit or 32-bit code units.  The possibilities are:
+   BigEndian:  UTF-16BE, UCS-2BE, UTF-16 or UCS-2 with a BigEndian byte order mark,
+               UTF-16 without a byte order mark, 
+               UTF-32BE/UCS-4BE, or UTF-32/UCS-4 with a BigEndian byte order mark.
+   LittleEndian: UTF-16LE, UCS-2LE, UTF-16 or UCS-2 with a LittleEndian byte order mark.
+                 UTF-32LE/UCS-4LE, or UTF-32/UCS-4 with a LittleEndian byte order mark.
+   Unusual_3412: Unusual octet order of UTF-32/UCS-4 with byte order mark FE FF 00 00
+   Unusual_2143: Unusual octet order of UTF-32/UCS-4 with byte order mark 00 00 FF FE.
+*/
+
+enum XML_standalone {Standalone_yes, Standalone_no, Standalone_no_value};
+/* Possible values depending on the optional standalone component of an 
+   XML declaration. */
+
+class Entity_Info {
+	
+public:	
+	Entity_Info();
+	~Entity_Info();
+
+	/*  Information computed by analyzing the 4-byte initial signature
+            of an XML document. */
+	int BOM_units; /* no of initial code units for a Byte Order Mark */
+
+	CodeUnit_Base code_unit_base;
+	CodeUnit_Size code_unit_size;
+	CodeUnit_ByteOrder byte_order;	
+
+	void AnalyzeSignature(unsigned char * signature);
+
+	/* Information computed from the XML or text declaration. */
+	XML_version version;
+	bool has_encoding_decl;
+	unsigned char * encoding;
+	XML_standalone standalone;
+	int content_start;  /* position after BOM and XML/text decl.*/
+	
+private:
+	void set_charset_family(CodeUnit_Base C, CodeUnit_Size S, CodeUnit_ByteOrder O, int B);
+};
+
+
+class XML_Decl_Parser {
+public:
+	XML_Decl_Parser (unsigned char * bytes);
+	~XML_Decl_Parser ();
+	
+	void ReadXMLInfo(Entity_Info & e);
+	void ReadTextDeclaration(Entity_Info & e);
+	// Generic version if type of external entity unknown.
+	void ReadXMLorTextDecl(Entity_Info & e);
+	
+
+protected:
+
+	unsigned char * x8data;
+	int buffer_base_pos;
+	int buffer_rel_pos;
+	int buffer_limit_pos;
+	
+	void Advance(int n);
+	int AbsPos() const;
+	unsigned char * cur() const;
+	
+private:
+	/* Bytespace parsing routines for internal use in ReadXMLInfo and
+	   ReadTextDeclaration. */
+	void DeclError();
+	void Scan_WS();
+	void ScanToQuote();
+	void ParseVersion(Entity_Info & e);
+	void ParseEncoding(Entity_Info & e);
+	void ParseStandalone(Entity_Info & e);
+
+};
+#endif

package/deps/simdutf/benchmarks/competition/u8u16/u8u16_g4.c

@@ -0,0 +1,2 @@
+#include "config/g4_config.h"
+#include "src/u8u16.c"

package/deps/simdutf/benchmarks/competition/u8u16/u8u16_mmx.c

@@ -0,0 +1,2 @@
+#include "config/mmx_config.h"
+#include "src/u8u16.c"

package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4.c

@@ -0,0 +1,3 @@
+#include "config/p4_config.h"
+#include "src/u8u16.c"
+

package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4_ideal.c

@@ -0,0 +1,2 @@
+#include "config/p4_ideal_config.h"
+#include "src/u8u16.c"

package/deps/simdutf/benchmarks/competition/u8u16/u8u16_spu.c

@@ -0,0 +1,2 @@
+#include "config/spu_config.h"
+#include "src/u8u16.c"

package/deps/simdutf/benchmarks/competition/u8u16/u8u16_ssse3.c

@@ -0,0 +1,3 @@
+#include "config/ssse3_config.h"
+#include "src/u8u16.c"
+

package/deps/simdutf/benchmarks/competition/u8u16/x8x16_p4.c

@@ -0,0 +1,2 @@
+#include "config/p4_config.h"
+#include "src/x8x16.c"

package/deps/simdutf/benchmarks/competition/utf8lut/LICENSE

@@ -0,0 +1,23 @@
+Boost Software License - Version 1.0 - August 17th, 2003
+
+Permission is hereby granted, free of charge, to any person or organization
+obtaining a copy of the software and accompanying documentation covered by
+this license (the "Software") to use, reproduce, display, distribute,
+execute, and transmit the Software, and to prepare derivative works of the
+Software, and to permit third-parties to whom the Software is furnished to
+do so, all subject to the following:
+
+The copyright notices in the Software and this entire statement, including
+the above license grant, this restriction and the following disclaimer,
+must be included in all copies of the Software, in whole or in part, and
+all derivative works of the Software, unless such copies or derivative
+works are solely in the form of machine-executable object code generated by
+a source language processor.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
+SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
+FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+DEALINGS IN THE SOFTWARE.

package/deps/simdutf/benchmarks/competition/utf8lut/data/test_minimal.txt

@@ -0,0 +1,44 @@
+=========================ASCII=======================
+abacaba
+=========================2-byte=======================
+аба что он сказал?
+
+German:
+                  Ä ä Ü ü ß
+
+Russian:
+                  Я Б Г Д Ж Й
+
+Polish:
+                  Ł Ą Ż Ę Ć Ń Ś Ź
+
+=========================3-byte=======================
+Japanese:
+                 Kanji:  てすと   (te-su-to) 
+                 Hankaku:  ｱｲｳｴｵｶｷｸｹｺｻｼｽｾｿﾀﾁﾂﾃ 
+                 Romanj digits:  ０１２３４５６７８９ 
+                 Romanj lowercase:  ａｂｃｄｅｆｇｈｉ 
+                 Romanj uppercase:  ＡＢＣＤＥＦＧＨＩ
+
+From a speech of Demosthenes in the 4th century BC:
+
+  Οὐχὶ ταὐτὰ παρίσταταί μοι γιγνώσκειν, ὦ ἄνδρες ᾿Αθηναῖοι,
+  ὅταν τ᾿ εἰς τὰ πράγματα ἀποβλέψω καὶ ὅταν πρὸς τοὺς
+  λόγους οὓς ἀκούω· τοὺς μὲν γὰρ λόγους περὶ τοῦ
+  τιμωρήσασθαι Φίλιππον ὁρῶ γιγνομένους, τὰ δὲ πράγματ᾿
+  εἰς τοῦτο προήκοντα,  ὥσθ᾿ ὅπως μὴ πεισόμεθ᾿ αὐτοὶ
+  πρότερον κακῶς σκέψασθαι δέον. οὐδέν οὖν ἄλλο μοι δοκοῦσιν
+  οἱ τὰ τοιαῦτα λέγοντες ἢ τὴν ὑπόθεσιν, περὶ ἧς βουλεύεσθαι,
+  οὐχὶ τὴν οὖσαν παριστάντες ὑμῖν ἁμαρτάνειν. ἐγὼ δέ, ὅτι μέν
+  ποτ᾿ ἐξῆν τῇ πόλει καὶ τὰ αὑτῆς ἔχειν ἀσφαλῶς καὶ Φίλιππον
+  τιμωρήσασθαι, καὶ μάλ᾿ ἀκριβῶς οἶδα· ἐπ᾿ ἐμοῦ γάρ, οὐ πάλαι
+  γέγονεν ταῦτ᾿ ἀμφότερα· νῦν μέντοι πέπεισμαι τοῦθ᾿ ἱκανὸν
+  προλαβεῖν ἡμῖν εἶναι τὴν πρώτην, ὅπως τοὺς συμμάχους
+  σώσομεν. ἐὰν γὰρ τοῦτο βεβαίως ὑπάρξῃ, τότε καὶ περὶ τοῦ
+  τίνα τιμωρήσεταί τις καὶ ὃν τρόπον ἐξέσται σκοπεῖν· πρὶν δὲ
+  τὴν ἀρχὴν ὀρθῶς ὑποθέσθαι, μάταιον ἡγοῦμαι περὶ τῆς
+  τελευτῆς ὁντινοῦν ποιεῖσθαι λόγον.                 
+
+=======================supplementary==================
+
+𠜎 𠜱 𠝹 𠱓 𠱸 𠲖 𠳏 𠳕 𠴕 𠵼 𠵿 𠸎 𠸏 𠹷 𠺝 𠺢 𠻗 𠻹 𠻺 𠼭 𠼮 𠽌 𠾴 𠾼 𠿪 𡁜 𡁯 𡁵 𡁶 𡁻 𡃁 𡃉 𡇙 𢃇 𢞵 𢫕 𢭃 𢯊 𢱑 𢱕 𢳂 𢴈 𢵌 𢵧 𢺳 𣲷 𤓓 𤶸 𤷪 𥄫 𦉘 𦟌 𦧲 𦧺 𧨾 𨅝 𨈇 𨋢 𨳊 𨳍 𨳒 𩶘

package/deps/simdutf/benchmarks/competition/utf8lut/readme.md

@@ -0,0 +1,106 @@
+*Migrated from: https://bitbucket.org/stgatilov/utf8lut/*
+
+# **utf8lut**
+
+The vectorized library for UTF-8 conversions on x86 (or x64) architecture.
+It can quickly encode or decode large buffers of UTF-8 data, using SSSE3 instructions and lookup table (lut) to accelerate process.
+Detailed description can be found in the [dirtyhandscoding blog](https://dirtyhandscoding.github.io/posts/utf8lut-vectorized-utf-8-converter-introduction.html).
+
+**Note:** while this library can be used in a real world application (if you need to convert huge amounts of data super-fast), its main purpose is a proof-of-concept for vectorized UTF-8 conversion.
+
+## Conversion settings
+
+Four types of conversion are supported:
+
+* from UTF-8 to UTF-16LE (decode)
+* from UTF-8 to UTF-32LE (decode)
+* from UTF-16LE to UTF-8 (encode)
+* from UTF-32LE to UTF-8 (encode)
+
+All these three UTF encoding are understood precisely as the Unicode standards define, in particular:
+
+1. Only valid unicode values are allowed. Code points U+D800 through U+DFFF and the ones greater than U+10FFFF are forbidden.
+2. Non-BMP characters are encoded as surrogate pairs in UTF-16.
+3. Overlong encodings in UTF-8 are considered invalid.
+
+The converter has two code paths: the **fast path** and the **slow path**.
+The fast path consists of heavily templated C++ code. It allows the user to tune the converter to his particular inputs. Using non-default template arguments allows user to make the fast path even faster, but at the cost of reducing its capabilities (either in supporting long code points or in validation/checking).
+The fast path works by default, but if it meets some data it cannot handle, it temporarily switches to the slow path. The slow path can handle anything, but it is slower. Moreover, the switches between the code paths cost time. A rule of thumb is to make sure that more than 99% of characters can be handled by fast path for good performance.
+
+The first template argument (*MaxBytes*) defines the range of code points supported by fast path:
+
+* *MaxBytes = 3*:  support [U+0000 .. U+FFFF] --- encoded as at most 3 bytes in UTF-8  (Basic Multilingual Plane).
+* *MaxBytes = 2*:  support [U+0000 .. U+07FF] --- encoded as at most 2 bytes in UTF-8.
+* *MaxBytes = 1*:  support [U+0000 .. U+007F] --- encoded as 1 byte in UTF-8.
+
+The second template argument (*Mode*) controls the slow path and validation:
+
+* *Mode = cmValidate*: full processing and validation --- invalid input causes converter to stop and return error, so arbitrary sequence of bytes can be given as input.
+* *Mode = cmFull*: validation is removed --- invalid input causes undefined behavior, but any valid input is processed correctly.
+* *Mode = cmFast*: slow path and validation are removed --- invalid input causes undefined behavior, and a character unsupported by fast path also causes undefined behavior.
+
+By default, the toughest and the most versatile values are used: *MaxBytes = 3*, *Mode = cmValidate*.
+Note that the fast path is capable of doing complete validation of input stream, provided that you don't disable validation. Also, it is capable of handling the whole BMP, but non-BMP characters can only be processed by slow path.
+Simplest error correction can be optionally enabled in validating converters.
+
+## Build
+
+The utf8lut library and its applications are built using "keep it simple" principle =)
+All you need to do is:
+
+1. add the `src/` directory to C++ include path
+2. add a bunch of cpp files to the build process
+3. (non-MSVC): add `-mssse3 -std=c++11` to compiler parameters
+
+CMake file is provided for testing and sample applications. You can see there which cpp files need to be compiled and linked (point 2).
+Additionally, there are simple scripts (in `scripts/`) which can build the sample applications: batch scripts for MSVC and MinGW, and shell scripts for GCC. They are easier to use and read than CMake.
+
+## Demo
+
+There is a demo application called *FileConverter*, which allows to test and benchmark the library on various inputs and with various settings.
+You can build it for instance using `scripts/build_msvc_file_conv.cmd`.
+
+Here are some sample commands to measure performance by repeatedly converting a single array (about 1 MB in sizes) from RAM to RAM:
+
+    FileConverter_msvc.exe [rnd1110:1000000] [hash] -k=1000
+    FileConverter_msvc.exe [rnd1110:1000000] [hash] -k=1000 -b=0
+    FileConverter_msvc.exe war_and_piece.fb2 [hash] -k=1000
+    FileConverter_msvc.exe war_and_piece.fb2 [hash] -k=1000 -b=0
+
+The results on Ryzen 1600 (single core) are provided below.
+The numbers show how much CPU cycles are spent per one byte in UTF-8 encoding. The first number in a cell shows the exactly time of the core conversion (measured by rdtsc). The second number includes all the overhead: it is estimated from total run time, total bytes converted, and CPU frequency (3.4 GHz).
+The **rnd** dataset was generated randomly, each code point had 33% probability of being 1-byte long, 2-byte long or 3-byte long. The **fb2** dataset is a famous russian book "War and Peace" in fb2 format. **decode** is conversion in UTF-8 -> UTF16 direction, while **encode** is in UTF-16 -> UTF-8 direction.
+
+| implementation            | rnd decode   | rnd encode  | fb2 decode  | fb2 encode  |
+| ------------------------- | ------------ | ----------- | ----------- | ----------- |
+| max fast path (-b=3 -m=2) | 1.65 / 2.02  | 0.74 / 0.95 | 1.00 / 1.21 | 0.68 / 0.83 |
+| scalar slow path (-b=0)   | 15.3 / 16.4  | 9.9 / 10.7  | 9.10 / 9.67 | 4.89 / 5.97 |
+
+Note that utf8lut uses quite large lookup table, which barely fits CPU cache. As a result, the performance of conversion heavily depends on the particular distribution of code point lengths in the input data, with uniform random distribution being the worst case. 
+
+More detailed performance measurements can be found in the [related blog article](https://dirtyhandscoding.github.io/posts/utf8lut-vectorized-utf-8-converter-test-results.html#performance-evaluation).
+
+## Usage
+
+The simplest complete usage example is present in `src/tests/Example.cpp`. Here are the most important lines from it:
+
+    std::unique_ptr<BaseBufferProcessor> processor(ProcessorSelector<dfUtf8, dfUtf16>::WithOptions<>::Create());
+    ConversionResult res = ConvertFile(*processor, "input.utf8", "output.utf16");
+
+In the first step, a processor must be created using ProcessorSelector. Source and destination encodings and additional options (default values are used in the example) are passed as template arguments. It is recommended to read `src/buffer/ProcessorSelector.h` for more details. All processors have common base class *BaseBufferProcessor*, so C++ templates are only involved in processor creation, and polymorphism via virtual functions is used afterwards.
+In the second step, you can call some message-level conversion routine. In the example, a function for complete file-to-file conversion is called. There is also a routine for memory-to-memory conversion. See `src/message/MessageConverter.h` for more details.
+
+While most conversions can be done using message-level routines, it is also possible to go to lower level. Buffer-level routines convert data in chunks, and you can load/store data yourself in any way you want. See comments in `src/buffer/BaseBufferProcessor.h` and `src/buffer/ProcessorPlugins.h` for details. Implementation in `src/message/MessageConverter.cpp` may serve as a good example of using buffer-level routines.
+
+Finally, it is possible to drop all the high level code and use the core-level routines directly. They are located in `src/core/` and they contain all the SSSE3 code from the fast path. No comments are available in core level, and shooting off your leg is very easy. If you are interested in understanding the main idea, this is definitely the code to look into.
+
+## iconv interface
+
+It is also possible to use buffer-level routines via standard *iconv* interface.
+Unfortunately, the implementation does **not** exactly follow iconv specification. Please read `src/iconv/iconv.h` file, it describes the deviations from the standard.
+Scripts are provided, which build a dll/so with iconv functions exported.
+
+## Tests
+
+Since the vectorized algorithm processes many bytes at once, ordinary tests are rather useless for it. [Fuzz testing](https://en.wikipedia.org/wiki/Fuzzing) is used to ensure that the code behaves properly on wide range of inputs.
+In order to run fuzz testing, compile *CorrectnessTests* application and run it. Leave it running for at least a few minutes. If it crashes or stops writing text to console, then an error is found.

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.cmd

@@ -0,0 +1,11 @@
+set ROOT=../src/
+clang ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%buffer/AllProcessors.cpp ^
+    %ROOT%message/MessageConverter.cpp ^
+    %ROOT%tests/CorrectnessTests.cpp ^
+    -I"../src" -o"CorrectnessTests_clang.exe" ^
+    -D _CRT_SECURE_NO_DEPRECATE ^
+    -std=c++14 -mssse3 -O3

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.sh

@@ -0,0 +1,13 @@
+ROOT=../src/
+clang++ \
+    $ROOT"core/DecoderLut.cpp" \
+    $ROOT"core/EncoderLut.cpp" \
+    $ROOT"buffer/BaseBufferProcessor.cpp" \
+    $ROOT"buffer/AllProcessors.cpp" \
+    $ROOT"message/MessageConverter.cpp" \
+    $ROOT"tests/CorrectnessTests.cpp" \
+    -I"../src" -o"CorrectnessTests_clang" \
+    -std=c++11 -mssse3 -O3
+
+strip CorrectnessTests_clang
+

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_corr_tests.sh

@@ -0,0 +1,13 @@
+ROOT=../src/
+g++ \
+    $ROOT"core/DecoderLut.cpp" \
+    $ROOT"core/EncoderLut.cpp" \
+    $ROOT"buffer/BaseBufferProcessor.cpp" \
+    $ROOT"buffer/AllProcessors.cpp" \
+    $ROOT"message/MessageConverter.cpp" \
+    $ROOT"tests/CorrectnessTests.cpp" \
+    -I"../src" -o"CorrectnessTests_gcc" \
+    -std=c++11 -mssse3 -O3
+
+strip CorrectnessTests_gcc
+

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_example.sh

@@ -0,0 +1,13 @@
+ROOT=../src/
+g++ \
+    $ROOT"base/Timing.cpp" \
+    $ROOT"core/DecoderLut.cpp" \
+    $ROOT"core/EncoderLut.cpp" \
+    $ROOT"buffer/BaseBufferProcessor.cpp" \
+    $ROOT"message/MessageConverter.cpp" \
+    $ROOT"tests/Example.cpp" \
+    -I"../src" -o"Example_gcc" \
+    -D NDEBUG -D TIMING \
+    -std=c++11 -mssse3 -O3
+
+strip Example_gcc

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_file_conv.sh

@@ -0,0 +1,14 @@
+ROOT=../src/
+g++ \
+    $ROOT"base/Timing.cpp" \
+    $ROOT"core/DecoderLut.cpp" \
+    $ROOT"core/EncoderLut.cpp" \
+    $ROOT"buffer/BaseBufferProcessor.cpp" \
+    $ROOT"buffer/AllProcessors.cpp" \
+    $ROOT"message/MessageConverter.cpp" \
+    $ROOT"tests/FileConverter.cpp" \
+    -I"../src" -o"FileConverter_gcc" \
+    -D NDEBUG -D TIMING \
+    -std=c++11 -mssse3 -O3
+
+strip FileConverter_gcc

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_lib.sh

@@ -0,0 +1,11 @@
+ROOT=../src/
+g++ \
+    $ROOT"core/DecoderLut.cpp" \
+    $ROOT"core/EncoderLut.cpp" \
+    $ROOT"buffer/BaseBufferProcessor.cpp" \
+    $ROOT"iconv/iconv.cpp" \
+    -I"../src" -fPIC -shared -o"iconv_u8l_gcc.so" \
+    -D NDEBUG -D ICONV_UTF8LUT_BUILD \
+    -std=c++11 -mssse3 -O3
+
+strip iconv_u8l_gcc.so

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_sample.sh

@@ -0,0 +1,8 @@
+ROOT=../src/
+gcc \
+    $ROOT"tests/iconv_sample.c" \
+    iconv_u8l_gcc.so \
+    -I"../src" -o"iconv_sample_gcc" \
+    -O3
+
+cp ../data/test_minimal.txt data_utf8.txt

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_corr_tests.cmd

@@ -0,0 +1,12 @@
+set ROOT=../src/
+g++ ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%buffer/AllProcessors.cpp ^
+    %ROOT%message/MessageConverter.cpp ^
+    %ROOT%tests/CorrectnessTests.cpp ^
+    -I"../src" -o"CorrectnessTests_mingw.exe" ^
+    -std=c++11 -mssse3 -O3
+
+strip CorrectnessTests_mingw.exe

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_example.cmd

@@ -0,0 +1,13 @@
+set ROOT=../src/
+g++ ^
+    %ROOT%base/Timing.cpp ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%message/MessageConverter.cpp ^
+    %ROOT%tests/Example.cpp ^
+    -I"../src" -o"Example_mingw.exe" ^
+    -D NDEBUG -D TIMING ^
+    -std=c++11 -mssse3 -O3
+
+strip Example_mingw.exe

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_file_conv.cmd

@@ -0,0 +1,14 @@
+set ROOT=../src/
+g++ ^
+    %ROOT%base/Timing.cpp ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%buffer/AllProcessors.cpp ^
+    %ROOT%message/MessageConverter.cpp ^
+    %ROOT%tests/FileConverter.cpp ^
+    -I"../src" -o"FileConverter_mingw.exe" ^
+    -D NDEBUG -D TIMING ^
+    -std=c++11 -mssse3 -O3
+
+strip FileConverter_mingw.exe

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_lib.cmd

@@ -0,0 +1,11 @@
+set ROOT=../src/
+g++ ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%iconv/iconv.cpp ^
+    -I"../src" -shared -o"iconv_u8l_mingw.dll" ^
+    -D NDEBUG -D ICONV_UTF8LUT_BUILD ^
+    -std=c++11 -mssse3 -O3
+
+strip iconv_u8l_mingw.dll

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_sample.cmd

@@ -0,0 +1,8 @@
+set ROOT=../src/
+g++ ^
+    %ROOT%tests/iconv_sample.c ^
+    iconv_u8l_mingw.dll ^
+    -I"../src" -o"iconv_sample_mingw.exe" ^
+    -std=c++11 -mssse3 -O3
+
+copy ..\data\test_minimal.txt data_utf8.txt

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_corr_tests.cmd

@@ -0,0 +1,11 @@
+set ROOT=../src/
+cl ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%buffer/AllProcessors.cpp ^
+    %ROOT%message/MessageConverter.cpp ^
+    %ROOT%tests/CorrectnessTests.cpp ^
+    /I"../src" /Fe"CorrectnessTests_msvc.exe" ^
+    /D _CRT_SECURE_NO_DEPRECATE ^
+    /O2 /Oi /W2 /EHsc /FAs /Zi /MD /link/opt:ref

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_example.cmd

@@ -0,0 +1,12 @@
+set ROOT=../src/
+cl ^
+    %ROOT%base/Timing.cpp ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%message/MessageConverter.cpp ^
+    %ROOT%tests/Example.cpp ^
+    /I"../src" /Fe"Example_msvc.exe" ^
+    /D _CRT_SECURE_NO_DEPRECATE ^
+    /D NDEBUG /D TIMING ^
+    /O2 /Oi /W2 /EHsc /FAs /Zi /MD /link/opt:ref

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_file_conv.cmd

@@ -0,0 +1,13 @@
+set ROOT=../src/
+cl ^
+    %ROOT%base/Timing.cpp ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%buffer/AllProcessors.cpp ^
+    %ROOT%message/MessageConverter.cpp ^
+    %ROOT%tests/FileConverter.cpp ^
+    /I"../src" /Fe"FileConverter_msvc.exe" ^
+    /D _CRT_SECURE_NO_DEPRECATE ^
+    /D NDEBUG /D TIMING ^
+    /O2 /Oi /W2 /EHsc /FAs /Zi /MD /link/opt:ref

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_lib.cmd

@@ -0,0 +1,10 @@
+set ROOT=../src/
+cl ^
+    %ROOT%core/DecoderLut.cpp ^
+    %ROOT%core/EncoderLut.cpp ^
+    %ROOT%buffer/BaseBufferProcessor.cpp ^
+    %ROOT%iconv/iconv.cpp ^
+    /I"../src" /LD /Fe"iconv_u8l_msvc.dll" ^
+    /D _CRT_SECURE_NO_DEPRECATE ^
+    /D NDEBUG /D ICONV_UTF8LUT_BUILD ^
+    /O2 /Oi /W2 /EHsc /FAs /Zi /MD /link/opt:ref

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_sample.cmd

@@ -0,0 +1,9 @@
+set ROOT=../src/
+cl ^
+    %ROOT%tests/iconv_sample.c ^
+    iconv_u8l_msvc.lib ^
+    /I"../src" /Fe"iconv_sample_msvc.exe" ^
+    /D _CRT_SECURE_NO_DEPRECATE ^
+    /O2 /W2 /EHsc /Zi /MD
+
+copy ..\data\test_minimal.txt data_utf8.txt

package/deps/simdutf/benchmarks/competition/utf8lut/scripts/html_table.py

@@ -0,0 +1,25 @@
+import json, sys
+
+with open(sys.argv[1] + "/results.json", 'rt') as f:
+    data = json.load(f)
+
+tests = data['tests']
+solutions = data['solutions']
+
+print('<tr>')
+print('  <th></th>')
+for sol in solutions:
+    print('  <th>%s</th>' % sol)
+print('</tr>')
+for test in tests:
+    print('<tr>')
+    print('  <th>%s</th>' % test)
+    for sol in solutions:
+        values = data['xdata'][test][sol]
+        for i in range(2):
+            if values[i] is None:
+                values[i] = '???'
+            else:
+                values[i] = '%.2f' % values[i]
+        print('  <td>%s / %s</td>' % (values[0], values[1]))
+    print('</tr>')