koffi 2.3.6-beta.6 → 2.3.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (276) hide show
  1. package/CHANGELOG.md +7 -0
  2. package/package.json +2 -2
  3. package/src/cnoke/cnoke.js +3 -7
  4. package/src/cnoke/src/builder.js +9 -6
  5. package/src/cnoke/src/index.js +2 -2
  6. package/src/koffi/build/2.3.7/koffi_darwin_arm64/koffi.node +0 -0
  7. package/src/koffi/build/2.3.7/koffi_darwin_x64/koffi.node +0 -0
  8. package/src/koffi/build/2.3.7/koffi_freebsd_arm64/koffi.node +0 -0
  9. package/src/koffi/build/2.3.7/koffi_freebsd_ia32/koffi.node +0 -0
  10. package/src/koffi/build/2.3.7/koffi_freebsd_x64/koffi.node +0 -0
  11. package/src/koffi/build/2.3.7/koffi_linux_arm32hf/koffi.node +0 -0
  12. package/src/koffi/build/2.3.7/koffi_linux_arm64/koffi.node +0 -0
  13. package/src/koffi/build/2.3.7/koffi_linux_ia32/koffi.node +0 -0
  14. package/src/koffi/build/2.3.7/koffi_linux_riscv64hf64/koffi.node +0 -0
  15. package/src/koffi/build/2.3.7/koffi_linux_x64/koffi.node +0 -0
  16. package/src/koffi/build/2.3.7/koffi_openbsd_ia32/koffi.node +0 -0
  17. package/src/koffi/build/2.3.7/koffi_openbsd_x64/koffi.node +0 -0
  18. package/src/koffi/build/2.3.7/koffi_win32_arm64/koffi.node +0 -0
  19. package/src/koffi/build/2.3.7/koffi_win32_ia32/koffi.node +0 -0
  20. package/src/koffi/build/2.3.7/koffi_win32_x64/koffi.node +0 -0
  21. package/src/koffi/src/ffi.cc +2 -2
  22. package/src/koffi/src/index.d.ts +2 -2
  23. package/src/koffi/src/index.js +1 -0
  24. package/src/koffi/build/2.3.6-beta.6/koffi_darwin_arm64/koffi.node +0 -0
  25. package/src/koffi/build/2.3.6-beta.6/koffi_darwin_x64/koffi.node +0 -0
  26. package/src/koffi/build/2.3.6-beta.6/koffi_freebsd_arm64/koffi.node +0 -0
  27. package/src/koffi/build/2.3.6-beta.6/koffi_freebsd_ia32/koffi.node +0 -0
  28. package/src/koffi/build/2.3.6-beta.6/koffi_freebsd_x64/koffi.node +0 -0
  29. package/src/koffi/build/2.3.6-beta.6/koffi_linux_arm32hf/koffi.node +0 -0
  30. package/src/koffi/build/2.3.6-beta.6/koffi_linux_arm64/koffi.node +0 -0
  31. package/src/koffi/build/2.3.6-beta.6/koffi_linux_ia32/koffi.node +0 -0
  32. package/src/koffi/build/2.3.6-beta.6/koffi_linux_riscv64hf64/koffi.node +0 -0
  33. package/src/koffi/build/2.3.6-beta.6/koffi_linux_x64/koffi.node +0 -0
  34. package/src/koffi/build/2.3.6-beta.6/koffi_openbsd_ia32/koffi.node +0 -0
  35. package/src/koffi/build/2.3.6-beta.6/koffi_openbsd_x64/koffi.node +0 -0
  36. package/src/koffi/build/2.3.6-beta.6/koffi_win32_arm64/koffi.node +0 -0
  37. package/src/koffi/build/2.3.6-beta.6/koffi_win32_arm64/koffi.pdb +0 -0
  38. package/src/koffi/build/2.3.6-beta.6/koffi_win32_ia32/koffi.node +0 -0
  39. package/src/koffi/build/2.3.6-beta.6/koffi_win32_ia32/koffi.pdb +0 -0
  40. package/src/koffi/build/2.3.6-beta.6/koffi_win32_x64/koffi.node +0 -0
  41. package/src/koffi/build/2.3.6-beta.6/koffi_win32_x64/koffi.pdb +0 -0
  42. package/vendor/brotli/BUILD +0 -144
  43. package/vendor/brotli/CMakeLists.txt +0 -421
  44. package/vendor/brotli/CONTRIBUTING.md +0 -27
  45. package/vendor/brotli/LICENSE +0 -19
  46. package/vendor/brotli/MANIFEST.in +0 -17
  47. package/vendor/brotli/Makefile +0 -55
  48. package/vendor/brotli/Makefile.am +0 -38
  49. package/vendor/brotli/README +0 -15
  50. package/vendor/brotli/README.md +0 -104
  51. package/vendor/brotli/WORKSPACE +0 -21
  52. package/vendor/brotli/bootstrap +0 -35
  53. package/vendor/brotli/c/common/constants.c +0 -15
  54. package/vendor/brotli/c/common/constants.h +0 -200
  55. package/vendor/brotli/c/common/context.c +0 -156
  56. package/vendor/brotli/c/common/context.h +0 -113
  57. package/vendor/brotli/c/common/dictionary.c +0 -5914
  58. package/vendor/brotli/c/common/dictionary.h +0 -64
  59. package/vendor/brotli/c/common/platform.c +0 -22
  60. package/vendor/brotli/c/common/platform.h +0 -596
  61. package/vendor/brotli/c/common/transform.c +0 -291
  62. package/vendor/brotli/c/common/transform.h +0 -85
  63. package/vendor/brotli/c/common/version.h +0 -26
  64. package/vendor/brotli/c/dec/bit_reader.c +0 -76
  65. package/vendor/brotli/c/dec/bit_reader.h +0 -351
  66. package/vendor/brotli/c/dec/decode.c +0 -2608
  67. package/vendor/brotli/c/dec/huffman.c +0 -339
  68. package/vendor/brotli/c/dec/huffman.h +0 -121
  69. package/vendor/brotli/c/dec/prefix.h +0 -732
  70. package/vendor/brotli/c/dec/state.c +0 -159
  71. package/vendor/brotli/c/dec/state.h +0 -365
  72. package/vendor/brotli/c/enc/backward_references.c +0 -145
  73. package/vendor/brotli/c/enc/backward_references.h +0 -39
  74. package/vendor/brotli/c/enc/backward_references_hq.c +0 -843
  75. package/vendor/brotli/c/enc/backward_references_hq.h +0 -95
  76. package/vendor/brotli/c/enc/backward_references_inc.h +0 -163
  77. package/vendor/brotli/c/enc/bit_cost.c +0 -35
  78. package/vendor/brotli/c/enc/bit_cost.h +0 -63
  79. package/vendor/brotli/c/enc/bit_cost_inc.h +0 -127
  80. package/vendor/brotli/c/enc/block_encoder_inc.h +0 -34
  81. package/vendor/brotli/c/enc/block_splitter.c +0 -194
  82. package/vendor/brotli/c/enc/block_splitter.h +0 -51
  83. package/vendor/brotli/c/enc/block_splitter_inc.h +0 -440
  84. package/vendor/brotli/c/enc/brotli_bit_stream.c +0 -1314
  85. package/vendor/brotli/c/enc/brotli_bit_stream.h +0 -84
  86. package/vendor/brotli/c/enc/cluster.c +0 -56
  87. package/vendor/brotli/c/enc/cluster.h +0 -48
  88. package/vendor/brotli/c/enc/cluster_inc.h +0 -320
  89. package/vendor/brotli/c/enc/command.c +0 -28
  90. package/vendor/brotli/c/enc/command.h +0 -190
  91. package/vendor/brotli/c/enc/compress_fragment.c +0 -790
  92. package/vendor/brotli/c/enc/compress_fragment.h +0 -61
  93. package/vendor/brotli/c/enc/compress_fragment_two_pass.c +0 -645
  94. package/vendor/brotli/c/enc/compress_fragment_two_pass.h +0 -54
  95. package/vendor/brotli/c/enc/dictionary_hash.c +0 -1846
  96. package/vendor/brotli/c/enc/dictionary_hash.h +0 -25
  97. package/vendor/brotli/c/enc/encode.c +0 -1927
  98. package/vendor/brotli/c/enc/encoder_dict.c +0 -33
  99. package/vendor/brotli/c/enc/encoder_dict.h +0 -43
  100. package/vendor/brotli/c/enc/entropy_encode.c +0 -503
  101. package/vendor/brotli/c/enc/entropy_encode.h +0 -122
  102. package/vendor/brotli/c/enc/entropy_encode_static.h +0 -539
  103. package/vendor/brotli/c/enc/fast_log.c +0 -105
  104. package/vendor/brotli/c/enc/fast_log.h +0 -66
  105. package/vendor/brotli/c/enc/find_match_length.h +0 -79
  106. package/vendor/brotli/c/enc/hash.h +0 -488
  107. package/vendor/brotli/c/enc/hash_composite_inc.h +0 -125
  108. package/vendor/brotli/c/enc/hash_forgetful_chain_inc.h +0 -293
  109. package/vendor/brotli/c/enc/hash_longest_match64_inc.h +0 -267
  110. package/vendor/brotli/c/enc/hash_longest_match_inc.h +0 -262
  111. package/vendor/brotli/c/enc/hash_longest_match_quickly_inc.h +0 -266
  112. package/vendor/brotli/c/enc/hash_rolling_inc.h +0 -212
  113. package/vendor/brotli/c/enc/hash_to_binary_tree_inc.h +0 -329
  114. package/vendor/brotli/c/enc/histogram.c +0 -100
  115. package/vendor/brotli/c/enc/histogram.h +0 -63
  116. package/vendor/brotli/c/enc/histogram_inc.h +0 -51
  117. package/vendor/brotli/c/enc/literal_cost.c +0 -175
  118. package/vendor/brotli/c/enc/literal_cost.h +0 -30
  119. package/vendor/brotli/c/enc/memory.c +0 -170
  120. package/vendor/brotli/c/enc/memory.h +0 -114
  121. package/vendor/brotli/c/enc/metablock.c +0 -663
  122. package/vendor/brotli/c/enc/metablock.h +0 -105
  123. package/vendor/brotli/c/enc/metablock_inc.h +0 -183
  124. package/vendor/brotli/c/enc/params.h +0 -46
  125. package/vendor/brotli/c/enc/prefix.h +0 -53
  126. package/vendor/brotli/c/enc/quality.h +0 -165
  127. package/vendor/brotli/c/enc/ringbuffer.h +0 -167
  128. package/vendor/brotli/c/enc/static_dict.c +0 -486
  129. package/vendor/brotli/c/enc/static_dict.h +0 -40
  130. package/vendor/brotli/c/enc/static_dict_lut.h +0 -5864
  131. package/vendor/brotli/c/enc/utf8_util.c +0 -85
  132. package/vendor/brotli/c/enc/utf8_util.h +0 -32
  133. package/vendor/brotli/c/enc/write_bits.h +0 -87
  134. package/vendor/brotli/c/include/brotli/decode.h +0 -344
  135. package/vendor/brotli/c/include/brotli/encode.h +0 -448
  136. package/vendor/brotli/c/include/brotli/port.h +0 -288
  137. package/vendor/brotli/c/include/brotli/types.h +0 -83
  138. package/vendor/brotli/c/tools/brotli.c +0 -1116
  139. package/vendor/brotli/c/tools/brotli.md +0 -107
  140. package/vendor/brotli/compiler_config_setting.bzl +0 -28
  141. package/vendor/brotli/configure +0 -8
  142. package/vendor/brotli/configure-cmake +0 -318
  143. package/vendor/brotli/configure.ac +0 -14
  144. package/vendor/brotli/docs/brotli.1 +0 -132
  145. package/vendor/brotli/docs/constants.h.3 +0 -47
  146. package/vendor/brotli/docs/decode.h.3 +0 -415
  147. package/vendor/brotli/docs/encode.h.3 +0 -586
  148. package/vendor/brotli/docs/types.h.3 +0 -117
  149. package/vendor/brotli/premake5.lua +0 -78
  150. package/vendor/brotli/python/Makefile +0 -57
  151. package/vendor/brotli/python/README.md +0 -54
  152. package/vendor/brotli/python/_brotli.cc +0 -753
  153. package/vendor/brotli/python/bro.py +0 -160
  154. package/vendor/brotli/python/brotli.py +0 -56
  155. package/vendor/brotli/python/tests/__init__.py +0 -0
  156. package/vendor/brotli/python/tests/_test_utils.py +0 -112
  157. package/vendor/brotli/python/tests/bro_test.py +0 -102
  158. package/vendor/brotli/python/tests/compress_test.py +0 -41
  159. package/vendor/brotli/python/tests/compressor_test.py +0 -94
  160. package/vendor/brotli/python/tests/decompress_test.py +0 -42
  161. package/vendor/brotli/python/tests/decompressor_test.py +0 -59
  162. package/vendor/brotli/scripts/libbrotlicommon.pc.in +0 -11
  163. package/vendor/brotli/scripts/libbrotlidec.pc.in +0 -12
  164. package/vendor/brotli/scripts/libbrotlienc.pc.in +0 -12
  165. package/vendor/brotli/scripts/sources.lst +0 -104
  166. package/vendor/brotli/setup.cfg +0 -5
  167. package/vendor/brotli/setup.py +0 -293
  168. package/vendor/brotli/tests/Makefile +0 -17
  169. package/vendor/brotli/tests/compatibility_test.sh +0 -25
  170. package/vendor/brotli/tests/roundtrip_test.sh +0 -36
  171. package/vendor/brotli/tests/run-compatibility-test.cmake +0 -31
  172. package/vendor/brotli/tests/run-roundtrip-test.cmake +0 -36
  173. package/vendor/brotli/tests/testdata/empty +0 -0
  174. package/vendor/brotli/tests/testdata/empty.compressed +0 -1
  175. package/vendor/brotli/tests/testdata/ukkonooa +0 -1
  176. package/vendor/brotli/tests/testdata/ukkonooa.compressed +0 -0
  177. package/vendor/dragonbox/CMakeLists.txt +0 -123
  178. package/vendor/dragonbox/LICENSE-Apache2-LLVM +0 -218
  179. package/vendor/dragonbox/LICENSE-Boost +0 -23
  180. package/vendor/dragonbox/README.md +0 -277
  181. package/vendor/dragonbox/cmake/dragonboxConfig.cmake +0 -1
  182. package/vendor/dragonbox/include/dragonbox/dragonbox.h +0 -2674
  183. package/vendor/dragonbox/include/dragonbox/dragonbox_to_chars.h +0 -108
  184. package/vendor/dragonbox/other_files/Dragonbox.pdf +0 -0
  185. package/vendor/dragonbox/other_files/Dragonbox_old.pdf +0 -0
  186. package/vendor/dragonbox/other_files/milo_benchmark.png +0 -0
  187. package/vendor/dragonbox/other_files/unknown_win64_vc2019.html +0 -540
  188. package/vendor/dragonbox/other_files/unknown_win64_vc2019_randomdigit_time.png +0 -0
  189. package/vendor/dragonbox/source/dragonbox_to_chars.cpp +0 -303
  190. package/vendor/dragonbox/subproject/3rdparty/grisu_exact/CMakeLists.txt +0 -24
  191. package/vendor/dragonbox/subproject/3rdparty/grisu_exact/fp_to_chars.cpp +0 -238
  192. package/vendor/dragonbox/subproject/3rdparty/grisu_exact/fp_to_chars.h +0 -95
  193. package/vendor/dragonbox/subproject/3rdparty/grisu_exact/grisu_exact.h +0 -2666
  194. package/vendor/dragonbox/subproject/3rdparty/ryu/CMakeLists.txt +0 -16
  195. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/common.h +0 -114
  196. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/d2s.c +0 -509
  197. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/d2s_full_table.h +0 -367
  198. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/d2s_intrinsics.h +0 -357
  199. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/digit_table.h +0 -35
  200. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/f2s.c +0 -345
  201. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/f2s_full_table.h +0 -55
  202. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/f2s_intrinsics.h +0 -128
  203. package/vendor/dragonbox/subproject/3rdparty/ryu/ryu/ryu.h +0 -46
  204. package/vendor/dragonbox/subproject/3rdparty/schubfach/CMakeLists.txt +0 -22
  205. package/vendor/dragonbox/subproject/3rdparty/schubfach/schubfach_32.cc +0 -699
  206. package/vendor/dragonbox/subproject/3rdparty/schubfach/schubfach_32.h +0 -31
  207. package/vendor/dragonbox/subproject/3rdparty/schubfach/schubfach_64.cc +0 -1354
  208. package/vendor/dragonbox/subproject/3rdparty/schubfach/schubfach_64.h +0 -31
  209. package/vendor/dragonbox/subproject/3rdparty/shaded_plots/example_shaded_plots.m +0 -68
  210. package/vendor/dragonbox/subproject/3rdparty/shaded_plots/license.txt +0 -25
  211. package/vendor/dragonbox/subproject/3rdparty/shaded_plots/plot_distribution.m +0 -92
  212. package/vendor/dragonbox/subproject/3rdparty/shaded_plots/plot_distribution_prctile.m +0 -121
  213. package/vendor/dragonbox/subproject/3rdparty/shaded_plots/plot_histogram_shaded.m +0 -99
  214. package/vendor/dragonbox/subproject/3rdparty/shaded_plots/plot_shaded.m +0 -93
  215. package/vendor/dragonbox/subproject/benchmark/CMakeLists.txt +0 -65
  216. package/vendor/dragonbox/subproject/benchmark/include/benchmark.h +0 -40
  217. package/vendor/dragonbox/subproject/benchmark/matlab/plot_benchmarks.m +0 -22
  218. package/vendor/dragonbox/subproject/benchmark/matlab/plot_digit_benchmark.m +0 -78
  219. package/vendor/dragonbox/subproject/benchmark/matlab/plot_uniform_benchmark.m +0 -95
  220. package/vendor/dragonbox/subproject/benchmark/results/digits_benchmark_binary32_clang.png +0 -0
  221. package/vendor/dragonbox/subproject/benchmark/results/digits_benchmark_binary32_msvc.png +0 -0
  222. package/vendor/dragonbox/subproject/benchmark/results/digits_benchmark_binary64_clang.png +0 -0
  223. package/vendor/dragonbox/subproject/benchmark/results/digits_benchmark_binary64_msvc.png +0 -0
  224. package/vendor/dragonbox/subproject/benchmark/results/uniform_benchmark_binary32_clang.png +0 -0
  225. package/vendor/dragonbox/subproject/benchmark/results/uniform_benchmark_binary32_msvc.png +0 -0
  226. package/vendor/dragonbox/subproject/benchmark/results/uniform_benchmark_binary64_clang.png +0 -0
  227. package/vendor/dragonbox/subproject/benchmark/results/uniform_benchmark_binary64_msvc.png +0 -0
  228. package/vendor/dragonbox/subproject/benchmark/source/benchmark.cpp +0 -238
  229. package/vendor/dragonbox/subproject/benchmark/source/dragonbox.cpp +0 -30
  230. package/vendor/dragonbox/subproject/benchmark/source/grisu_exact.cpp +0 -36
  231. package/vendor/dragonbox/subproject/benchmark/source/ryu.cpp +0 -27
  232. package/vendor/dragonbox/subproject/benchmark/source/schubfach.cpp +0 -31
  233. package/vendor/dragonbox/subproject/common/CMakeLists.txt +0 -42
  234. package/vendor/dragonbox/subproject/common/include/best_rational_approx.h +0 -97
  235. package/vendor/dragonbox/subproject/common/include/big_uint.h +0 -218
  236. package/vendor/dragonbox/subproject/common/include/continued_fractions.h +0 -174
  237. package/vendor/dragonbox/subproject/common/include/good_rational_approx.h +0 -267
  238. package/vendor/dragonbox/subproject/common/include/random_float.h +0 -182
  239. package/vendor/dragonbox/subproject/common/include/rational_continued_fractions.h +0 -57
  240. package/vendor/dragonbox/subproject/common/source/big_uint.cpp +0 -602
  241. package/vendor/dragonbox/subproject/meta/CMakeLists.txt +0 -41
  242. package/vendor/dragonbox/subproject/meta/results/binary32_generated_cache.txt +0 -82
  243. package/vendor/dragonbox/subproject/meta/results/binary64_compressed_cache_error_table.txt +0 -10
  244. package/vendor/dragonbox/subproject/meta/results/binary64_generated_cache.txt +0 -623
  245. package/vendor/dragonbox/subproject/meta/source/generate_cache.cpp +0 -126
  246. package/vendor/dragonbox/subproject/meta/source/live_test.cpp +0 -81
  247. package/vendor/dragonbox/subproject/meta/source/perf_test.cpp +0 -104
  248. package/vendor/dragonbox/subproject/meta/source/sandbox.cpp +0 -20
  249. package/vendor/dragonbox/subproject/test/CMakeLists.txt +0 -70
  250. package/vendor/dragonbox/subproject/test/results/binary32.csv +0 -255
  251. package/vendor/dragonbox/subproject/test/results/binary64.csv +0 -2047
  252. package/vendor/dragonbox/subproject/test/results/plot_required_bits.m +0 -18
  253. package/vendor/dragonbox/subproject/test/source/test_all_shorter_interval_cases.cpp +0 -88
  254. package/vendor/dragonbox/subproject/test/source/uniform_random_test.cpp +0 -95
  255. package/vendor/dragonbox/subproject/test/source/verify_cache_precision.cpp +0 -338
  256. package/vendor/dragonbox/subproject/test/source/verify_compressed_cache.cpp +0 -154
  257. package/vendor/dragonbox/subproject/test/source/verify_fast_multiplication.cpp +0 -168
  258. package/vendor/dragonbox/subproject/test/source/verify_log_computation.cpp +0 -251
  259. package/vendor/dragonbox/subproject/test/source/verify_magic_division.cpp +0 -113
  260. package/vendor/miniz/ChangeLog.md +0 -239
  261. package/vendor/miniz/LICENSE +0 -22
  262. package/vendor/miniz/examples/example1.c +0 -105
  263. package/vendor/miniz/examples/example2.c +0 -164
  264. package/vendor/miniz/examples/example3.c +0 -269
  265. package/vendor/miniz/examples/example4.c +0 -102
  266. package/vendor/miniz/examples/example5.c +0 -327
  267. package/vendor/miniz/examples/example6.c +0 -166
  268. package/vendor/miniz/miniz.c +0 -7835
  269. package/vendor/miniz/miniz.h +0 -1422
  270. package/vendor/miniz/readme.md +0 -46
  271. /package/src/koffi/build/{2.3.6-beta.6 → 2.3.7}/koffi_win32_arm64/koffi.exp +0 -0
  272. /package/src/koffi/build/{2.3.6-beta.6 → 2.3.7}/koffi_win32_arm64/koffi.lib +0 -0
  273. /package/src/koffi/build/{2.3.6-beta.6 → 2.3.7}/koffi_win32_ia32/koffi.exp +0 -0
  274. /package/src/koffi/build/{2.3.6-beta.6 → 2.3.7}/koffi_win32_ia32/koffi.lib +0 -0
  275. /package/src/koffi/build/{2.3.6-beta.6 → 2.3.7}/koffi_win32_x64/koffi.exp +0 -0
  276. /package/src/koffi/build/{2.3.6-beta.6 → 2.3.7}/koffi_win32_x64/koffi.lib +0 -0
@@ -1,212 +0,0 @@
1
- /* NOLINT(build/header_guard) */
2
- /* Copyright 2018 Google Inc. All Rights Reserved.
3
-
4
- Distributed under MIT license.
5
- See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
6
- */
7
-
8
- /* template parameters: FN, JUMP, NUMBUCKETS, MASK, CHUNKLEN */
9
- /* NUMBUCKETS / (MASK + 1) = probability of storing and using hash code. */
10
- /* JUMP = skip bytes for speedup */
11
-
12
- /* Rolling hash for long distance long string matches. Stores one position
13
- per bucket, bucket key is computed over a long region. */
14
-
15
- #define HashRolling HASHER()
16
-
17
- static const uint32_t FN(kRollingHashMul32) = 69069;
18
- static const uint32_t FN(kInvalidPos) = 0xffffffff;
19
-
20
- /* This hasher uses a longer forward length, but returning a higher value here
21
- will hurt compression by the main hasher when combined with a composite
22
- hasher. The hasher tests for forward itself instead. */
23
- static BROTLI_INLINE size_t FN(HashTypeLength)(void) { return 4; }
24
- static BROTLI_INLINE size_t FN(StoreLookahead)(void) { return 4; }
25
-
26
- /* Computes a code from a single byte. A lookup table of 256 values could be
27
- used, but simply adding 1 works about as good. */
28
- static uint32_t FN(HashByte)(uint8_t byte) {
29
- return (uint32_t)byte + 1u;
30
- }
31
-
32
- static uint32_t FN(HashRollingFunctionInitial)(uint32_t state, uint8_t add,
33
- uint32_t factor) {
34
- return (uint32_t)(factor * state + FN(HashByte)(add));
35
- }
36
-
37
- static uint32_t FN(HashRollingFunction)(uint32_t state, uint8_t add,
38
- uint8_t rem, uint32_t factor,
39
- uint32_t factor_remove) {
40
- return (uint32_t)(factor * state +
41
- FN(HashByte)(add) - factor_remove * FN(HashByte)(rem));
42
- }
43
-
44
- typedef struct HashRolling {
45
- uint32_t state;
46
- uint32_t* table;
47
- size_t next_ix;
48
-
49
- uint32_t chunk_len;
50
- uint32_t factor;
51
- uint32_t factor_remove;
52
- } HashRolling;
53
-
54
- static void FN(Initialize)(
55
- HasherCommon* common, HashRolling* BROTLI_RESTRICT self,
56
- const BrotliEncoderParams* params) {
57
- size_t i;
58
- self->state = 0;
59
- self->next_ix = 0;
60
-
61
- self->factor = FN(kRollingHashMul32);
62
-
63
- /* Compute the factor of the oldest byte to remove: factor**steps modulo
64
- 0xffffffff (the multiplications rely on 32-bit overflow) */
65
- self->factor_remove = 1;
66
- for (i = 0; i < CHUNKLEN; i += JUMP) {
67
- self->factor_remove *= self->factor;
68
- }
69
-
70
- self->table = (uint32_t*)common->extra;
71
- for (i = 0; i < NUMBUCKETS; i++) {
72
- self->table[i] = FN(kInvalidPos);
73
- }
74
-
75
- BROTLI_UNUSED(params);
76
- }
77
-
78
- static void FN(Prepare)(HashRolling* BROTLI_RESTRICT self, BROTLI_BOOL one_shot,
79
- size_t input_size, const uint8_t* BROTLI_RESTRICT data) {
80
- size_t i;
81
- /* Too small size, cannot use this hasher. */
82
- if (input_size < CHUNKLEN) return;
83
- self->state = 0;
84
- for (i = 0; i < CHUNKLEN; i += JUMP) {
85
- self->state = FN(HashRollingFunctionInitial)(
86
- self->state, data[i], self->factor);
87
- }
88
- BROTLI_UNUSED(one_shot);
89
- }
90
-
91
- static BROTLI_INLINE size_t FN(HashMemAllocInBytes)(
92
- const BrotliEncoderParams* params, BROTLI_BOOL one_shot,
93
- size_t input_size) {
94
- return NUMBUCKETS * sizeof(uint32_t);
95
- BROTLI_UNUSED(params);
96
- BROTLI_UNUSED(one_shot);
97
- BROTLI_UNUSED(input_size);
98
- }
99
-
100
- static BROTLI_INLINE void FN(Store)(HashRolling* BROTLI_RESTRICT self,
101
- const uint8_t* BROTLI_RESTRICT data, const size_t mask, const size_t ix) {
102
- BROTLI_UNUSED(self);
103
- BROTLI_UNUSED(data);
104
- BROTLI_UNUSED(mask);
105
- BROTLI_UNUSED(ix);
106
- }
107
-
108
- static BROTLI_INLINE void FN(StoreRange)(HashRolling* BROTLI_RESTRICT self,
109
- const uint8_t* BROTLI_RESTRICT data, const size_t mask,
110
- const size_t ix_start, const size_t ix_end) {
111
- BROTLI_UNUSED(self);
112
- BROTLI_UNUSED(data);
113
- BROTLI_UNUSED(mask);
114
- BROTLI_UNUSED(ix_start);
115
- BROTLI_UNUSED(ix_end);
116
- }
117
-
118
- static BROTLI_INLINE void FN(StitchToPreviousBlock)(
119
- HashRolling* BROTLI_RESTRICT self,
120
- size_t num_bytes, size_t position, const uint8_t* ringbuffer,
121
- size_t ring_buffer_mask) {
122
- /* In this case we must re-initialize the hasher from scratch from the
123
- current position. */
124
- size_t position_masked;
125
- size_t available = num_bytes;
126
- if ((position & (JUMP - 1)) != 0) {
127
- size_t diff = JUMP - (position & (JUMP - 1));
128
- available = (diff > available) ? 0 : (available - diff);
129
- position += diff;
130
- }
131
- position_masked = position & ring_buffer_mask;
132
- /* wrapping around ringbuffer not handled. */
133
- if (available > ring_buffer_mask - position_masked) {
134
- available = ring_buffer_mask - position_masked;
135
- }
136
-
137
- FN(Prepare)(self, BROTLI_FALSE, available,
138
- ringbuffer + (position & ring_buffer_mask));
139
- self->next_ix = position;
140
- BROTLI_UNUSED(num_bytes);
141
- }
142
-
143
- static BROTLI_INLINE void FN(PrepareDistanceCache)(
144
- HashRolling* BROTLI_RESTRICT self,
145
- int* BROTLI_RESTRICT distance_cache) {
146
- BROTLI_UNUSED(self);
147
- BROTLI_UNUSED(distance_cache);
148
- }
149
-
150
- static BROTLI_INLINE void FN(FindLongestMatch)(
151
- HashRolling* BROTLI_RESTRICT self,
152
- const BrotliEncoderDictionary* dictionary,
153
- const uint8_t* BROTLI_RESTRICT data, const size_t ring_buffer_mask,
154
- const int* BROTLI_RESTRICT distance_cache, const size_t cur_ix,
155
- const size_t max_length, const size_t max_backward,
156
- const size_t dictionary_distance, const size_t max_distance,
157
- HasherSearchResult* BROTLI_RESTRICT out) {
158
- const size_t cur_ix_masked = cur_ix & ring_buffer_mask;
159
- size_t pos;
160
-
161
- if ((cur_ix & (JUMP - 1)) != 0) return;
162
-
163
- /* Not enough lookahead */
164
- if (max_length < CHUNKLEN) return;
165
-
166
- for (pos = self->next_ix; pos <= cur_ix; pos += JUMP) {
167
- uint32_t code = self->state & MASK;
168
-
169
- uint8_t rem = data[pos & ring_buffer_mask];
170
- uint8_t add = data[(pos + CHUNKLEN) & ring_buffer_mask];
171
- size_t found_ix = FN(kInvalidPos);
172
-
173
- self->state = FN(HashRollingFunction)(
174
- self->state, add, rem, self->factor, self->factor_remove);
175
-
176
- if (code < NUMBUCKETS) {
177
- found_ix = self->table[code];
178
- self->table[code] = (uint32_t)pos;
179
- if (pos == cur_ix && found_ix != FN(kInvalidPos)) {
180
- /* The cast to 32-bit makes backward distances up to 4GB work even
181
- if cur_ix is above 4GB, despite using 32-bit values in the table. */
182
- size_t backward = (uint32_t)(cur_ix - found_ix);
183
- if (backward <= max_backward) {
184
- const size_t found_ix_masked = found_ix & ring_buffer_mask;
185
- const size_t len = FindMatchLengthWithLimit(&data[found_ix_masked],
186
- &data[cur_ix_masked],
187
- max_length);
188
- if (len >= 4 && len > out->len) {
189
- score_t score = BackwardReferenceScore(len, backward);
190
- if (score > out->score) {
191
- out->len = len;
192
- out->distance = backward;
193
- out->score = score;
194
- out->len_code_delta = 0;
195
- }
196
- }
197
- }
198
- }
199
- }
200
- }
201
-
202
- self->next_ix = cur_ix + JUMP;
203
-
204
- /* NOTE: this hasher does not search in the dictionary. It is used as
205
- backup-hasher, the main hasher already searches in it. */
206
- BROTLI_UNUSED(dictionary);
207
- BROTLI_UNUSED(distance_cache);
208
- BROTLI_UNUSED(dictionary_distance);
209
- BROTLI_UNUSED(max_distance);
210
- }
211
-
212
- #undef HashRolling
@@ -1,329 +0,0 @@
1
- /* NOLINT(build/header_guard) */
2
- /* Copyright 2016 Google Inc. All Rights Reserved.
3
-
4
- Distributed under MIT license.
5
- See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
6
- */
7
-
8
- /* template parameters: FN, BUCKET_BITS, MAX_TREE_COMP_LENGTH,
9
- MAX_TREE_SEARCH_DEPTH */
10
-
11
- /* A (forgetful) hash table where each hash bucket contains a binary tree of
12
- sequences whose first 4 bytes share the same hash code.
13
- Each sequence is MAX_TREE_COMP_LENGTH long and is identified by its starting
14
- position in the input data. The binary tree is sorted by the lexicographic
15
- order of the sequences, and it is also a max-heap with respect to the
16
- starting positions. */
17
-
18
- #define HashToBinaryTree HASHER()
19
-
20
- #define BUCKET_SIZE (1 << BUCKET_BITS)
21
-
22
- static BROTLI_INLINE size_t FN(HashTypeLength)(void) { return 4; }
23
- static BROTLI_INLINE size_t FN(StoreLookahead)(void) {
24
- return MAX_TREE_COMP_LENGTH;
25
- }
26
-
27
- static uint32_t FN(HashBytes)(const uint8_t* BROTLI_RESTRICT data) {
28
- uint32_t h = BROTLI_UNALIGNED_LOAD32LE(data) * kHashMul32;
29
- /* The higher bits contain more mixture from the multiplication,
30
- so we take our results from there. */
31
- return h >> (32 - BUCKET_BITS);
32
- }
33
-
34
- typedef struct HashToBinaryTree {
35
- /* The window size minus 1 */
36
- size_t window_mask_;
37
-
38
- /* Hash table that maps the 4-byte hashes of the sequence to the last
39
- position where this hash was found, which is the root of the binary
40
- tree of sequences that share this hash bucket. */
41
- uint32_t* buckets_; /* uint32_t[BUCKET_SIZE]; */
42
-
43
- /* A position used to mark a non-existent sequence, i.e. a tree is empty if
44
- its root is at invalid_pos_ and a node is a leaf if both its children
45
- are at invalid_pos_. */
46
- uint32_t invalid_pos_;
47
-
48
- /* --- Dynamic size members --- */
49
-
50
- /* The union of the binary trees of each hash bucket. The root of the tree
51
- corresponding to a hash is a sequence starting at buckets_[hash] and
52
- the left and right children of a sequence starting at pos are
53
- forest_[2 * pos] and forest_[2 * pos + 1]. */
54
- uint32_t* forest_; /* uint32_t[2 * num_nodes] */
55
- } HashToBinaryTree;
56
-
57
- static void FN(Initialize)(
58
- HasherCommon* common, HashToBinaryTree* BROTLI_RESTRICT self,
59
- const BrotliEncoderParams* params) {
60
- self->buckets_ = (uint32_t*)common->extra;
61
- self->forest_ = &self->buckets_[BUCKET_SIZE];
62
-
63
- self->window_mask_ = (1u << params->lgwin) - 1u;
64
- self->invalid_pos_ = (uint32_t)(0 - self->window_mask_);
65
- }
66
-
67
- static void FN(Prepare)
68
- (HashToBinaryTree* BROTLI_RESTRICT self, BROTLI_BOOL one_shot,
69
- size_t input_size, const uint8_t* BROTLI_RESTRICT data) {
70
- uint32_t invalid_pos = self->invalid_pos_;
71
- uint32_t i;
72
- uint32_t* BROTLI_RESTRICT buckets = self->buckets_;
73
- BROTLI_UNUSED(data);
74
- BROTLI_UNUSED(one_shot);
75
- BROTLI_UNUSED(input_size);
76
- for (i = 0; i < BUCKET_SIZE; i++) {
77
- buckets[i] = invalid_pos;
78
- }
79
- }
80
-
81
- static BROTLI_INLINE size_t FN(HashMemAllocInBytes)(
82
- const BrotliEncoderParams* params, BROTLI_BOOL one_shot,
83
- size_t input_size) {
84
- size_t num_nodes = (size_t)1 << params->lgwin;
85
- if (one_shot && input_size < num_nodes) {
86
- num_nodes = input_size;
87
- }
88
- return sizeof(uint32_t) * BUCKET_SIZE + 2 * sizeof(uint32_t) * num_nodes;
89
- }
90
-
91
- static BROTLI_INLINE size_t FN(LeftChildIndex)(
92
- HashToBinaryTree* BROTLI_RESTRICT self,
93
- const size_t pos) {
94
- return 2 * (pos & self->window_mask_);
95
- }
96
-
97
- static BROTLI_INLINE size_t FN(RightChildIndex)(
98
- HashToBinaryTree* BROTLI_RESTRICT self,
99
- const size_t pos) {
100
- return 2 * (pos & self->window_mask_) + 1;
101
- }
102
-
103
- /* Stores the hash of the next 4 bytes and in a single tree-traversal, the
104
- hash bucket's binary tree is searched for matches and is re-rooted at the
105
- current position.
106
-
107
- If less than MAX_TREE_COMP_LENGTH data is available, the hash bucket of the
108
- current position is searched for matches, but the state of the hash table
109
- is not changed, since we can not know the final sorting order of the
110
- current (incomplete) sequence.
111
-
112
- This function must be called with increasing cur_ix positions. */
113
- static BROTLI_INLINE BackwardMatch* FN(StoreAndFindMatches)(
114
- HashToBinaryTree* BROTLI_RESTRICT self, const uint8_t* BROTLI_RESTRICT data,
115
- const size_t cur_ix, const size_t ring_buffer_mask, const size_t max_length,
116
- const size_t max_backward, size_t* const BROTLI_RESTRICT best_len,
117
- BackwardMatch* BROTLI_RESTRICT matches) {
118
- const size_t cur_ix_masked = cur_ix & ring_buffer_mask;
119
- const size_t max_comp_len =
120
- BROTLI_MIN(size_t, max_length, MAX_TREE_COMP_LENGTH);
121
- const BROTLI_BOOL should_reroot_tree =
122
- TO_BROTLI_BOOL(max_length >= MAX_TREE_COMP_LENGTH);
123
- const uint32_t key = FN(HashBytes)(&data[cur_ix_masked]);
124
- uint32_t* BROTLI_RESTRICT buckets = self->buckets_;
125
- uint32_t* BROTLI_RESTRICT forest = self->forest_;
126
- size_t prev_ix = buckets[key];
127
- /* The forest index of the rightmost node of the left subtree of the new
128
- root, updated as we traverse and re-root the tree of the hash bucket. */
129
- size_t node_left = FN(LeftChildIndex)(self, cur_ix);
130
- /* The forest index of the leftmost node of the right subtree of the new
131
- root, updated as we traverse and re-root the tree of the hash bucket. */
132
- size_t node_right = FN(RightChildIndex)(self, cur_ix);
133
- /* The match length of the rightmost node of the left subtree of the new
134
- root, updated as we traverse and re-root the tree of the hash bucket. */
135
- size_t best_len_left = 0;
136
- /* The match length of the leftmost node of the right subtree of the new
137
- root, updated as we traverse and re-root the tree of the hash bucket. */
138
- size_t best_len_right = 0;
139
- size_t depth_remaining;
140
- if (should_reroot_tree) {
141
- buckets[key] = (uint32_t)cur_ix;
142
- }
143
- for (depth_remaining = MAX_TREE_SEARCH_DEPTH; ; --depth_remaining) {
144
- const size_t backward = cur_ix - prev_ix;
145
- const size_t prev_ix_masked = prev_ix & ring_buffer_mask;
146
- if (backward == 0 || backward > max_backward || depth_remaining == 0) {
147
- if (should_reroot_tree) {
148
- forest[node_left] = self->invalid_pos_;
149
- forest[node_right] = self->invalid_pos_;
150
- }
151
- break;
152
- }
153
- {
154
- const size_t cur_len = BROTLI_MIN(size_t, best_len_left, best_len_right);
155
- size_t len;
156
- BROTLI_DCHECK(cur_len <= MAX_TREE_COMP_LENGTH);
157
- len = cur_len +
158
- FindMatchLengthWithLimit(&data[cur_ix_masked + cur_len],
159
- &data[prev_ix_masked + cur_len],
160
- max_length - cur_len);
161
- BROTLI_DCHECK(
162
- 0 == memcmp(&data[cur_ix_masked], &data[prev_ix_masked], len));
163
- if (matches && len > *best_len) {
164
- *best_len = len;
165
- InitBackwardMatch(matches++, backward, len);
166
- }
167
- if (len >= max_comp_len) {
168
- if (should_reroot_tree) {
169
- forest[node_left] = forest[FN(LeftChildIndex)(self, prev_ix)];
170
- forest[node_right] = forest[FN(RightChildIndex)(self, prev_ix)];
171
- }
172
- break;
173
- }
174
- if (data[cur_ix_masked + len] > data[prev_ix_masked + len]) {
175
- best_len_left = len;
176
- if (should_reroot_tree) {
177
- forest[node_left] = (uint32_t)prev_ix;
178
- }
179
- node_left = FN(RightChildIndex)(self, prev_ix);
180
- prev_ix = forest[node_left];
181
- } else {
182
- best_len_right = len;
183
- if (should_reroot_tree) {
184
- forest[node_right] = (uint32_t)prev_ix;
185
- }
186
- node_right = FN(LeftChildIndex)(self, prev_ix);
187
- prev_ix = forest[node_right];
188
- }
189
- }
190
- }
191
- return matches;
192
- }
193
-
194
- /* Finds all backward matches of &data[cur_ix & ring_buffer_mask] up to the
195
- length of max_length and stores the position cur_ix in the hash table.
196
-
197
- Sets *num_matches to the number of matches found, and stores the found
198
- matches in matches[0] to matches[*num_matches - 1]. The matches will be
199
- sorted by strictly increasing length and (non-strictly) increasing
200
- distance. */
201
- static BROTLI_INLINE size_t FN(FindAllMatches)(
202
- HashToBinaryTree* BROTLI_RESTRICT self,
203
- const BrotliEncoderDictionary* dictionary,
204
- const uint8_t* BROTLI_RESTRICT data,
205
- const size_t ring_buffer_mask, const size_t cur_ix,
206
- const size_t max_length, const size_t max_backward,
207
- const size_t dictionary_distance, const BrotliEncoderParams* params,
208
- BackwardMatch* matches) {
209
- BackwardMatch* const orig_matches = matches;
210
- const size_t cur_ix_masked = cur_ix & ring_buffer_mask;
211
- size_t best_len = 1;
212
- const size_t short_match_max_backward =
213
- params->quality != HQ_ZOPFLIFICATION_QUALITY ? 16 : 64;
214
- size_t stop = cur_ix - short_match_max_backward;
215
- uint32_t dict_matches[BROTLI_MAX_STATIC_DICTIONARY_MATCH_LEN + 1];
216
- size_t i;
217
- if (cur_ix < short_match_max_backward) { stop = 0; }
218
- for (i = cur_ix - 1; i > stop && best_len <= 2; --i) {
219
- size_t prev_ix = i;
220
- const size_t backward = cur_ix - prev_ix;
221
- if (BROTLI_PREDICT_FALSE(backward > max_backward)) {
222
- break;
223
- }
224
- prev_ix &= ring_buffer_mask;
225
- if (data[cur_ix_masked] != data[prev_ix] ||
226
- data[cur_ix_masked + 1] != data[prev_ix + 1]) {
227
- continue;
228
- }
229
- {
230
- const size_t len =
231
- FindMatchLengthWithLimit(&data[prev_ix], &data[cur_ix_masked],
232
- max_length);
233
- if (len > best_len) {
234
- best_len = len;
235
- InitBackwardMatch(matches++, backward, len);
236
- }
237
- }
238
- }
239
- if (best_len < max_length) {
240
- matches = FN(StoreAndFindMatches)(self, data, cur_ix,
241
- ring_buffer_mask, max_length, max_backward, &best_len, matches);
242
- }
243
- for (i = 0; i <= BROTLI_MAX_STATIC_DICTIONARY_MATCH_LEN; ++i) {
244
- dict_matches[i] = kInvalidMatch;
245
- }
246
- {
247
- size_t minlen = BROTLI_MAX(size_t, 4, best_len + 1);
248
- if (BrotliFindAllStaticDictionaryMatches(dictionary,
249
- &data[cur_ix_masked], minlen, max_length, &dict_matches[0])) {
250
- size_t maxlen = BROTLI_MIN(
251
- size_t, BROTLI_MAX_STATIC_DICTIONARY_MATCH_LEN, max_length);
252
- size_t l;
253
- for (l = minlen; l <= maxlen; ++l) {
254
- uint32_t dict_id = dict_matches[l];
255
- if (dict_id < kInvalidMatch) {
256
- size_t distance = dictionary_distance + (dict_id >> 5) + 1;
257
- if (distance <= params->dist.max_distance) {
258
- InitDictionaryBackwardMatch(matches++, distance, l, dict_id & 31);
259
- }
260
- }
261
- }
262
- }
263
- }
264
- return (size_t)(matches - orig_matches);
265
- }
266
-
267
- /* Stores the hash of the next 4 bytes and re-roots the binary tree at the
268
- current sequence, without returning any matches.
269
- REQUIRES: ix + MAX_TREE_COMP_LENGTH <= end-of-current-block */
270
- static BROTLI_INLINE void FN(Store)(HashToBinaryTree* BROTLI_RESTRICT self,
271
- const uint8_t* BROTLI_RESTRICT data,
272
- const size_t mask, const size_t ix) {
273
- /* Maximum distance is window size - 16, see section 9.1. of the spec. */
274
- const size_t max_backward = self->window_mask_ - BROTLI_WINDOW_GAP + 1;
275
- FN(StoreAndFindMatches)(self, data, ix, mask, MAX_TREE_COMP_LENGTH,
276
- max_backward, NULL, NULL);
277
- }
278
-
279
- static BROTLI_INLINE void FN(StoreRange)(HashToBinaryTree* BROTLI_RESTRICT self,
280
- const uint8_t* BROTLI_RESTRICT data, const size_t mask,
281
- const size_t ix_start, const size_t ix_end) {
282
- size_t i = ix_start;
283
- size_t j = ix_start;
284
- if (ix_start + 63 <= ix_end) {
285
- i = ix_end - 63;
286
- }
287
- if (ix_start + 512 <= i) {
288
- for (; j < i; j += 8) {
289
- FN(Store)(self, data, mask, j);
290
- }
291
- }
292
- for (; i < ix_end; ++i) {
293
- FN(Store)(self, data, mask, i);
294
- }
295
- }
296
-
297
- static BROTLI_INLINE void FN(StitchToPreviousBlock)(
298
- HashToBinaryTree* BROTLI_RESTRICT self,
299
- size_t num_bytes, size_t position, const uint8_t* ringbuffer,
300
- size_t ringbuffer_mask) {
301
- if (num_bytes >= FN(HashTypeLength)() - 1 &&
302
- position >= MAX_TREE_COMP_LENGTH) {
303
- /* Store the last `MAX_TREE_COMP_LENGTH - 1` positions in the hasher.
304
- These could not be calculated before, since they require knowledge
305
- of both the previous and the current block. */
306
- const size_t i_start = position - MAX_TREE_COMP_LENGTH + 1;
307
- const size_t i_end = BROTLI_MIN(size_t, position, i_start + num_bytes);
308
- size_t i;
309
- for (i = i_start; i < i_end; ++i) {
310
- /* Maximum distance is window size - 16, see section 9.1. of the spec.
311
- Furthermore, we have to make sure that we don't look further back
312
- from the start of the next block than the window size, otherwise we
313
- could access already overwritten areas of the ring-buffer. */
314
- const size_t max_backward =
315
- self->window_mask_ - BROTLI_MAX(size_t,
316
- BROTLI_WINDOW_GAP - 1,
317
- position - i);
318
- /* We know that i + MAX_TREE_COMP_LENGTH <= position + num_bytes, i.e. the
319
- end of the current block and that we have at least
320
- MAX_TREE_COMP_LENGTH tail in the ring-buffer. */
321
- FN(StoreAndFindMatches)(self, ringbuffer, i, ringbuffer_mask,
322
- MAX_TREE_COMP_LENGTH, max_backward, NULL, NULL);
323
- }
324
- }
325
- }
326
-
327
- #undef BUCKET_SIZE
328
-
329
- #undef HashToBinaryTree
@@ -1,100 +0,0 @@
1
- /* Copyright 2013 Google Inc. All Rights Reserved.
2
-
3
- Distributed under MIT license.
4
- See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
5
- */
6
-
7
- /* Build per-context histograms of literals, commands and distance codes. */
8
-
9
- #include "./histogram.h"
10
-
11
- #include "../common/context.h"
12
- #include "./block_splitter.h"
13
- #include "./command.h"
14
-
15
- #if defined(__cplusplus) || defined(c_plusplus)
16
- extern "C" {
17
- #endif
18
-
19
- typedef struct BlockSplitIterator {
20
- const BlockSplit* split_; /* Not owned. */
21
- size_t idx_;
22
- size_t type_;
23
- size_t length_;
24
- } BlockSplitIterator;
25
-
26
- static void InitBlockSplitIterator(BlockSplitIterator* self,
27
- const BlockSplit* split) {
28
- self->split_ = split;
29
- self->idx_ = 0;
30
- self->type_ = 0;
31
- self->length_ = split->lengths ? split->lengths[0] : 0;
32
- }
33
-
34
- static void BlockSplitIteratorNext(BlockSplitIterator* self) {
35
- if (self->length_ == 0) {
36
- ++self->idx_;
37
- self->type_ = self->split_->types[self->idx_];
38
- self->length_ = self->split_->lengths[self->idx_];
39
- }
40
- --self->length_;
41
- }
42
-
43
- void BrotliBuildHistogramsWithContext(
44
- const Command* cmds, const size_t num_commands,
45
- const BlockSplit* literal_split, const BlockSplit* insert_and_copy_split,
46
- const BlockSplit* dist_split, const uint8_t* ringbuffer, size_t start_pos,
47
- size_t mask, uint8_t prev_byte, uint8_t prev_byte2,
48
- const ContextType* context_modes, HistogramLiteral* literal_histograms,
49
- HistogramCommand* insert_and_copy_histograms,
50
- HistogramDistance* copy_dist_histograms) {
51
- size_t pos = start_pos;
52
- BlockSplitIterator literal_it;
53
- BlockSplitIterator insert_and_copy_it;
54
- BlockSplitIterator dist_it;
55
- size_t i;
56
-
57
- InitBlockSplitIterator(&literal_it, literal_split);
58
- InitBlockSplitIterator(&insert_and_copy_it, insert_and_copy_split);
59
- InitBlockSplitIterator(&dist_it, dist_split);
60
- for (i = 0; i < num_commands; ++i) {
61
- const Command* cmd = &cmds[i];
62
- size_t j;
63
- BlockSplitIteratorNext(&insert_and_copy_it);
64
- HistogramAddCommand(&insert_and_copy_histograms[insert_and_copy_it.type_],
65
- cmd->cmd_prefix_);
66
- /* TODO: unwrap iterator blocks. */
67
- for (j = cmd->insert_len_; j != 0; --j) {
68
- size_t context;
69
- BlockSplitIteratorNext(&literal_it);
70
- context = literal_it.type_;
71
- if (context_modes) {
72
- ContextLut lut = BROTLI_CONTEXT_LUT(context_modes[context]);
73
- context = (context << BROTLI_LITERAL_CONTEXT_BITS) +
74
- BROTLI_CONTEXT(prev_byte, prev_byte2, lut);
75
- }
76
- HistogramAddLiteral(&literal_histograms[context],
77
- ringbuffer[pos & mask]);
78
- prev_byte2 = prev_byte;
79
- prev_byte = ringbuffer[pos & mask];
80
- ++pos;
81
- }
82
- pos += CommandCopyLen(cmd);
83
- if (CommandCopyLen(cmd)) {
84
- prev_byte2 = ringbuffer[(pos - 2) & mask];
85
- prev_byte = ringbuffer[(pos - 1) & mask];
86
- if (cmd->cmd_prefix_ >= 128) {
87
- size_t context;
88
- BlockSplitIteratorNext(&dist_it);
89
- context = (dist_it.type_ << BROTLI_DISTANCE_CONTEXT_BITS) +
90
- CommandDistanceContext(cmd);
91
- HistogramAddDistance(&copy_dist_histograms[context],
92
- cmd->dist_prefix_ & 0x3FF);
93
- }
94
- }
95
- }
96
- }
97
-
98
- #if defined(__cplusplus) || defined(c_plusplus)
99
- } /* extern "C" */
100
- #endif
@@ -1,63 +0,0 @@
1
- /* Copyright 2013 Google Inc. All Rights Reserved.
2
-
3
- Distributed under MIT license.
4
- See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
5
- */
6
-
7
- /* Models the histograms of literals, commands and distance codes. */
8
-
9
- #ifndef BROTLI_ENC_HISTOGRAM_H_
10
- #define BROTLI_ENC_HISTOGRAM_H_
11
-
12
- #include <string.h> /* memset */
13
-
14
- #include "../common/constants.h"
15
- #include "../common/context.h"
16
- #include "../common/platform.h"
17
- #include <brotli/types.h>
18
- #include "./block_splitter.h"
19
- #include "./command.h"
20
-
21
- #if defined(__cplusplus) || defined(c_plusplus)
22
- extern "C" {
23
- #endif
24
-
25
- /* The distance symbols effectively used by "Large Window Brotli" (32-bit). */
26
- #define BROTLI_NUM_HISTOGRAM_DISTANCE_SYMBOLS 544
27
-
28
- #define FN(X) X ## Literal
29
- #define DATA_SIZE BROTLI_NUM_LITERAL_SYMBOLS
30
- #define DataType uint8_t
31
- #include "./histogram_inc.h" /* NOLINT(build/include) */
32
- #undef DataType
33
- #undef DATA_SIZE
34
- #undef FN
35
-
36
- #define FN(X) X ## Command
37
- #define DataType uint16_t
38
- #define DATA_SIZE BROTLI_NUM_COMMAND_SYMBOLS
39
- #include "./histogram_inc.h" /* NOLINT(build/include) */
40
- #undef DATA_SIZE
41
- #undef FN
42
-
43
- #define FN(X) X ## Distance
44
- #define DATA_SIZE BROTLI_NUM_HISTOGRAM_DISTANCE_SYMBOLS
45
- #include "./histogram_inc.h" /* NOLINT(build/include) */
46
- #undef DataType
47
- #undef DATA_SIZE
48
- #undef FN
49
-
50
- BROTLI_INTERNAL void BrotliBuildHistogramsWithContext(
51
- const Command* cmds, const size_t num_commands,
52
- const BlockSplit* literal_split, const BlockSplit* insert_and_copy_split,
53
- const BlockSplit* dist_split, const uint8_t* ringbuffer, size_t pos,
54
- size_t mask, uint8_t prev_byte, uint8_t prev_byte2,
55
- const ContextType* context_modes, HistogramLiteral* literal_histograms,
56
- HistogramCommand* insert_and_copy_histograms,
57
- HistogramDistance* copy_dist_histograms);
58
-
59
- #if defined(__cplusplus) || defined(c_plusplus)
60
- } /* extern "C" */
61
- #endif
62
-
63
- #endif /* BROTLI_ENC_HISTOGRAM_H_ */