typenative 0.6.1 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1004) hide show
  1. package/CHANGELOG.md +412 -0
  2. package/README.md +1 -1
  3. package/bin/cli.js +18 -8
  4. package/bin/go/overrides.js +21 -1
  5. package/bin/index.js +48 -25
  6. package/bin/main.js +2 -1
  7. package/bin/node/assert.js +54 -15
  8. package/bin/node/async_hooks.js +69 -10
  9. package/bin/node/buffer.js +321 -7
  10. package/bin/node/child_process.js +154 -8
  11. package/bin/node/cluster.js +436 -32
  12. package/bin/node/crypto.js +814 -5
  13. package/bin/node/crypto_curves.js +142 -0
  14. package/bin/node/crypto_keys.js +1147 -48
  15. package/bin/node/crypto_pem.js +313 -0
  16. package/bin/node/crypto_pkcs12.js +17 -0
  17. package/bin/node/dgram.js +161 -10
  18. package/bin/node/diagnostics_channel.js +5 -1
  19. package/bin/node/events.js +358 -8
  20. package/bin/node/ffi.js +933 -0
  21. package/bin/node/fs.js +334 -6
  22. package/bin/node/http.js +630 -55
  23. package/bin/node/http2.js +1141 -88
  24. package/bin/node/intl.js +4576 -0
  25. package/bin/node/intl_data.js +65412 -0
  26. package/bin/node/module_v8.js +155 -16
  27. package/bin/node/net.js +59 -10
  28. package/bin/node/path.js +5 -1
  29. package/bin/node/process.js +342 -3
  30. package/bin/node/readline.js +558 -8
  31. package/bin/node/registry.js +2 -0
  32. package/bin/node/sqlite.js +51 -2
  33. package/bin/node/stream.js +370 -32
  34. package/bin/node/stream_web.js +422 -15
  35. package/bin/node/system_extra.js +154 -1
  36. package/bin/node/temporal.js +96 -0
  37. package/bin/node/temporal_runtime.js +5075 -0
  38. package/bin/node/temporal_zones.js +460 -0
  39. package/bin/node/test.js +153 -8
  40. package/bin/node/test_coverage.js +58 -0
  41. package/bin/node/test_report.js +3 -3
  42. package/bin/node/test_run.js +7 -1
  43. package/bin/node/timers.js +123 -0
  44. package/bin/node/tls.js +346 -12
  45. package/bin/node/tls_roots.js +122 -0
  46. package/bin/node/typed_arrays.js +867 -93
  47. package/bin/node/url.js +657 -0
  48. package/bin/node/util.js +441 -2
  49. package/bin/node/util_extra.js +6 -0
  50. package/bin/node/wasi.js +214 -0
  51. package/bin/node/webassembly.js +1122 -0
  52. package/bin/node/websocket.js +763 -0
  53. package/bin/node/worker_threads.js +434 -52
  54. package/bin/node/zlib.js +338 -9
  55. package/bin/node/zlib_zip.js +2392 -0
  56. package/bin/transpiler.js +2083 -254
  57. package/bin/typecheck-node.js +49 -17
  58. package/bin/version.js +1 -1
  59. package/conformance.md +160 -113
  60. package/examples/README.md +21 -20
  61. package/examples/angular-templates/README.md +12 -12
  62. package/examples/desktop-notes/README.md +7 -7
  63. package/examples/dupe-finder/README.md +4 -4
  64. package/examples/fibonacci/README.md +6 -6
  65. package/examples/hello-world/README.md +4 -4
  66. package/examples/json-server/README.md +13 -12
  67. package/examples/mandelbrot-png/README.md +4 -4
  68. package/examples/marked-cli/README.md +16 -17
  69. package/examples/openai-chat/README.md +5 -5
  70. package/examples/react-compiler/README.md +10 -10
  71. package/examples/todo-cli/README.md +8 -8
  72. package/examples/yaml-cli/README.md +10 -10
  73. package/govendor/github.com/cloudflare/circl/.golangci.yaml +64 -0
  74. package/govendor/github.com/cloudflare/circl/.semgrepignore +1 -0
  75. package/govendor/github.com/cloudflare/circl/AGENTS.md +91 -0
  76. package/govendor/github.com/cloudflare/circl/CITATION.cff +30 -0
  77. package/govendor/github.com/cloudflare/circl/LICENSE +57 -0
  78. package/govendor/github.com/cloudflare/circl/Makefile +70 -0
  79. package/govendor/github.com/cloudflare/circl/README.md +206 -0
  80. package/govendor/github.com/cloudflare/circl/REVIEW.md +83 -0
  81. package/govendor/github.com/cloudflare/circl/codecov.yml +21 -0
  82. package/govendor/github.com/cloudflare/circl/dh/x448/curve.go +104 -0
  83. package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.go +30 -0
  84. package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.h +111 -0
  85. package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.s +194 -0
  86. package/govendor/github.com/cloudflare/circl/dh/x448/curve_generic.go +100 -0
  87. package/govendor/github.com/cloudflare/circl/dh/x448/curve_noasm.go +11 -0
  88. package/govendor/github.com/cloudflare/circl/dh/x448/doc.go +19 -0
  89. package/govendor/github.com/cloudflare/circl/dh/x448/key.go +46 -0
  90. package/govendor/github.com/cloudflare/circl/dh/x448/table.go +460 -0
  91. package/govendor/github.com/cloudflare/circl/doc.go +8 -0
  92. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/constants.go +71 -0
  93. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/curve.go +90 -0
  94. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/isogeny.go +52 -0
  95. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/point.go +181 -0
  96. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/scalar.go +203 -0
  97. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist.go +138 -0
  98. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistPoint.go +135 -0
  99. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistTables.go +216 -0
  100. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist_basemult.go +62 -0
  101. package/govendor/github.com/cloudflare/circl/go.mod +3 -0
  102. package/govendor/github.com/cloudflare/circl/internal/conv/conv.go +173 -0
  103. package/govendor/github.com/cloudflare/circl/internal/sha3/doc.go +62 -0
  104. package/govendor/github.com/cloudflare/circl/internal/sha3/hashes.go +69 -0
  105. package/govendor/github.com/cloudflare/circl/internal/sha3/keccakf.go +391 -0
  106. package/govendor/github.com/cloudflare/circl/internal/sha3/rc.go +29 -0
  107. package/govendor/github.com/cloudflare/circl/internal/sha3/sha3.go +200 -0
  108. package/govendor/github.com/cloudflare/circl/internal/sha3/sha3_s390x.s +33 -0
  109. package/govendor/github.com/cloudflare/circl/internal/sha3/shake.go +119 -0
  110. package/govendor/github.com/cloudflare/circl/internal/sha3/xor.go +15 -0
  111. package/govendor/github.com/cloudflare/circl/internal/sha3/xor_generic.go +33 -0
  112. package/govendor/github.com/cloudflare/circl/internal/sha3/xor_unaligned.go +61 -0
  113. package/govendor/github.com/cloudflare/circl/math/fp448/fp.go +164 -0
  114. package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.go +43 -0
  115. package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.h +591 -0
  116. package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.s +75 -0
  117. package/govendor/github.com/cloudflare/circl/math/fp448/fp_generic.go +339 -0
  118. package/govendor/github.com/cloudflare/circl/math/fp448/fp_noasm.go +12 -0
  119. package/govendor/github.com/cloudflare/circl/math/fp448/fuzzer.go +75 -0
  120. package/govendor/github.com/cloudflare/circl/math/integer.go +16 -0
  121. package/govendor/github.com/cloudflare/circl/math/mlsbset/mlsbset.go +145 -0
  122. package/govendor/github.com/cloudflare/circl/math/mlsbset/power.go +64 -0
  123. package/govendor/github.com/cloudflare/circl/math/primes.go +34 -0
  124. package/govendor/github.com/cloudflare/circl/math/wnaf.go +84 -0
  125. package/govendor/github.com/cloudflare/circl/sign/ed448/ed448.go +417 -0
  126. package/govendor/github.com/cloudflare/circl/sign/ed448/signapi.go +89 -0
  127. package/govendor/github.com/cloudflare/circl/sign/sign.go +119 -0
  128. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/LICENSE +17 -0
  129. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/README.md +72 -0
  130. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/compressedbytepoints.go +18 -0
  131. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve.go +1310 -0
  132. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_embedded.go +14 -0
  133. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_precompute.go +14 -0
  134. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/doc.go +59 -0
  135. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdh.go +21 -0
  136. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/README.md +52 -0
  137. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/doc.go +42 -0
  138. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/error.go +134 -0
  139. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/signature.go +1001 -0
  140. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ellipticadaptor.go +296 -0
  141. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/error.go +67 -0
  142. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/field.go +1696 -0
  143. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/go.mod +3 -0
  144. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/loadprecomputed.go +91 -0
  145. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/modnscalar.go +1105 -0
  146. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/nonce.go +263 -0
  147. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/privkey.go +111 -0
  148. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/pubkey.go +236 -0
  149. package/govendor/github.com/ebitengine/purego/LICENSE +201 -0
  150. package/govendor/github.com/ebitengine/purego/README.md +124 -0
  151. package/govendor/github.com/ebitengine/purego/abi_amd64.h +99 -0
  152. package/govendor/github.com/ebitengine/purego/abi_arm64.h +39 -0
  153. package/govendor/github.com/ebitengine/purego/abi_loong64.h +60 -0
  154. package/govendor/github.com/ebitengine/purego/cdecl.go +11 -0
  155. package/govendor/github.com/ebitengine/purego/cgo.go +19 -0
  156. package/govendor/github.com/ebitengine/purego/dlerror.go +17 -0
  157. package/govendor/github.com/ebitengine/purego/dlfcn.go +99 -0
  158. package/govendor/github.com/ebitengine/purego/dlfcn_android.go +34 -0
  159. package/govendor/github.com/ebitengine/purego/dlfcn_darwin.go +20 -0
  160. package/govendor/github.com/ebitengine/purego/dlfcn_freebsd.go +14 -0
  161. package/govendor/github.com/ebitengine/purego/dlfcn_linux.go +16 -0
  162. package/govendor/github.com/ebitengine/purego/dlfcn_netbsd.go +15 -0
  163. package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_freebsd.go +11 -0
  164. package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_linux.go +19 -0
  165. package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_netbsd.go +11 -0
  166. package/govendor/github.com/ebitengine/purego/dlfcn_playground.go +24 -0
  167. package/govendor/github.com/ebitengine/purego/dlfcn_stubs.s +22 -0
  168. package/govendor/github.com/ebitengine/purego/func.go +780 -0
  169. package/govendor/github.com/ebitengine/purego/gen.go +6 -0
  170. package/govendor/github.com/ebitengine/purego/go.mod +3 -0
  171. package/govendor/github.com/ebitengine/purego/go_runtime.go +19 -0
  172. package/govendor/github.com/ebitengine/purego/internal/cgo/dlfcn_cgo_unix.go +56 -0
  173. package/govendor/github.com/ebitengine/purego/internal/cgo/empty.go +6 -0
  174. package/govendor/github.com/ebitengine/purego/internal/cgo/syscall_cgo_unix.go +49 -0
  175. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_amd64.h +99 -0
  176. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_arm64.h +39 -0
  177. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_loong64.h +60 -0
  178. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_ppc64x.h +195 -0
  179. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_riscv64.h +72 -0
  180. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_386.s +29 -0
  181. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_amd64.s +39 -0
  182. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm.s +58 -0
  183. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm64.s +35 -0
  184. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_loong64.s +38 -0
  185. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_ppc64le.s +79 -0
  186. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_riscv64.s +36 -0
  187. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_s390x.s +52 -0
  188. package/govendor/github.com/ebitengine/purego/internal/fakecgo/callbacks.go +93 -0
  189. package/govendor/github.com/ebitengine/purego/internal/fakecgo/doc.go +32 -0
  190. package/govendor/github.com/ebitengine/purego/internal/fakecgo/fakecgo.go +14 -0
  191. package/govendor/github.com/ebitengine/purego/internal/fakecgo/freebsd.go +27 -0
  192. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_darwin.go +86 -0
  193. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_freebsd.go +77 -0
  194. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_libinit.go +72 -0
  195. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_linux.go +77 -0
  196. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_netbsd.go +83 -0
  197. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_setenv.go +18 -0
  198. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_util.go +38 -0
  199. package/govendor/github.com/ebitengine/purego/internal/fakecgo/iscgo.go +19 -0
  200. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo.go +37 -0
  201. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_darwin.go +37 -0
  202. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_freebsd.go +27 -0
  203. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_linux.go +27 -0
  204. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_netbsd.go +36 -0
  205. package/govendor/github.com/ebitengine/purego/internal/fakecgo/linux.go +189 -0
  206. package/govendor/github.com/ebitengine/purego/internal/fakecgo/netbsd.go +23 -0
  207. package/govendor/github.com/ebitengine/purego/internal/fakecgo/setenv.go +19 -0
  208. package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_amd64.go +15 -0
  209. package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_noasm.go +24 -0
  210. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_386.s +130 -0
  211. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_amd64.s +124 -0
  212. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm.s +131 -0
  213. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm64.s +81 -0
  214. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_386.s +78 -0
  215. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_amd64.s +69 -0
  216. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm.s +69 -0
  217. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm64.s +60 -0
  218. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_loong64.s +60 -0
  219. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_ppc64le.s +69 -0
  220. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_riscv64.s +60 -0
  221. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_s390x.s +51 -0
  222. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_loong64.s +78 -0
  223. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_ppc64le.s +132 -0
  224. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_riscv64.s +76 -0
  225. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_s390x.s +158 -0
  226. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols.go +165 -0
  227. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_darwin.go +59 -0
  228. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_freebsd.go +48 -0
  229. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_linux.go +158 -0
  230. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_netbsd.go +59 -0
  231. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_darwin.s +19 -0
  232. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_freebsd.s +16 -0
  233. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_linux.s +46 -0
  234. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_netbsd.s +19 -0
  235. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_stubs.s +55 -0
  236. package/govendor/github.com/ebitengine/purego/internal/strings/strings.go +40 -0
  237. package/govendor/github.com/ebitengine/purego/is_ios.go +13 -0
  238. package/govendor/github.com/ebitengine/purego/nocgo.go +25 -0
  239. package/govendor/github.com/ebitengine/purego/struct_amd64.go +518 -0
  240. package/govendor/github.com/ebitengine/purego/struct_arm.go +100 -0
  241. package/govendor/github.com/ebitengine/purego/struct_arm64.go +757 -0
  242. package/govendor/github.com/ebitengine/purego/struct_loong64.go +244 -0
  243. package/govendor/github.com/ebitengine/purego/struct_other.go +54 -0
  244. package/govendor/github.com/ebitengine/purego/struct_ppc64le.go +180 -0
  245. package/govendor/github.com/ebitengine/purego/struct_riscv64.go +158 -0
  246. package/govendor/github.com/ebitengine/purego/struct_s390x.go +158 -0
  247. package/govendor/github.com/ebitengine/purego/sys_386.s +153 -0
  248. package/govendor/github.com/ebitengine/purego/sys_amd64.s +206 -0
  249. package/govendor/github.com/ebitengine/purego/sys_arm.s +153 -0
  250. package/govendor/github.com/ebitengine/purego/sys_arm64.s +133 -0
  251. package/govendor/github.com/ebitengine/purego/sys_loong64.s +131 -0
  252. package/govendor/github.com/ebitengine/purego/sys_ppc64le.s +126 -0
  253. package/govendor/github.com/ebitengine/purego/sys_riscv64.s +135 -0
  254. package/govendor/github.com/ebitengine/purego/sys_s390x.s +148 -0
  255. package/govendor/github.com/ebitengine/purego/sys_unix_386.s +234 -0
  256. package/govendor/github.com/ebitengine/purego/sys_unix_arm.s +99 -0
  257. package/govendor/github.com/ebitengine/purego/sys_unix_arm64.s +75 -0
  258. package/govendor/github.com/ebitengine/purego/sys_unix_loong64.s +79 -0
  259. package/govendor/github.com/ebitengine/purego/sys_unix_ppc64le.s +114 -0
  260. package/govendor/github.com/ebitengine/purego/sys_unix_riscv64.s +79 -0
  261. package/govendor/github.com/ebitengine/purego/sys_unix_s390x.s +111 -0
  262. package/govendor/github.com/ebitengine/purego/syscall.go +95 -0
  263. package/govendor/github.com/ebitengine/purego/syscall_32bit.go +97 -0
  264. package/govendor/github.com/ebitengine/purego/syscall_cgo_linux.go +20 -0
  265. package/govendor/github.com/ebitengine/purego/syscall_notstackargs.go +55 -0
  266. package/govendor/github.com/ebitengine/purego/syscall_ppc64le.go +73 -0
  267. package/govendor/github.com/ebitengine/purego/syscall_stackargs_ppc64le.go +38 -0
  268. package/govendor/github.com/ebitengine/purego/syscall_stackargs_s390x.go +38 -0
  269. package/govendor/github.com/ebitengine/purego/syscall_unix.go +392 -0
  270. package/govendor/github.com/ebitengine/purego/syscall_windows.go +54 -0
  271. package/govendor/github.com/ebitengine/purego/zcallback_386.s +4014 -0
  272. package/govendor/github.com/ebitengine/purego/zcallback_amd64.s +2014 -0
  273. package/govendor/github.com/ebitengine/purego/zcallback_arm.s +4014 -0
  274. package/govendor/github.com/ebitengine/purego/zcallback_arm64.s +4014 -0
  275. package/govendor/github.com/ebitengine/purego/zcallback_loong64.s +4014 -0
  276. package/govendor/github.com/ebitengine/purego/zcallback_ppc64le.s +4014 -0
  277. package/govendor/github.com/ebitengine/purego/zcallback_riscv64.s +4051 -0
  278. package/govendor/github.com/ebitengine/purego/zcallback_s390x.s +4015 -0
  279. package/govendor/github.com/klauspost/compress/.gitattributes +3 -0
  280. package/govendor/github.com/klauspost/compress/.goreleaser.yml +132 -0
  281. package/govendor/github.com/klauspost/compress/AGENTS.md +106 -0
  282. package/govendor/github.com/klauspost/compress/LICENSE +304 -0
  283. package/govendor/github.com/klauspost/compress/README.md +766 -0
  284. package/govendor/github.com/klauspost/compress/SECURITY.md +25 -0
  285. package/govendor/github.com/klauspost/compress/compressible.go +85 -0
  286. package/govendor/github.com/klauspost/compress/fse/README.md +79 -0
  287. package/govendor/github.com/klauspost/compress/fse/bitreader.go +122 -0
  288. package/govendor/github.com/klauspost/compress/fse/bitwriter.go +167 -0
  289. package/govendor/github.com/klauspost/compress/fse/bytereader.go +47 -0
  290. package/govendor/github.com/klauspost/compress/fse/compress.go +685 -0
  291. package/govendor/github.com/klauspost/compress/fse/decompress.go +383 -0
  292. package/govendor/github.com/klauspost/compress/fse/fse.go +150 -0
  293. package/govendor/github.com/klauspost/compress/gen.sh +4 -0
  294. package/govendor/github.com/klauspost/compress/go.mod +3 -0
  295. package/govendor/github.com/klauspost/compress/huff0/README.md +89 -0
  296. package/govendor/github.com/klauspost/compress/huff0/bitreader.go +323 -0
  297. package/govendor/github.com/klauspost/compress/huff0/bitwriter.go +97 -0
  298. package/govendor/github.com/klauspost/compress/huff0/build_table.go +168 -0
  299. package/govendor/github.com/klauspost/compress/huff0/compress.go +747 -0
  300. package/govendor/github.com/klauspost/compress/huff0/decompress.go +1188 -0
  301. package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.go +128 -0
  302. package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.s +3476 -0
  303. package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.go +72 -0
  304. package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.s +1648 -0
  305. package/govendor/github.com/klauspost/compress/huff0/decompress_asm.go +252 -0
  306. package/govendor/github.com/klauspost/compress/huff0/decompress_generic.go +278 -0
  307. package/govendor/github.com/klauspost/compress/huff0/huff0.go +337 -0
  308. package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo.go +34 -0
  309. package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.go +10 -0
  310. package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.s +34 -0
  311. package/govendor/github.com/klauspost/compress/internal/le/le.go +5 -0
  312. package/govendor/github.com/klauspost/compress/internal/le/unsafe_disabled.go +42 -0
  313. package/govendor/github.com/klauspost/compress/internal/le/unsafe_enabled.go +52 -0
  314. package/govendor/github.com/klauspost/compress/internal/regmask/regmask.go +50 -0
  315. package/govendor/github.com/klauspost/compress/internal/regmask/regmask_386.go +39 -0
  316. package/govendor/github.com/klauspost/compress/internal/snapref/LICENSE +27 -0
  317. package/govendor/github.com/klauspost/compress/internal/snapref/decode.go +264 -0
  318. package/govendor/github.com/klauspost/compress/internal/snapref/decode_other.go +113 -0
  319. package/govendor/github.com/klauspost/compress/internal/snapref/encode.go +291 -0
  320. package/govendor/github.com/klauspost/compress/internal/snapref/encode_other.go +250 -0
  321. package/govendor/github.com/klauspost/compress/internal/snapref/snappy.go +98 -0
  322. package/govendor/github.com/klauspost/compress/s2sx.mod +3 -0
  323. package/govendor/github.com/klauspost/compress/s2sx.sum +0 -0
  324. package/govendor/github.com/klauspost/compress/zstd/README.md +487 -0
  325. package/govendor/github.com/klauspost/compress/zstd/bitreader.go +176 -0
  326. package/govendor/github.com/klauspost/compress/zstd/bitwriter.go +151 -0
  327. package/govendor/github.com/klauspost/compress/zstd/blockdec.go +728 -0
  328. package/govendor/github.com/klauspost/compress/zstd/blockenc.go +923 -0
  329. package/govendor/github.com/klauspost/compress/zstd/blocktype_string.go +85 -0
  330. package/govendor/github.com/klauspost/compress/zstd/bytebuf.go +131 -0
  331. package/govendor/github.com/klauspost/compress/zstd/bytereader.go +82 -0
  332. package/govendor/github.com/klauspost/compress/zstd/decodeheader.go +261 -0
  333. package/govendor/github.com/klauspost/compress/zstd/decoder.go +995 -0
  334. package/govendor/github.com/klauspost/compress/zstd/decoder_options.go +213 -0
  335. package/govendor/github.com/klauspost/compress/zstd/dict.go +605 -0
  336. package/govendor/github.com/klauspost/compress/zstd/enc_base.go +200 -0
  337. package/govendor/github.com/klauspost/compress/zstd/enc_best.go +572 -0
  338. package/govendor/github.com/klauspost/compress/zstd/enc_better.go +1262 -0
  339. package/govendor/github.com/klauspost/compress/zstd/enc_dfast.go +1136 -0
  340. package/govendor/github.com/klauspost/compress/zstd/enc_fast.go +892 -0
  341. package/govendor/github.com/klauspost/compress/zstd/enc_jobs.go +352 -0
  342. package/govendor/github.com/klauspost/compress/zstd/encoder.go +881 -0
  343. package/govendor/github.com/klauspost/compress/zstd/encoder_options.go +422 -0
  344. package/govendor/github.com/klauspost/compress/zstd/framedec.go +404 -0
  345. package/govendor/github.com/klauspost/compress/zstd/frameenc.go +137 -0
  346. package/govendor/github.com/klauspost/compress/zstd/fse_decoder.go +333 -0
  347. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_amd64.s +132 -0
  348. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_arm64.s +148 -0
  349. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_asm.go +70 -0
  350. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_generic.go +71 -0
  351. package/govendor/github.com/klauspost/compress/zstd/fse_encoder.go +701 -0
  352. package/govendor/github.com/klauspost/compress/zstd/fse_predefined.go +168 -0
  353. package/govendor/github.com/klauspost/compress/zstd/hash.go +57 -0
  354. package/govendor/github.com/klauspost/compress/zstd/history.go +119 -0
  355. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/LICENSE.txt +22 -0
  356. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/README.md +71 -0
  357. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash.go +242 -0
  358. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_amd64.s +210 -0
  359. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_arm64.s +184 -0
  360. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_asm.go +11 -0
  361. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_other.go +75 -0
  362. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_safe.go +11 -0
  363. package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.go +15 -0
  364. package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.s +66 -0
  365. package/govendor/github.com/klauspost/compress/zstd/matchlen_generic.go +37 -0
  366. package/govendor/github.com/klauspost/compress/zstd/seqdec.go +620 -0
  367. package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.go +115 -0
  368. package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.s +4762 -0
  369. package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.go +81 -0
  370. package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.s +2919 -0
  371. package/govendor/github.com/klauspost/compress/zstd/seqdec_asm.go +327 -0
  372. package/govendor/github.com/klauspost/compress/zstd/seqdec_generic.go +258 -0
  373. package/govendor/github.com/klauspost/compress/zstd/seqenc.go +159 -0
  374. package/govendor/github.com/klauspost/compress/zstd/simple.go +54 -0
  375. package/govendor/github.com/klauspost/compress/zstd/snappy.go +447 -0
  376. package/govendor/github.com/klauspost/compress/zstd/zip.go +141 -0
  377. package/govendor/github.com/klauspost/compress/zstd/zstd.go +126 -0
  378. package/govendor/github.com/tetratelabs/wazero/.editorconfig +7 -0
  379. package/govendor/github.com/tetratelabs/wazero/.gitattributes +2 -0
  380. package/govendor/github.com/tetratelabs/wazero/.gitmodules +3 -0
  381. package/govendor/github.com/tetratelabs/wazero/CONTRIBUTING.md +75 -0
  382. package/govendor/github.com/tetratelabs/wazero/LICENSE +201 -0
  383. package/govendor/github.com/tetratelabs/wazero/Makefile +385 -0
  384. package/govendor/github.com/tetratelabs/wazero/NOTICE +2 -0
  385. package/govendor/github.com/tetratelabs/wazero/RATIONALE.md +1577 -0
  386. package/govendor/github.com/tetratelabs/wazero/README.md +135 -0
  387. package/govendor/github.com/tetratelabs/wazero/api/features.go +228 -0
  388. package/govendor/github.com/tetratelabs/wazero/api/wasm.go +766 -0
  389. package/govendor/github.com/tetratelabs/wazero/builder.go +367 -0
  390. package/govendor/github.com/tetratelabs/wazero/cache.go +123 -0
  391. package/govendor/github.com/tetratelabs/wazero/codecov.yml +9 -0
  392. package/govendor/github.com/tetratelabs/wazero/config.go +899 -0
  393. package/govendor/github.com/tetratelabs/wazero/experimental/checkpoint.go +35 -0
  394. package/govendor/github.com/tetratelabs/wazero/experimental/close.go +63 -0
  395. package/govendor/github.com/tetratelabs/wazero/experimental/compilationworkers.go +19 -0
  396. package/govendor/github.com/tetratelabs/wazero/experimental/experimental.go +41 -0
  397. package/govendor/github.com/tetratelabs/wazero/experimental/features.go +39 -0
  398. package/govendor/github.com/tetratelabs/wazero/experimental/importresolver.go +19 -0
  399. package/govendor/github.com/tetratelabs/wazero/experimental/listener.go +324 -0
  400. package/govendor/github.com/tetratelabs/wazero/experimental/memory.go +52 -0
  401. package/govendor/github.com/tetratelabs/wazero/experimental/sys/dir.go +92 -0
  402. package/govendor/github.com/tetratelabs/wazero/experimental/sys/errno.go +98 -0
  403. package/govendor/github.com/tetratelabs/wazero/experimental/sys/error.go +45 -0
  404. package/govendor/github.com/tetratelabs/wazero/experimental/sys/file.go +356 -0
  405. package/govendor/github.com/tetratelabs/wazero/experimental/sys/fs.go +292 -0
  406. package/govendor/github.com/tetratelabs/wazero/experimental/sys/oflag.go +70 -0
  407. package/govendor/github.com/tetratelabs/wazero/experimental/sys/poll.go +48 -0
  408. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno.go +106 -0
  409. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_notwindows.go +13 -0
  410. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_unsupported.go +7 -0
  411. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_windows.go +37 -0
  412. package/govendor/github.com/tetratelabs/wazero/experimental/sys/time.go +10 -0
  413. package/govendor/github.com/tetratelabs/wazero/experimental/sys/unimplemented.go +160 -0
  414. package/govendor/github.com/tetratelabs/wazero/fsconfig.go +213 -0
  415. package/govendor/github.com/tetratelabs/wazero/go.mod +3 -0
  416. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/args.go +97 -0
  417. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/clock.go +116 -0
  418. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/environ.go +100 -0
  419. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/fs.go +2015 -0
  420. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/poll.go +247 -0
  421. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/proc.go +44 -0
  422. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/random.go +55 -0
  423. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sched.go +22 -0
  424. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sock.go +188 -0
  425. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/wasi.go +314 -0
  426. package/govendor/github.com/tetratelabs/wazero/internal/descriptor/table.go +149 -0
  427. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/compiler.go +3884 -0
  428. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/format.go +22 -0
  429. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/interpreter.go +4963 -0
  430. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/operations.go +2978 -0
  431. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/signature.go +825 -0
  432. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/abi.go +170 -0
  433. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/backend.go +3 -0
  434. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler.go +402 -0
  435. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler_lower.go +226 -0
  436. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/go_call.go +33 -0
  437. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi.go +186 -0
  438. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.go +9 -0
  439. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.s +29 -0
  440. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_preamble.go +248 -0
  441. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_go_call.go +440 -0
  442. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/cond.go +168 -0
  443. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/ext.go +35 -0
  444. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr.go +2495 -0
  445. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr_encoding.go +1714 -0
  446. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_constant.go +71 -0
  447. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_mem.go +187 -0
  448. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine.go +3782 -0
  449. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_pro_epi_logue.go +334 -0
  450. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_regalloc.go +352 -0
  451. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_vec.go +992 -0
  452. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/operands.go +336 -0
  453. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/reg.go +181 -0
  454. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/stack.go +130 -0
  455. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi.go +376 -0
  456. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.go +9 -0
  457. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.s +29 -0
  458. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_preamble.go +233 -0
  459. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_go_call.go +430 -0
  460. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/cond.go +215 -0
  461. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr.go +2562 -0
  462. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr_encoding.go +2357 -0
  463. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_constant.go +301 -0
  464. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr.go +2227 -0
  465. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr_operands.go +340 -0
  466. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_mem.go +451 -0
  467. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine.go +631 -0
  468. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_pro_epi_logue.go +486 -0
  469. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_regalloc.go +351 -0
  470. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_relocation.go +128 -0
  471. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/reg.go +397 -0
  472. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/unwind_stack.go +84 -0
  473. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/machine.go +119 -0
  474. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/api.go +124 -0
  475. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/reg.go +123 -0
  476. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regalloc.go +1189 -0
  477. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regset.go +96 -0
  478. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/vdef.go +19 -0
  479. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/call_engine.go +884 -0
  480. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine.go +1008 -0
  481. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine_cache.go +347 -0
  482. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_amd64.go +13 -0
  483. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_arm64.go +13 -0
  484. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_other.go +15 -0
  485. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/frontend.go +663 -0
  486. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/lower.go +5045 -0
  487. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/misc.go +10 -0
  488. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/sort_id.go +13 -0
  489. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/hostmodule.go +88 -0
  490. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_amd64.go +30 -0
  491. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_arm64.go +32 -0
  492. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_other.go +29 -0
  493. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/memmove.go +11 -0
  494. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/module_engine.go +403 -0
  495. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block.go +381 -0
  496. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block_sort.go +32 -0
  497. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/builder.go +790 -0
  498. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/cmp.go +107 -0
  499. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/funcref.go +12 -0
  500. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/instructions.go +3024 -0
  501. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass.go +393 -0
  502. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_blk_layouts.go +334 -0
  503. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_cfg.go +313 -0
  504. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/signature.go +49 -0
  505. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/ssa.go +14 -0
  506. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/type.go +115 -0
  507. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/vs.go +114 -0
  508. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/debug_options.go +189 -0
  509. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/exitcode.go +150 -0
  510. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/offsetdata.go +248 -0
  511. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap.go +96 -0
  512. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_disabled.go +5 -0
  513. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_enabled.go +5 -0
  514. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/pool.go +215 -0
  515. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/ptr.go +15 -0
  516. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/queue.go +26 -0
  517. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/resetmap.go +11 -0
  518. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/checkpoint.go +10 -0
  519. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/close.go +5 -0
  520. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/compilationworkers.go +6 -0
  521. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/expctxkeys.go +2 -0
  522. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/importresolver.go +6 -0
  523. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/listener.go +7 -0
  524. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/memory.go +4 -0
  525. package/govendor/github.com/tetratelabs/wazero/internal/filecache/compilationcache.go +42 -0
  526. package/govendor/github.com/tetratelabs/wazero/internal/filecache/file_cache.go +76 -0
  527. package/govendor/github.com/tetratelabs/wazero/internal/ieee754/ieee754.go +29 -0
  528. package/govendor/github.com/tetratelabs/wazero/internal/internalapi/internal.go +9 -0
  529. package/govendor/github.com/tetratelabs/wazero/internal/leb128/leb128.go +285 -0
  530. package/govendor/github.com/tetratelabs/wazero/internal/moremath/moremath.go +271 -0
  531. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid.go +26 -0
  532. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_amd64.go +22 -0
  533. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_arm64.go +13 -0
  534. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_unsupported.go +5 -0
  535. package/govendor/github.com/tetratelabs/wazero/internal/platform/crypto.go +17 -0
  536. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_linux.go +72 -0
  537. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_other.go +19 -0
  538. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unix.go +14 -0
  539. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unsupported.go +22 -0
  540. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_windows.go +31 -0
  541. package/govendor/github.com/tetratelabs/wazero/internal/platform/path.go +6 -0
  542. package/govendor/github.com/tetratelabs/wazero/internal/platform/path_windows.go +17 -0
  543. package/govendor/github.com/tetratelabs/wazero/internal/platform/platform.go +71 -0
  544. package/govendor/github.com/tetratelabs/wazero/internal/platform/time.go +76 -0
  545. package/govendor/github.com/tetratelabs/wazero/internal/platform/time_notwindows.go +11 -0
  546. package/govendor/github.com/tetratelabs/wazero/internal/platform/time_windows.go +40 -0
  547. package/govendor/github.com/tetratelabs/wazero/internal/sock/sock.go +89 -0
  548. package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_supported.go +11 -0
  549. package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_unsupported.go +10 -0
  550. package/govendor/github.com/tetratelabs/wazero/internal/sys/fs.go +458 -0
  551. package/govendor/github.com/tetratelabs/wazero/internal/sys/lazy.go +135 -0
  552. package/govendor/github.com/tetratelabs/wazero/internal/sys/stdio.go +125 -0
  553. package/govendor/github.com/tetratelabs/wazero/internal/sys/sys.go +228 -0
  554. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/adapter.go +105 -0
  555. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_linux.go +12 -0
  556. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_unsupported.go +14 -0
  557. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dir.go +24 -0
  558. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dirfs.go +137 -0
  559. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file.go +576 -0
  560. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unix.go +39 -0
  561. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unsupported.go +28 -0
  562. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_windows.go +133 -0
  563. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens.go +29 -0
  564. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.go +42 -0
  565. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.s +8 -0
  566. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_linux.go +38 -0
  567. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_unsupported.go +18 -0
  568. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_windows.go +42 -0
  569. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unix.go +22 -0
  570. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unsupported.go +17 -0
  571. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_windows.go +28 -0
  572. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unix.go +17 -0
  573. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unsupported.go +13 -0
  574. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_windows.go +23 -0
  575. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/oflag.go +38 -0
  576. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_bsd.go +26 -0
  577. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_darwin.go +26 -0
  578. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_supported.go +30 -0
  579. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unix.go +20 -0
  580. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unsupported.go +16 -0
  581. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_windows.go +163 -0
  582. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/osfile.go +318 -0
  583. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll.go +17 -0
  584. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.go +55 -0
  585. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.s +8 -0
  586. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_linux.go +57 -0
  587. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_unsupported.go +12 -0
  588. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_windows.go +224 -0
  589. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/readfs.go +117 -0
  590. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unix.go +16 -0
  591. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unsupported.go +16 -0
  592. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_windows.go +55 -0
  593. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock.go +186 -0
  594. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_supported.go +76 -0
  595. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unix.go +48 -0
  596. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unsupported.go +79 -0
  597. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_windows.go +80 -0
  598. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat.go +16 -0
  599. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_supported.go +40 -0
  600. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_unsupported.go +40 -0
  601. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_windows.go +118 -0
  602. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync.go +13 -0
  603. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync_windows.go +20 -0
  604. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/syscall6_darwin.go +13 -0
  605. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sysfs.go +6 -0
  606. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unix.go +17 -0
  607. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unsupported.go +14 -0
  608. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_windows.go +25 -0
  609. package/govendor/github.com/tetratelabs/wazero/internal/u32/u32.go +11 -0
  610. package/govendor/github.com/tetratelabs/wazero/internal/u64/u64.go +15 -0
  611. package/govendor/github.com/tetratelabs/wazero/internal/version/version.go +52 -0
  612. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/args.go +6 -0
  613. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/clock.go +16 -0
  614. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/environ.go +6 -0
  615. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/errno.go +314 -0
  616. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/fs.go +164 -0
  617. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/poll.go +15 -0
  618. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/proc.go +6 -0
  619. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/random.go +3 -0
  620. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/rights.go +148 -0
  621. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sched.go +3 -0
  622. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sock.go +71 -0
  623. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/wasi.go +26 -0
  624. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/code.go +124 -0
  625. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/const_expr.go +116 -0
  626. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/custom.go +22 -0
  627. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/data.go +79 -0
  628. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/decoder.go +235 -0
  629. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/element.go +250 -0
  630. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/errors.go +11 -0
  631. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/export.go +32 -0
  632. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/function.go +56 -0
  633. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/global.go +50 -0
  634. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/header.go +9 -0
  635. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/import.go +68 -0
  636. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/limits.go +47 -0
  637. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/memory.go +42 -0
  638. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/names.go +151 -0
  639. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/section.go +309 -0
  640. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/table.go +79 -0
  641. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/value.go +97 -0
  642. package/govendor/github.com/tetratelabs/wazero/internal/wasm/const_expr.go +259 -0
  643. package/govendor/github.com/tetratelabs/wazero/internal/wasm/counts.go +53 -0
  644. package/govendor/github.com/tetratelabs/wazero/internal/wasm/engine.go +76 -0
  645. package/govendor/github.com/tetratelabs/wazero/internal/wasm/exception.go +9 -0
  646. package/govendor/github.com/tetratelabs/wazero/internal/wasm/func_validation.go +2804 -0
  647. package/govendor/github.com/tetratelabs/wazero/internal/wasm/function_definition.go +210 -0
  648. package/govendor/github.com/tetratelabs/wazero/internal/wasm/global.go +55 -0
  649. package/govendor/github.com/tetratelabs/wazero/internal/wasm/gofunc.go +279 -0
  650. package/govendor/github.com/tetratelabs/wazero/internal/wasm/host.go +179 -0
  651. package/govendor/github.com/tetratelabs/wazero/internal/wasm/instruction.go +1962 -0
  652. package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory.go +475 -0
  653. package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory_definition.go +128 -0
  654. package/govendor/github.com/tetratelabs/wazero/internal/wasm/module.go +1359 -0
  655. package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance.go +251 -0
  656. package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance_lookup.go +73 -0
  657. package/govendor/github.com/tetratelabs/wazero/internal/wasm/store.go +726 -0
  658. package/govendor/github.com/tetratelabs/wazero/internal/wasm/store_module_list.go +95 -0
  659. package/govendor/github.com/tetratelabs/wazero/internal/wasm/table.go +321 -0
  660. package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/debug.go +170 -0
  661. package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/dwarf.go +225 -0
  662. package/govendor/github.com/tetratelabs/wazero/internal/wasmruntime/errors.go +54 -0
  663. package/govendor/github.com/tetratelabs/wazero/netlify.toml +15 -0
  664. package/govendor/github.com/tetratelabs/wazero/runtime.go +399 -0
  665. package/govendor/github.com/tetratelabs/wazero/sys/clock.go +26 -0
  666. package/govendor/github.com/tetratelabs/wazero/sys/error.go +83 -0
  667. package/govendor/github.com/tetratelabs/wazero/sys/stat.go +105 -0
  668. package/govendor/github.com/tetratelabs/wazero/sys/stat_bsd.go +29 -0
  669. package/govendor/github.com/tetratelabs/wazero/sys/stat_posix.go +29 -0
  670. package/govendor/github.com/tetratelabs/wazero/sys/stat_unsupported.go +14 -0
  671. package/govendor/github.com/tetratelabs/wazero/sys/stat_windows.go +24 -0
  672. package/govendor/golang.org/x/crypto/LICENSE +27 -0
  673. package/govendor/golang.org/x/crypto/PATENTS +22 -0
  674. package/govendor/golang.org/x/crypto/cryptobyte/asn1/asn1.go +46 -0
  675. package/govendor/golang.org/x/crypto/cryptobyte/asn1.go +825 -0
  676. package/govendor/golang.org/x/crypto/cryptobyte/builder.go +350 -0
  677. package/govendor/golang.org/x/crypto/cryptobyte/string.go +183 -0
  678. package/govendor/golang.org/x/crypto/go.mod +3 -0
  679. package/govendor/golang.org/x/crypto/pbkdf2/pbkdf2.go +30 -0
  680. package/govendor/golang.org/x/net/LICENSE +27 -0
  681. package/govendor/golang.org/x/net/PATENTS +22 -0
  682. package/govendor/golang.org/x/net/dns/dnsmessage/message.go +2733 -0
  683. package/govendor/golang.org/x/net/dns/dnsmessage/svcb.go +333 -0
  684. package/govendor/golang.org/x/net/go.mod +3 -0
  685. package/govendor/golang.org/x/net/http/httpguts/guts.go +50 -0
  686. package/govendor/golang.org/x/net/http/httpguts/httplex.go +347 -0
  687. package/govendor/golang.org/x/net/http2/README.md +19 -0
  688. package/govendor/golang.org/x/net/http2/ascii.go +65 -0
  689. package/govendor/golang.org/x/net/http2/ciphers.go +641 -0
  690. package/govendor/golang.org/x/net/http2/client_conn_pool.go +301 -0
  691. package/govendor/golang.org/x/net/http2/client_priority_go126.go +20 -0
  692. package/govendor/golang.org/x/net/http2/client_priority_go127.go +13 -0
  693. package/govendor/golang.org/x/net/http2/clientconn.go +57 -0
  694. package/govendor/golang.org/x/net/http2/config.go +171 -0
  695. package/govendor/golang.org/x/net/http2/config_go125.go +15 -0
  696. package/govendor/golang.org/x/net/http2/config_go126.go +15 -0
  697. package/govendor/golang.org/x/net/http2/databuffer.go +146 -0
  698. package/govendor/golang.org/x/net/http2/errors.go +145 -0
  699. package/govendor/golang.org/x/net/http2/flow.go +175 -0
  700. package/govendor/golang.org/x/net/http2/frame.go +1887 -0
  701. package/govendor/golang.org/x/net/http2/gotrack.go +181 -0
  702. package/govendor/golang.org/x/net/http2/hpack/encode.go +244 -0
  703. package/govendor/golang.org/x/net/http2/hpack/hpack.go +522 -0
  704. package/govendor/golang.org/x/net/http2/hpack/huffman.go +226 -0
  705. package/govendor/golang.org/x/net/http2/hpack/static_table.go +188 -0
  706. package/govendor/golang.org/x/net/http2/hpack/tables.go +426 -0
  707. package/govendor/golang.org/x/net/http2/http2.go +415 -0
  708. package/govendor/golang.org/x/net/http2/pipe.go +184 -0
  709. package/govendor/golang.org/x/net/http2/server.go +3239 -0
  710. package/govendor/golang.org/x/net/http2/server_common.go +268 -0
  711. package/govendor/golang.org/x/net/http2/server_wrap.go +217 -0
  712. package/govendor/golang.org/x/net/http2/transport.go +3084 -0
  713. package/govendor/golang.org/x/net/http2/transport_common.go +516 -0
  714. package/govendor/golang.org/x/net/http2/transport_wrap.go +583 -0
  715. package/govendor/golang.org/x/net/http2/unencrypted.go +32 -0
  716. package/govendor/golang.org/x/net/http2/write.go +381 -0
  717. package/govendor/golang.org/x/net/http2/writesched.go +253 -0
  718. package/govendor/golang.org/x/net/http2/writesched_common.go +90 -0
  719. package/govendor/golang.org/x/net/http2/writesched_priority_rfc7540.go +420 -0
  720. package/govendor/golang.org/x/net/http2/writesched_priority_rfc9218.go +226 -0
  721. package/govendor/golang.org/x/net/http2/writesched_random.go +81 -0
  722. package/govendor/golang.org/x/net/http2/writesched_roundrobin.go +121 -0
  723. package/govendor/golang.org/x/net/idna/idna.go +884 -0
  724. package/govendor/golang.org/x/net/idna/punycode.go +220 -0
  725. package/govendor/golang.org/x/net/idna/tables15.0.0.go +5144 -0
  726. package/govendor/golang.org/x/net/idna/tables17.0.0.go +5302 -0
  727. package/govendor/golang.org/x/net/idna/trie.go +51 -0
  728. package/govendor/golang.org/x/net/idna/trieval.go +119 -0
  729. package/govendor/golang.org/x/net/internal/httpcommon/README.md +7 -0
  730. package/govendor/golang.org/x/net/internal/httpcommon/ascii.go +53 -0
  731. package/govendor/golang.org/x/net/internal/httpcommon/gzip.go +132 -0
  732. package/govendor/golang.org/x/net/internal/httpcommon/headermap.go +115 -0
  733. package/govendor/golang.org/x/net/internal/httpcommon/request.go +503 -0
  734. package/govendor/golang.org/x/net/internal/httpsfv/httpsfv.go +665 -0
  735. package/govendor/golang.org/x/sys/cpu/asm_aix_ppc64.s +17 -0
  736. package/govendor/golang.org/x/sys/cpu/asm_darwin_arm64_gc.s +12 -0
  737. package/govendor/golang.org/x/sys/cpu/asm_darwin_x86_gc.s +17 -0
  738. package/govendor/golang.org/x/sys/cpu/byteorder.go +66 -0
  739. package/govendor/golang.org/x/sys/cpu/cpu.go +357 -0
  740. package/govendor/golang.org/x/sys/cpu/cpu_aix.go +33 -0
  741. package/govendor/golang.org/x/sys/cpu/cpu_arm.go +73 -0
  742. package/govendor/golang.org/x/sys/cpu/cpu_arm64.go +191 -0
  743. package/govendor/golang.org/x/sys/cpu/cpu_arm64.s +35 -0
  744. package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64.go +67 -0
  745. package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64_other.go +31 -0
  746. package/govendor/golang.org/x/sys/cpu/cpu_darwin_x86.go +61 -0
  747. package/govendor/golang.org/x/sys/cpu/cpu_gc_arm64.go +12 -0
  748. package/govendor/golang.org/x/sys/cpu/cpu_gc_riscv64.go +11 -0
  749. package/govendor/golang.org/x/sys/cpu/cpu_gc_s390x.go +21 -0
  750. package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.go +15 -0
  751. package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.s +26 -0
  752. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_arm64.go +12 -0
  753. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_s390x.go +22 -0
  754. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.c +37 -0
  755. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.go +25 -0
  756. package/govendor/golang.org/x/sys/cpu/cpu_linux.go +15 -0
  757. package/govendor/golang.org/x/sys/cpu/cpu_linux_arm.go +39 -0
  758. package/govendor/golang.org/x/sys/cpu/cpu_linux_arm64.go +120 -0
  759. package/govendor/golang.org/x/sys/cpu/cpu_linux_loong64.go +22 -0
  760. package/govendor/golang.org/x/sys/cpu/cpu_linux_mips64x.go +22 -0
  761. package/govendor/golang.org/x/sys/cpu/cpu_linux_noinit.go +9 -0
  762. package/govendor/golang.org/x/sys/cpu/cpu_linux_ppc64x.go +34 -0
  763. package/govendor/golang.org/x/sys/cpu/cpu_linux_riscv64.go +173 -0
  764. package/govendor/golang.org/x/sys/cpu/cpu_linux_s390x.go +40 -0
  765. package/govendor/golang.org/x/sys/cpu/cpu_loong64.go +62 -0
  766. package/govendor/golang.org/x/sys/cpu/cpu_loong64.s +13 -0
  767. package/govendor/golang.org/x/sys/cpu/cpu_mips64x.go +15 -0
  768. package/govendor/golang.org/x/sys/cpu/cpu_mipsx.go +11 -0
  769. package/govendor/golang.org/x/sys/cpu/cpu_netbsd_amd64.go +47 -0
  770. package/govendor/golang.org/x/sys/cpu/cpu_netbsd_arm64.go +173 -0
  771. package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.go +65 -0
  772. package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.s +11 -0
  773. package/govendor/golang.org/x/sys/cpu/cpu_other_arm.go +9 -0
  774. package/govendor/golang.org/x/sys/cpu/cpu_other_arm64.go +11 -0
  775. package/govendor/golang.org/x/sys/cpu/cpu_other_mips64x.go +11 -0
  776. package/govendor/golang.org/x/sys/cpu/cpu_other_ppc64x.go +12 -0
  777. package/govendor/golang.org/x/sys/cpu/cpu_other_riscv64.go +11 -0
  778. package/govendor/golang.org/x/sys/cpu/cpu_other_x86.go +11 -0
  779. package/govendor/golang.org/x/sys/cpu/cpu_ppc64x.go +16 -0
  780. package/govendor/golang.org/x/sys/cpu/cpu_riscv64.go +33 -0
  781. package/govendor/golang.org/x/sys/cpu/cpu_riscv64.s +17 -0
  782. package/govendor/golang.org/x/sys/cpu/cpu_s390x.go +172 -0
  783. package/govendor/golang.org/x/sys/cpu/cpu_s390x.s +57 -0
  784. package/govendor/golang.org/x/sys/cpu/cpu_sparc64.go +12 -0
  785. package/govendor/golang.org/x/sys/cpu/cpu_wasm.go +17 -0
  786. package/govendor/golang.org/x/sys/cpu/cpu_windows.go +26 -0
  787. package/govendor/golang.org/x/sys/cpu/cpu_windows_arm64.go +38 -0
  788. package/govendor/golang.org/x/sys/cpu/cpu_x86.go +259 -0
  789. package/govendor/golang.org/x/sys/cpu/cpu_zos.go +10 -0
  790. package/govendor/golang.org/x/sys/cpu/cpu_zos_s390x.go +25 -0
  791. package/govendor/golang.org/x/sys/cpu/endian_big.go +10 -0
  792. package/govendor/golang.org/x/sys/cpu/endian_little.go +10 -0
  793. package/govendor/golang.org/x/sys/cpu/hwcap_linux.go +71 -0
  794. package/govendor/golang.org/x/sys/cpu/parse.go +55 -0
  795. package/govendor/golang.org/x/sys/cpu/proc_cpuinfo_linux.go +53 -0
  796. package/govendor/golang.org/x/sys/cpu/runtime_auxv.go +16 -0
  797. package/govendor/golang.org/x/sys/cpu/runtime_auxv_go121.go +18 -0
  798. package/govendor/golang.org/x/sys/cpu/syscall_aix_gccgo.go +26 -0
  799. package/govendor/golang.org/x/sys/cpu/syscall_aix_ppc64_gc.go +35 -0
  800. package/govendor/golang.org/x/sys/cpu/syscall_darwin_arm64_gc.go +54 -0
  801. package/govendor/golang.org/x/sys/cpu/syscall_darwin_x86_gc.go +98 -0
  802. package/govendor/golang.org/x/sys/cpu/zcpu_windows.go +48 -0
  803. package/govendor/golang.org/x/sys/unix/asm_linux_ppc64x.s +20 -0
  804. package/govendor/golang.org/x/sys/unix/asm_linux_sparc64.s +48 -0
  805. package/govendor/golang.org/x/sys/unix/asm_zos_s390x.s +4 -186
  806. package/govendor/golang.org/x/sys/unix/bpxsvc_zos.s +9 -9
  807. package/govendor/golang.org/x/sys/unix/fcntl_darwin.go +2 -2
  808. package/govendor/golang.org/x/sys/unix/mkerrors.sh +1 -1
  809. package/govendor/golang.org/x/sys/unix/ptrace_zos.go +537 -0
  810. package/govendor/golang.org/x/sys/unix/ptrace_zos_singlestep.go +425 -0
  811. package/govendor/golang.org/x/sys/unix/syscall_darwin.go +1 -0
  812. package/govendor/golang.org/x/sys/unix/syscall_freebsd.go +9 -0
  813. package/govendor/golang.org/x/sys/unix/syscall_linux.go +20 -1
  814. package/govendor/golang.org/x/sys/unix/syscall_linux_sparc64.go +3 -3
  815. package/govendor/golang.org/x/sys/unix/syscall_netbsd.go +9 -0
  816. package/govendor/golang.org/x/sys/unix/syscall_unix_gc.go +1 -1
  817. package/govendor/golang.org/x/sys/unix/syscall_zos_s390x.go +0 -4
  818. package/govendor/golang.org/x/sys/unix/xattr_bsd.go +12 -12
  819. package/govendor/golang.org/x/sys/unix/zerrors_darwin_amd64.go +6 -0
  820. package/govendor/golang.org/x/sys/unix/zerrors_darwin_arm64.go +6 -0
  821. package/govendor/golang.org/x/sys/unix/zerrors_linux.go +32 -0
  822. package/govendor/golang.org/x/sys/unix/zerrors_linux_386.go +2 -0
  823. package/govendor/golang.org/x/sys/unix/zerrors_linux_amd64.go +2 -0
  824. package/govendor/golang.org/x/sys/unix/zerrors_linux_arm.go +2 -0
  825. package/govendor/golang.org/x/sys/unix/zerrors_linux_arm64.go +2 -0
  826. package/govendor/golang.org/x/sys/unix/zerrors_linux_loong64.go +2 -0
  827. package/govendor/golang.org/x/sys/unix/zerrors_linux_mips.go +2 -0
  828. package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64.go +2 -0
  829. package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64le.go +2 -0
  830. package/govendor/golang.org/x/sys/unix/zerrors_linux_mipsle.go +2 -0
  831. package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc.go +2 -0
  832. package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64.go +2 -0
  833. package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64le.go +2 -0
  834. package/govendor/golang.org/x/sys/unix/zerrors_linux_riscv64.go +2 -0
  835. package/govendor/golang.org/x/sys/unix/zerrors_linux_s390x.go +2 -0
  836. package/govendor/golang.org/x/sys/unix/zerrors_linux_sparc64.go +2 -0
  837. package/govendor/golang.org/x/sys/unix/zsyscall_darwin_amd64.go +11 -0
  838. package/govendor/golang.org/x/sys/unix/zsyscall_darwin_arm64.go +11 -0
  839. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_386.go +159 -0
  840. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_amd64.go +159 -0
  841. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm.go +159 -0
  842. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm64.go +159 -0
  843. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_riscv64.go +159 -0
  844. package/govendor/golang.org/x/sys/unix/zsyscall_linux.go +28 -1
  845. package/govendor/golang.org/x/sys/unix/zsyscall_linux_sparc64.go +3 -3
  846. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_386.go +159 -0
  847. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_amd64.go +159 -0
  848. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm.go +159 -0
  849. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm64.go +159 -0
  850. package/govendor/golang.org/x/sys/unix/zsysnum_zos_s390x.go +13 -0
  851. package/govendor/golang.org/x/sys/unix/ztypes_linux.go +65 -36
  852. package/govendor/golang.org/x/sys/unix/ztypes_linux_386.go +6 -0
  853. package/govendor/golang.org/x/sys/unix/ztypes_linux_amd64.go +7 -0
  854. package/govendor/golang.org/x/sys/unix/ztypes_linux_arm.go +6 -0
  855. package/govendor/golang.org/x/sys/unix/ztypes_linux_arm64.go +7 -0
  856. package/govendor/golang.org/x/sys/unix/ztypes_linux_loong64.go +7 -0
  857. package/govendor/golang.org/x/sys/unix/ztypes_linux_mips.go +6 -0
  858. package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64.go +7 -0
  859. package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64le.go +7 -0
  860. package/govendor/golang.org/x/sys/unix/ztypes_linux_mipsle.go +6 -0
  861. package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc.go +6 -0
  862. package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64.go +7 -0
  863. package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64le.go +7 -0
  864. package/govendor/golang.org/x/sys/unix/ztypes_linux_riscv64.go +7 -0
  865. package/govendor/golang.org/x/sys/unix/ztypes_linux_s390x.go +7 -0
  866. package/govendor/golang.org/x/sys/unix/ztypes_linux_sparc64.go +10 -5
  867. package/govendor/golang.org/x/sys/unix/ztypes_zos_s390x.go +78 -0
  868. package/govendor/golang.org/x/text/.gitattributes +10 -0
  869. package/govendor/golang.org/x/text/CONTRIBUTING.md +26 -0
  870. package/govendor/golang.org/x/text/LICENSE +27 -0
  871. package/govendor/golang.org/x/text/PATENTS +22 -0
  872. package/govendor/golang.org/x/text/README.md +81 -0
  873. package/govendor/golang.org/x/text/cases/cases.go +162 -0
  874. package/govendor/golang.org/x/text/cases/context.go +376 -0
  875. package/govendor/golang.org/x/text/cases/fold.go +34 -0
  876. package/govendor/golang.org/x/text/cases/icu.go +61 -0
  877. package/govendor/golang.org/x/text/cases/info.go +82 -0
  878. package/govendor/golang.org/x/text/cases/map.go +816 -0
  879. package/govendor/golang.org/x/text/cases/tables15.0.0.go +2527 -0
  880. package/govendor/golang.org/x/text/cases/tables17.0.0.go +2642 -0
  881. package/govendor/golang.org/x/text/cases/trieval.go +217 -0
  882. package/govendor/golang.org/x/text/codereview.cfg +1 -0
  883. package/govendor/golang.org/x/text/collate/collate.go +402 -0
  884. package/govendor/golang.org/x/text/collate/index.go +32 -0
  885. package/govendor/golang.org/x/text/collate/option.go +239 -0
  886. package/govendor/golang.org/x/text/collate/sort.go +81 -0
  887. package/govendor/golang.org/x/text/collate/tables.go +73789 -0
  888. package/govendor/golang.org/x/text/currency/common.go +67 -0
  889. package/govendor/golang.org/x/text/currency/currency.go +185 -0
  890. package/govendor/golang.org/x/text/currency/format.go +220 -0
  891. package/govendor/golang.org/x/text/currency/query.go +152 -0
  892. package/govendor/golang.org/x/text/currency/tables.go +2629 -0
  893. package/govendor/golang.org/x/text/doc.go +16 -0
  894. package/govendor/golang.org/x/text/feature/plural/common.go +70 -0
  895. package/govendor/golang.org/x/text/feature/plural/message.go +244 -0
  896. package/govendor/golang.org/x/text/feature/plural/plural.go +262 -0
  897. package/govendor/golang.org/x/text/feature/plural/tables.go +552 -0
  898. package/govendor/golang.org/x/text/go.mod +3 -0
  899. package/govendor/golang.org/x/text/internal/catmsg/catmsg.go +417 -0
  900. package/govendor/golang.org/x/text/internal/catmsg/codec.go +407 -0
  901. package/govendor/golang.org/x/text/internal/catmsg/varint.go +62 -0
  902. package/govendor/golang.org/x/text/internal/colltab/collelem.go +374 -0
  903. package/govendor/golang.org/x/text/internal/colltab/colltab.go +105 -0
  904. package/govendor/golang.org/x/text/internal/colltab/contract.go +145 -0
  905. package/govendor/golang.org/x/text/internal/colltab/iter.go +178 -0
  906. package/govendor/golang.org/x/text/internal/colltab/numeric.go +236 -0
  907. package/govendor/golang.org/x/text/internal/colltab/table.go +275 -0
  908. package/govendor/golang.org/x/text/internal/colltab/trie.go +159 -0
  909. package/govendor/golang.org/x/text/internal/colltab/weighter.go +31 -0
  910. package/govendor/golang.org/x/text/internal/format/format.go +41 -0
  911. package/govendor/golang.org/x/text/internal/format/parser.go +358 -0
  912. package/govendor/golang.org/x/text/internal/internal.go +49 -0
  913. package/govendor/golang.org/x/text/internal/language/common.go +16 -0
  914. package/govendor/golang.org/x/text/internal/language/compact/compact.go +61 -0
  915. package/govendor/golang.org/x/text/internal/language/compact/language.go +260 -0
  916. package/govendor/golang.org/x/text/internal/language/compact/parents.go +120 -0
  917. package/govendor/golang.org/x/text/internal/language/compact/tables.go +1015 -0
  918. package/govendor/golang.org/x/text/internal/language/compact/tags.go +91 -0
  919. package/govendor/golang.org/x/text/internal/language/compact.go +29 -0
  920. package/govendor/golang.org/x/text/internal/language/compose.go +167 -0
  921. package/govendor/golang.org/x/text/internal/language/coverage.go +28 -0
  922. package/govendor/golang.org/x/text/internal/language/language.go +627 -0
  923. package/govendor/golang.org/x/text/internal/language/lookup.go +412 -0
  924. package/govendor/golang.org/x/text/internal/language/match.go +226 -0
  925. package/govendor/golang.org/x/text/internal/language/parse.go +608 -0
  926. package/govendor/golang.org/x/text/internal/language/tables.go +3494 -0
  927. package/govendor/golang.org/x/text/internal/language/tags.go +48 -0
  928. package/govendor/golang.org/x/text/internal/match.go +67 -0
  929. package/govendor/golang.org/x/text/internal/number/common.go +55 -0
  930. package/govendor/golang.org/x/text/internal/number/decimal.go +500 -0
  931. package/govendor/golang.org/x/text/internal/number/format.go +533 -0
  932. package/govendor/golang.org/x/text/internal/number/number.go +152 -0
  933. package/govendor/golang.org/x/text/internal/number/pattern.go +485 -0
  934. package/govendor/golang.org/x/text/internal/number/roundingmode_string.go +30 -0
  935. package/govendor/golang.org/x/text/internal/number/tables.go +1219 -0
  936. package/govendor/golang.org/x/text/internal/stringset/set.go +86 -0
  937. package/govendor/golang.org/x/text/internal/tag/tag.go +100 -0
  938. package/govendor/golang.org/x/text/language/coverage.go +187 -0
  939. package/govendor/golang.org/x/text/language/display/dict.go +92 -0
  940. package/govendor/golang.org/x/text/language/display/display.go +420 -0
  941. package/govendor/golang.org/x/text/language/display/lookup.go +253 -0
  942. package/govendor/golang.org/x/text/language/display/tables.go +53114 -0
  943. package/govendor/golang.org/x/text/language/doc.go +98 -0
  944. package/govendor/golang.org/x/text/language/language.go +605 -0
  945. package/govendor/golang.org/x/text/language/match.go +735 -0
  946. package/govendor/golang.org/x/text/language/parse.go +258 -0
  947. package/govendor/golang.org/x/text/language/tables.go +298 -0
  948. package/govendor/golang.org/x/text/language/tags.go +145 -0
  949. package/govendor/golang.org/x/text/message/catalog/catalog.go +365 -0
  950. package/govendor/golang.org/x/text/message/catalog/dict.go +133 -0
  951. package/govendor/golang.org/x/text/secure/bidirule/bidirule.go +346 -0
  952. package/govendor/golang.org/x/text/transform/transform.go +709 -0
  953. package/govendor/golang.org/x/text/unicode/bidi/bidi.go +359 -0
  954. package/govendor/golang.org/x/text/unicode/bidi/bracket.go +335 -0
  955. package/govendor/golang.org/x/text/unicode/bidi/core.go +1050 -0
  956. package/govendor/golang.org/x/text/unicode/bidi/prop.go +206 -0
  957. package/govendor/golang.org/x/text/unicode/bidi/tables15.0.0.go +2042 -0
  958. package/govendor/golang.org/x/text/unicode/bidi/tables17.0.0.go +2135 -0
  959. package/govendor/golang.org/x/text/unicode/bidi/trieval.go +48 -0
  960. package/govendor/golang.org/x/text/unicode/norm/composition.go +524 -0
  961. package/govendor/golang.org/x/text/unicode/norm/forminfo.go +296 -0
  962. package/govendor/golang.org/x/text/unicode/norm/input.go +109 -0
  963. package/govendor/golang.org/x/text/unicode/norm/iter.go +454 -0
  964. package/govendor/golang.org/x/text/unicode/norm/normalize.go +613 -0
  965. package/govendor/golang.org/x/text/unicode/norm/readwriter.go +125 -0
  966. package/govendor/golang.org/x/text/unicode/norm/tables15.0.0.go +7907 -0
  967. package/govendor/golang.org/x/text/unicode/norm/tables17.0.0.go +8104 -0
  968. package/govendor/golang.org/x/text/unicode/norm/transform.go +89 -0
  969. package/govendor/golang.org/x/text/unicode/norm/trie.go +54 -0
  970. package/govendor/manifest.txt +11 -2
  971. package/package.json +2 -1
  972. package/performance/README.md +87 -35
  973. package/performance/arr-for-of.ts +29 -0
  974. package/performance/arr-push-local.ts +39 -0
  975. package/performance/arr-slice-concat.ts +24 -0
  976. package/performance/async-promise-all.ts +38 -0
  977. package/performance/bigint-arith.ts +36 -0
  978. package/performance/buf-encode.ts +29 -0
  979. package/performance/class-accessors.ts +48 -0
  980. package/performance/date-format.ts +18 -0
  981. package/performance/fn-rest-spread.ts +43 -0
  982. package/performance/gen-next.ts +32 -0
  983. package/performance/iter-helpers.ts +38 -0
  984. package/performance/json-any.ts +30 -0
  985. package/performance/map-iterate.ts +26 -0
  986. package/performance/map-number-keys.ts +37 -0
  987. package/performance/num-hash-imul.ts +36 -0
  988. package/performance/obj-keys-entries.ts +44 -0
  989. package/performance/obj-optional-chain.ts +42 -0
  990. package/performance/obj-record-dict.ts +24 -0
  991. package/performance/obj-spread-destructure.ts +40 -0
  992. package/performance/regex-replace-fn.ts +24 -0
  993. package/performance/str-methods.ts +24 -0
  994. package/performance/str-switch-compare.ts +50 -0
  995. package/performance/str-unicode.ts +25 -0
  996. package/performance/typed-array.ts +30 -0
  997. package/performance/union-typeof.ts +40 -0
  998. package/performance/wasm-call.ts +63 -0
  999. package/tsparser/go.mod +1 -1
  1000. package/tsparser/go.sum +2 -2
  1001. package/types/typenative-npm.d.ts +836 -69
  1002. package/types/typenative.d.ts +1224 -23
  1003. package/govendor/golang.org/x/sys/unix/syscall_unix_gc_ppc64x.go +0 -22
  1004. package/govendor/golang.org/x/sys/windows/types_windows_arm.go +0 -35
@@ -0,0 +1,3476 @@
1
+ // Code generated by command: go run gen.go -out ../decompress.s -arch amd64,arm64 -arm64-promote-stack-slots -pkg=huff0. DO NOT EDIT.
2
+
3
+ //go:build !noasm && gc
4
+
5
+ // func decompress4x_main_loop_amd64(ctx *decompress4xContext)
6
+ // Requires: BMI, CMOV
7
+ TEXT ·decompress4x_main_loop_amd64(SB), $40-8
8
+ MOVQ ctx+0(FP), CX
9
+
10
+ // Preload values
11
+ MOVBQZX 8(CX), AX
12
+ MOVQ 32(CX), DX
13
+ MOVQ 16(CX), BX
14
+ MOVQ 24(CX), SI
15
+ LEAQ (BX)(SI*1), DI
16
+ LEAQ (BX)(SI*2), R9
17
+ LEAQ (SI)(SI*2), R11
18
+ ADDQ BX, R11
19
+
20
+ // Copy the input pointers to their stack slots
21
+ MOVQ 64(CX), SI
22
+ MOVQ SI, (SP)
23
+ MOVQ 72(CX), SI
24
+ MOVQ SI, 8(SP)
25
+ MOVQ 80(CX), SI
26
+ MOVQ SI, 16(SP)
27
+ MOVQ 88(CX), SI
28
+ MOVQ SI, 24(SP)
29
+
30
+ // Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
31
+ MOVQ (CX), CX
32
+ MOVQ 32(CX), SI
33
+ MOVBQZX 40(CX), R8
34
+ BTSQ R8, SI
35
+ MOVQ 80(CX), R8
36
+ MOVBQZX 88(CX), R10
37
+ BTSQ R10, R8
38
+ MOVQ 128(CX), R10
39
+ MOVBQZX 136(CX), R12
40
+ BTSQ R12, R10
41
+ MOVQ 176(CX), R12
42
+ MOVBQZX 184(CX), CX
43
+ BTSQ CX, R12
44
+
45
+ outer_loop:
46
+ MOVQ ctx+0(FP), CX
47
+
48
+ // Iterations allowed by the output: (limit - op0) / 8
49
+ MOVQ 48(CX), R13
50
+ SUBQ BX, R13
51
+ JLE done
52
+ SHRQ $0x03, R13
53
+
54
+ // Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
55
+ // (whatever nSyms is), so every read stays inside the block while the lowest
56
+ // pointer stays above ilowest.
57
+ MOVQ (SP), R14
58
+ SUBQ 56(CX), R14
59
+ SHRQ $0x03, R14
60
+ CMPQ R14, R13
61
+ CMOVQCS R14, R13
62
+ MOVQ 8(SP), R14
63
+ SUBQ 56(CX), R14
64
+ SHRQ $0x03, R14
65
+ CMPQ R14, R13
66
+ CMOVQCS R14, R13
67
+ MOVQ 16(SP), R14
68
+ SUBQ 56(CX), R14
69
+ SHRQ $0x03, R14
70
+ CMPQ R14, R13
71
+ CMOVQCS R14, R13
72
+ MOVQ 24(SP), R14
73
+ SUBQ 56(CX), R14
74
+ SHRQ $0x03, R14
75
+ CMPQ R14, R13
76
+ CMOVQCS R14, R13
77
+ TESTQ R13, R13
78
+ JZ done
79
+ IMUL3Q $0x05, R13, R13
80
+ ADDQ BX, R13
81
+ MOVQ R13, 32(SP)
82
+ PCALIGN $0x40
83
+
84
+ inner_loop:
85
+ // stream 0, symbol 0
86
+ MOVQ AX, CX
87
+ MOVQ SI, R13
88
+ SHRQ CL, R13
89
+ MOVWQZX (DX)(R13*2), CX
90
+ SHLQ CL, SI
91
+ SHRQ $0x08, CX
92
+ MOVB CL, (BX)
93
+
94
+ // stream 1, symbol 0
95
+ MOVQ AX, CX
96
+ MOVQ R8, R13
97
+ SHRQ CL, R13
98
+ MOVWQZX (DX)(R13*2), CX
99
+ SHLQ CL, R8
100
+ SHRQ $0x08, CX
101
+ MOVB CL, (DI)
102
+
103
+ // stream 2, symbol 0
104
+ MOVQ AX, CX
105
+ MOVQ R10, R13
106
+ SHRQ CL, R13
107
+ MOVWQZX (DX)(R13*2), CX
108
+ SHLQ CL, R10
109
+ SHRQ $0x08, CX
110
+ MOVB CL, (R9)
111
+
112
+ // stream 3, symbol 0
113
+ MOVQ AX, CX
114
+ MOVQ R12, R13
115
+ SHRQ CL, R13
116
+ MOVWQZX (DX)(R13*2), CX
117
+ SHLQ CL, R12
118
+ SHRQ $0x08, CX
119
+ MOVB CL, (R11)
120
+
121
+ // stream 0, symbol 1
122
+ MOVQ AX, CX
123
+ MOVQ SI, R13
124
+ SHRQ CL, R13
125
+ MOVWQZX (DX)(R13*2), CX
126
+ SHLQ CL, SI
127
+ SHRQ $0x08, CX
128
+ MOVB CL, 1(BX)
129
+
130
+ // stream 1, symbol 1
131
+ MOVQ AX, CX
132
+ MOVQ R8, R13
133
+ SHRQ CL, R13
134
+ MOVWQZX (DX)(R13*2), CX
135
+ SHLQ CL, R8
136
+ SHRQ $0x08, CX
137
+ MOVB CL, 1(DI)
138
+
139
+ // stream 2, symbol 1
140
+ MOVQ AX, CX
141
+ MOVQ R10, R13
142
+ SHRQ CL, R13
143
+ MOVWQZX (DX)(R13*2), CX
144
+ SHLQ CL, R10
145
+ SHRQ $0x08, CX
146
+ MOVB CL, 1(R9)
147
+
148
+ // stream 3, symbol 1
149
+ MOVQ AX, CX
150
+ MOVQ R12, R13
151
+ SHRQ CL, R13
152
+ MOVWQZX (DX)(R13*2), CX
153
+ SHLQ CL, R12
154
+ SHRQ $0x08, CX
155
+ MOVB CL, 1(R11)
156
+
157
+ // stream 0, symbol 2
158
+ MOVQ AX, CX
159
+ MOVQ SI, R13
160
+ SHRQ CL, R13
161
+ MOVWQZX (DX)(R13*2), CX
162
+ SHLQ CL, SI
163
+ SHRQ $0x08, CX
164
+ MOVB CL, 2(BX)
165
+
166
+ // stream 1, symbol 2
167
+ MOVQ AX, CX
168
+ MOVQ R8, R13
169
+ SHRQ CL, R13
170
+ MOVWQZX (DX)(R13*2), CX
171
+ SHLQ CL, R8
172
+ SHRQ $0x08, CX
173
+ MOVB CL, 2(DI)
174
+
175
+ // stream 2, symbol 2
176
+ MOVQ AX, CX
177
+ MOVQ R10, R13
178
+ SHRQ CL, R13
179
+ MOVWQZX (DX)(R13*2), CX
180
+ SHLQ CL, R10
181
+ SHRQ $0x08, CX
182
+ MOVB CL, 2(R9)
183
+
184
+ // stream 3, symbol 2
185
+ MOVQ AX, CX
186
+ MOVQ R12, R13
187
+ SHRQ CL, R13
188
+ MOVWQZX (DX)(R13*2), CX
189
+ SHLQ CL, R12
190
+ SHRQ $0x08, CX
191
+ MOVB CL, 2(R11)
192
+
193
+ // stream 0, symbol 3
194
+ MOVQ AX, CX
195
+ MOVQ SI, R13
196
+ SHRQ CL, R13
197
+ MOVWQZX (DX)(R13*2), CX
198
+ SHLQ CL, SI
199
+ SHRQ $0x08, CX
200
+ MOVB CL, 3(BX)
201
+
202
+ // stream 1, symbol 3
203
+ MOVQ AX, CX
204
+ MOVQ R8, R13
205
+ SHRQ CL, R13
206
+ MOVWQZX (DX)(R13*2), CX
207
+ SHLQ CL, R8
208
+ SHRQ $0x08, CX
209
+ MOVB CL, 3(DI)
210
+
211
+ // stream 2, symbol 3
212
+ MOVQ AX, CX
213
+ MOVQ R10, R13
214
+ SHRQ CL, R13
215
+ MOVWQZX (DX)(R13*2), CX
216
+ SHLQ CL, R10
217
+ SHRQ $0x08, CX
218
+ MOVB CL, 3(R9)
219
+
220
+ // stream 3, symbol 3
221
+ MOVQ AX, CX
222
+ MOVQ R12, R13
223
+ SHRQ CL, R13
224
+ MOVWQZX (DX)(R13*2), CX
225
+ SHLQ CL, R12
226
+ SHRQ $0x08, CX
227
+ MOVB CL, 3(R11)
228
+
229
+ // stream 0, symbol 4
230
+ MOVQ AX, CX
231
+ MOVQ SI, R13
232
+ SHRQ CL, R13
233
+ MOVWQZX (DX)(R13*2), CX
234
+ SHLQ CL, SI
235
+ SHRQ $0x08, CX
236
+ MOVB CL, 4(BX)
237
+
238
+ // stream 1, symbol 4
239
+ MOVQ AX, CX
240
+ MOVQ R8, R13
241
+ SHRQ CL, R13
242
+ MOVWQZX (DX)(R13*2), CX
243
+ SHLQ CL, R8
244
+ SHRQ $0x08, CX
245
+ MOVB CL, 4(DI)
246
+
247
+ // stream 2, symbol 4
248
+ MOVQ AX, CX
249
+ MOVQ R10, R13
250
+ SHRQ CL, R13
251
+ MOVWQZX (DX)(R13*2), CX
252
+ SHLQ CL, R10
253
+ SHRQ $0x08, CX
254
+ MOVB CL, 4(R9)
255
+
256
+ // stream 3, symbol 4
257
+ MOVQ AX, CX
258
+ MOVQ R12, R13
259
+ SHRQ CL, R13
260
+ MOVWQZX (DX)(R13*2), CX
261
+ SHLQ CL, R12
262
+ SHRQ $0x08, CX
263
+ MOVB CL, 4(R11)
264
+
265
+ // Reload the four bit containers
266
+ TZCNTQ SI, SI
267
+ MOVQ SI, CX
268
+ ANDQ $0x07, CX
269
+ SHRQ $0x03, SI
270
+ MOVQ (SP), R13
271
+ SUBQ SI, R13
272
+ MOVQ R13, (SP)
273
+ MOVQ (R13), SI
274
+ ORQ $0x01, SI
275
+ SHLQ CL, SI
276
+ TZCNTQ R8, R8
277
+ MOVQ R8, CX
278
+ ANDQ $0x07, CX
279
+ SHRQ $0x03, R8
280
+ MOVQ 8(SP), R13
281
+ SUBQ R8, R13
282
+ MOVQ R13, 8(SP)
283
+ MOVQ (R13), R8
284
+ ORQ $0x01, R8
285
+ SHLQ CL, R8
286
+ TZCNTQ R10, R10
287
+ MOVQ R10, CX
288
+ ANDQ $0x07, CX
289
+ SHRQ $0x03, R10
290
+ MOVQ 16(SP), R13
291
+ SUBQ R10, R13
292
+ MOVQ R13, 16(SP)
293
+ MOVQ (R13), R10
294
+ ORQ $0x01, R10
295
+ SHLQ CL, R10
296
+ TZCNTQ R12, R12
297
+ MOVQ R12, CX
298
+ ANDQ $0x07, CX
299
+ SHRQ $0x03, R12
300
+ MOVQ 24(SP), R13
301
+ SUBQ R12, R13
302
+ MOVQ R13, 24(SP)
303
+ MOVQ (R13), R12
304
+ ORQ $0x01, R12
305
+ SHLQ CL, R12
306
+ ADDQ $0x05, BX
307
+ ADDQ $0x05, DI
308
+ ADDQ $0x05, R9
309
+ ADDQ $0x05, R11
310
+ CMPQ BX, 32(SP)
311
+ JB inner_loop
312
+ JMP outer_loop
313
+
314
+ done:
315
+ // Hand the state back: off = ip - in (negative when the window reached below the stream start),
316
+ // value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
317
+ MOVQ ctx+0(FP), AX
318
+ MOVQ (AX), CX
319
+ MOVQ (SP), DX
320
+ SUBQ (CX), DX
321
+ MOVQ DX, 24(CX)
322
+ MOVQ SI, 32(CX)
323
+ MOVQ 8(SP), DX
324
+ SUBQ 48(CX), DX
325
+ MOVQ DX, 72(CX)
326
+ MOVQ R8, 80(CX)
327
+ MOVQ 16(SP), DX
328
+ SUBQ 96(CX), DX
329
+ MOVQ DX, 120(CX)
330
+ MOVQ R10, 128(CX)
331
+ MOVQ 24(SP), DX
332
+ SUBQ 144(CX), DX
333
+ MOVQ DX, 168(CX)
334
+ MOVQ R12, 176(CX)
335
+ SUBQ 16(AX), BX
336
+ SHLQ $0x02, BX
337
+ MOVQ BX, 40(AX)
338
+ RET
339
+
340
+ // func decompress4x_8b_main_loop_amd64(ctx *decompress4xContext)
341
+ // Requires: BMI, CMOV
342
+ TEXT ·decompress4x_8b_main_loop_amd64(SB), $40-8
343
+ MOVQ ctx+0(FP), CX
344
+
345
+ // Preload values
346
+ MOVBQZX 8(CX), AX
347
+ MOVQ 32(CX), DX
348
+ MOVQ 16(CX), BX
349
+ MOVQ 24(CX), SI
350
+ LEAQ (BX)(SI*1), DI
351
+ LEAQ (BX)(SI*2), R9
352
+ LEAQ (SI)(SI*2), R11
353
+ ADDQ BX, R11
354
+
355
+ // Copy the input pointers to their stack slots
356
+ MOVQ 64(CX), SI
357
+ MOVQ SI, (SP)
358
+ MOVQ 72(CX), SI
359
+ MOVQ SI, 8(SP)
360
+ MOVQ 80(CX), SI
361
+ MOVQ SI, 16(SP)
362
+ MOVQ 88(CX), SI
363
+ MOVQ SI, 24(SP)
364
+
365
+ // Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
366
+ MOVQ (CX), CX
367
+ MOVQ 32(CX), SI
368
+ MOVBQZX 40(CX), R8
369
+ BTSQ R8, SI
370
+ MOVQ 80(CX), R8
371
+ MOVBQZX 88(CX), R10
372
+ BTSQ R10, R8
373
+ MOVQ 128(CX), R10
374
+ MOVBQZX 136(CX), R12
375
+ BTSQ R12, R10
376
+ MOVQ 176(CX), R12
377
+ MOVBQZX 184(CX), CX
378
+ BTSQ CX, R12
379
+
380
+ outer_loop:
381
+ MOVQ ctx+0(FP), CX
382
+
383
+ // Iterations allowed by the output: (limit - op0) / 8
384
+ MOVQ 48(CX), R13
385
+ SUBQ BX, R13
386
+ JLE done
387
+ SHRQ $0x03, R13
388
+
389
+ // Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
390
+ // (whatever nSyms is), so every read stays inside the block while the lowest
391
+ // pointer stays above ilowest.
392
+ MOVQ (SP), R14
393
+ SUBQ 56(CX), R14
394
+ SHRQ $0x03, R14
395
+ CMPQ R14, R13
396
+ CMOVQCS R14, R13
397
+ MOVQ 8(SP), R14
398
+ SUBQ 56(CX), R14
399
+ SHRQ $0x03, R14
400
+ CMPQ R14, R13
401
+ CMOVQCS R14, R13
402
+ MOVQ 16(SP), R14
403
+ SUBQ 56(CX), R14
404
+ SHRQ $0x03, R14
405
+ CMPQ R14, R13
406
+ CMOVQCS R14, R13
407
+ MOVQ 24(SP), R14
408
+ SUBQ 56(CX), R14
409
+ SHRQ $0x03, R14
410
+ CMPQ R14, R13
411
+ CMOVQCS R14, R13
412
+ TESTQ R13, R13
413
+ JZ done
414
+ IMUL3Q $0x07, R13, R13
415
+ ADDQ BX, R13
416
+ MOVQ R13, 32(SP)
417
+ PCALIGN $0x40
418
+
419
+ inner_loop:
420
+ // stream 0, symbol 0
421
+ MOVQ AX, CX
422
+ MOVQ SI, R13
423
+ SHRQ CL, R13
424
+ MOVWQZX (DX)(R13*2), CX
425
+ SHLQ CL, SI
426
+ SHRQ $0x08, CX
427
+ MOVB CL, (BX)
428
+
429
+ // stream 1, symbol 0
430
+ MOVQ AX, CX
431
+ MOVQ R8, R13
432
+ SHRQ CL, R13
433
+ MOVWQZX (DX)(R13*2), CX
434
+ SHLQ CL, R8
435
+ SHRQ $0x08, CX
436
+ MOVB CL, (DI)
437
+
438
+ // stream 2, symbol 0
439
+ MOVQ AX, CX
440
+ MOVQ R10, R13
441
+ SHRQ CL, R13
442
+ MOVWQZX (DX)(R13*2), CX
443
+ SHLQ CL, R10
444
+ SHRQ $0x08, CX
445
+ MOVB CL, (R9)
446
+
447
+ // stream 3, symbol 0
448
+ MOVQ AX, CX
449
+ MOVQ R12, R13
450
+ SHRQ CL, R13
451
+ MOVWQZX (DX)(R13*2), CX
452
+ SHLQ CL, R12
453
+ SHRQ $0x08, CX
454
+ MOVB CL, (R11)
455
+
456
+ // stream 0, symbol 1
457
+ MOVQ AX, CX
458
+ MOVQ SI, R13
459
+ SHRQ CL, R13
460
+ MOVWQZX (DX)(R13*2), CX
461
+ SHLQ CL, SI
462
+ SHRQ $0x08, CX
463
+ MOVB CL, 1(BX)
464
+
465
+ // stream 1, symbol 1
466
+ MOVQ AX, CX
467
+ MOVQ R8, R13
468
+ SHRQ CL, R13
469
+ MOVWQZX (DX)(R13*2), CX
470
+ SHLQ CL, R8
471
+ SHRQ $0x08, CX
472
+ MOVB CL, 1(DI)
473
+
474
+ // stream 2, symbol 1
475
+ MOVQ AX, CX
476
+ MOVQ R10, R13
477
+ SHRQ CL, R13
478
+ MOVWQZX (DX)(R13*2), CX
479
+ SHLQ CL, R10
480
+ SHRQ $0x08, CX
481
+ MOVB CL, 1(R9)
482
+
483
+ // stream 3, symbol 1
484
+ MOVQ AX, CX
485
+ MOVQ R12, R13
486
+ SHRQ CL, R13
487
+ MOVWQZX (DX)(R13*2), CX
488
+ SHLQ CL, R12
489
+ SHRQ $0x08, CX
490
+ MOVB CL, 1(R11)
491
+
492
+ // stream 0, symbol 2
493
+ MOVQ AX, CX
494
+ MOVQ SI, R13
495
+ SHRQ CL, R13
496
+ MOVWQZX (DX)(R13*2), CX
497
+ SHLQ CL, SI
498
+ SHRQ $0x08, CX
499
+ MOVB CL, 2(BX)
500
+
501
+ // stream 1, symbol 2
502
+ MOVQ AX, CX
503
+ MOVQ R8, R13
504
+ SHRQ CL, R13
505
+ MOVWQZX (DX)(R13*2), CX
506
+ SHLQ CL, R8
507
+ SHRQ $0x08, CX
508
+ MOVB CL, 2(DI)
509
+
510
+ // stream 2, symbol 2
511
+ MOVQ AX, CX
512
+ MOVQ R10, R13
513
+ SHRQ CL, R13
514
+ MOVWQZX (DX)(R13*2), CX
515
+ SHLQ CL, R10
516
+ SHRQ $0x08, CX
517
+ MOVB CL, 2(R9)
518
+
519
+ // stream 3, symbol 2
520
+ MOVQ AX, CX
521
+ MOVQ R12, R13
522
+ SHRQ CL, R13
523
+ MOVWQZX (DX)(R13*2), CX
524
+ SHLQ CL, R12
525
+ SHRQ $0x08, CX
526
+ MOVB CL, 2(R11)
527
+
528
+ // stream 0, symbol 3
529
+ MOVQ AX, CX
530
+ MOVQ SI, R13
531
+ SHRQ CL, R13
532
+ MOVWQZX (DX)(R13*2), CX
533
+ SHLQ CL, SI
534
+ SHRQ $0x08, CX
535
+ MOVB CL, 3(BX)
536
+
537
+ // stream 1, symbol 3
538
+ MOVQ AX, CX
539
+ MOVQ R8, R13
540
+ SHRQ CL, R13
541
+ MOVWQZX (DX)(R13*2), CX
542
+ SHLQ CL, R8
543
+ SHRQ $0x08, CX
544
+ MOVB CL, 3(DI)
545
+
546
+ // stream 2, symbol 3
547
+ MOVQ AX, CX
548
+ MOVQ R10, R13
549
+ SHRQ CL, R13
550
+ MOVWQZX (DX)(R13*2), CX
551
+ SHLQ CL, R10
552
+ SHRQ $0x08, CX
553
+ MOVB CL, 3(R9)
554
+
555
+ // stream 3, symbol 3
556
+ MOVQ AX, CX
557
+ MOVQ R12, R13
558
+ SHRQ CL, R13
559
+ MOVWQZX (DX)(R13*2), CX
560
+ SHLQ CL, R12
561
+ SHRQ $0x08, CX
562
+ MOVB CL, 3(R11)
563
+
564
+ // stream 0, symbol 4
565
+ MOVQ AX, CX
566
+ MOVQ SI, R13
567
+ SHRQ CL, R13
568
+ MOVWQZX (DX)(R13*2), CX
569
+ SHLQ CL, SI
570
+ SHRQ $0x08, CX
571
+ MOVB CL, 4(BX)
572
+
573
+ // stream 1, symbol 4
574
+ MOVQ AX, CX
575
+ MOVQ R8, R13
576
+ SHRQ CL, R13
577
+ MOVWQZX (DX)(R13*2), CX
578
+ SHLQ CL, R8
579
+ SHRQ $0x08, CX
580
+ MOVB CL, 4(DI)
581
+
582
+ // stream 2, symbol 4
583
+ MOVQ AX, CX
584
+ MOVQ R10, R13
585
+ SHRQ CL, R13
586
+ MOVWQZX (DX)(R13*2), CX
587
+ SHLQ CL, R10
588
+ SHRQ $0x08, CX
589
+ MOVB CL, 4(R9)
590
+
591
+ // stream 3, symbol 4
592
+ MOVQ AX, CX
593
+ MOVQ R12, R13
594
+ SHRQ CL, R13
595
+ MOVWQZX (DX)(R13*2), CX
596
+ SHLQ CL, R12
597
+ SHRQ $0x08, CX
598
+ MOVB CL, 4(R11)
599
+
600
+ // stream 0, symbol 5
601
+ MOVQ AX, CX
602
+ MOVQ SI, R13
603
+ SHRQ CL, R13
604
+ MOVWQZX (DX)(R13*2), CX
605
+ SHLQ CL, SI
606
+ SHRQ $0x08, CX
607
+ MOVB CL, 5(BX)
608
+
609
+ // stream 1, symbol 5
610
+ MOVQ AX, CX
611
+ MOVQ R8, R13
612
+ SHRQ CL, R13
613
+ MOVWQZX (DX)(R13*2), CX
614
+ SHLQ CL, R8
615
+ SHRQ $0x08, CX
616
+ MOVB CL, 5(DI)
617
+
618
+ // stream 2, symbol 5
619
+ MOVQ AX, CX
620
+ MOVQ R10, R13
621
+ SHRQ CL, R13
622
+ MOVWQZX (DX)(R13*2), CX
623
+ SHLQ CL, R10
624
+ SHRQ $0x08, CX
625
+ MOVB CL, 5(R9)
626
+
627
+ // stream 3, symbol 5
628
+ MOVQ AX, CX
629
+ MOVQ R12, R13
630
+ SHRQ CL, R13
631
+ MOVWQZX (DX)(R13*2), CX
632
+ SHLQ CL, R12
633
+ SHRQ $0x08, CX
634
+ MOVB CL, 5(R11)
635
+
636
+ // stream 0, symbol 6
637
+ MOVQ AX, CX
638
+ MOVQ SI, R13
639
+ SHRQ CL, R13
640
+ MOVWQZX (DX)(R13*2), CX
641
+ SHLQ CL, SI
642
+ SHRQ $0x08, CX
643
+ MOVB CL, 6(BX)
644
+
645
+ // stream 1, symbol 6
646
+ MOVQ AX, CX
647
+ MOVQ R8, R13
648
+ SHRQ CL, R13
649
+ MOVWQZX (DX)(R13*2), CX
650
+ SHLQ CL, R8
651
+ SHRQ $0x08, CX
652
+ MOVB CL, 6(DI)
653
+
654
+ // stream 2, symbol 6
655
+ MOVQ AX, CX
656
+ MOVQ R10, R13
657
+ SHRQ CL, R13
658
+ MOVWQZX (DX)(R13*2), CX
659
+ SHLQ CL, R10
660
+ SHRQ $0x08, CX
661
+ MOVB CL, 6(R9)
662
+
663
+ // stream 3, symbol 6
664
+ MOVQ AX, CX
665
+ MOVQ R12, R13
666
+ SHRQ CL, R13
667
+ MOVWQZX (DX)(R13*2), CX
668
+ SHLQ CL, R12
669
+ SHRQ $0x08, CX
670
+ MOVB CL, 6(R11)
671
+
672
+ // Reload the four bit containers
673
+ TZCNTQ SI, SI
674
+ MOVQ SI, CX
675
+ ANDQ $0x07, CX
676
+ SHRQ $0x03, SI
677
+ MOVQ (SP), R13
678
+ SUBQ SI, R13
679
+ MOVQ R13, (SP)
680
+ MOVQ (R13), SI
681
+ ORQ $0x01, SI
682
+ SHLQ CL, SI
683
+ TZCNTQ R8, R8
684
+ MOVQ R8, CX
685
+ ANDQ $0x07, CX
686
+ SHRQ $0x03, R8
687
+ MOVQ 8(SP), R13
688
+ SUBQ R8, R13
689
+ MOVQ R13, 8(SP)
690
+ MOVQ (R13), R8
691
+ ORQ $0x01, R8
692
+ SHLQ CL, R8
693
+ TZCNTQ R10, R10
694
+ MOVQ R10, CX
695
+ ANDQ $0x07, CX
696
+ SHRQ $0x03, R10
697
+ MOVQ 16(SP), R13
698
+ SUBQ R10, R13
699
+ MOVQ R13, 16(SP)
700
+ MOVQ (R13), R10
701
+ ORQ $0x01, R10
702
+ SHLQ CL, R10
703
+ TZCNTQ R12, R12
704
+ MOVQ R12, CX
705
+ ANDQ $0x07, CX
706
+ SHRQ $0x03, R12
707
+ MOVQ 24(SP), R13
708
+ SUBQ R12, R13
709
+ MOVQ R13, 24(SP)
710
+ MOVQ (R13), R12
711
+ ORQ $0x01, R12
712
+ SHLQ CL, R12
713
+ ADDQ $0x07, BX
714
+ ADDQ $0x07, DI
715
+ ADDQ $0x07, R9
716
+ ADDQ $0x07, R11
717
+ CMPQ BX, 32(SP)
718
+ JB inner_loop
719
+ JMP outer_loop
720
+
721
+ done:
722
+ // Hand the state back: off = ip - in (negative when the window reached below the stream start),
723
+ // value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
724
+ MOVQ ctx+0(FP), AX
725
+ MOVQ (AX), CX
726
+ MOVQ (SP), DX
727
+ SUBQ (CX), DX
728
+ MOVQ DX, 24(CX)
729
+ MOVQ SI, 32(CX)
730
+ MOVQ 8(SP), DX
731
+ SUBQ 48(CX), DX
732
+ MOVQ DX, 72(CX)
733
+ MOVQ R8, 80(CX)
734
+ MOVQ 16(SP), DX
735
+ SUBQ 96(CX), DX
736
+ MOVQ DX, 120(CX)
737
+ MOVQ R10, 128(CX)
738
+ MOVQ 24(SP), DX
739
+ SUBQ 144(CX), DX
740
+ MOVQ DX, 168(CX)
741
+ MOVQ R12, 176(CX)
742
+ SUBQ 16(AX), BX
743
+ SHLQ $0x02, BX
744
+ MOVQ BX, 40(AX)
745
+ RET
746
+
747
+ // func decompress4x_4b_main_loop_amd64(ctx *decompress4xContext)
748
+ // Requires: BMI, CMOV
749
+ TEXT ·decompress4x_4b_main_loop_amd64(SB), $40-8
750
+ MOVQ ctx+0(FP), CX
751
+
752
+ // Preload values
753
+ MOVBQZX 8(CX), AX
754
+ MOVQ 32(CX), DX
755
+ MOVQ 16(CX), BX
756
+ MOVQ 24(CX), SI
757
+ LEAQ (BX)(SI*1), DI
758
+ LEAQ (BX)(SI*2), R9
759
+ LEAQ (SI)(SI*2), R11
760
+ ADDQ BX, R11
761
+
762
+ // Copy the input pointers to their stack slots
763
+ MOVQ 64(CX), SI
764
+ MOVQ SI, (SP)
765
+ MOVQ 72(CX), SI
766
+ MOVQ SI, 8(SP)
767
+ MOVQ 80(CX), SI
768
+ MOVQ SI, 16(SP)
769
+ MOVQ 88(CX), SI
770
+ MOVQ SI, 24(SP)
771
+
772
+ // Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
773
+ MOVQ (CX), CX
774
+ MOVQ 32(CX), SI
775
+ MOVBQZX 40(CX), R8
776
+ BTSQ R8, SI
777
+ MOVQ 80(CX), R8
778
+ MOVBQZX 88(CX), R10
779
+ BTSQ R10, R8
780
+ MOVQ 128(CX), R10
781
+ MOVBQZX 136(CX), R12
782
+ BTSQ R12, R10
783
+ MOVQ 176(CX), R12
784
+ MOVBQZX 184(CX), CX
785
+ BTSQ CX, R12
786
+
787
+ outer_loop:
788
+ MOVQ ctx+0(FP), CX
789
+
790
+ // Iterations allowed by the output: (limit - op0) / 16
791
+ MOVQ 48(CX), R13
792
+ SUBQ BX, R13
793
+ JLE done
794
+ SHRQ $0x04, R13
795
+
796
+ // Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
797
+ // (whatever nSyms is), so every read stays inside the block while the lowest
798
+ // pointer stays above ilowest.
799
+ MOVQ (SP), R14
800
+ SUBQ 56(CX), R14
801
+ SHRQ $0x03, R14
802
+ CMPQ R14, R13
803
+ CMOVQCS R14, R13
804
+ MOVQ 8(SP), R14
805
+ SUBQ 56(CX), R14
806
+ SHRQ $0x03, R14
807
+ CMPQ R14, R13
808
+ CMOVQCS R14, R13
809
+ MOVQ 16(SP), R14
810
+ SUBQ 56(CX), R14
811
+ SHRQ $0x03, R14
812
+ CMPQ R14, R13
813
+ CMOVQCS R14, R13
814
+ MOVQ 24(SP), R14
815
+ SUBQ 56(CX), R14
816
+ SHRQ $0x03, R14
817
+ CMPQ R14, R13
818
+ CMOVQCS R14, R13
819
+ TESTQ R13, R13
820
+ JZ done
821
+ IMUL3Q $0x0e, R13, R13
822
+ ADDQ BX, R13
823
+ MOVQ R13, 32(SP)
824
+ PCALIGN $0x40
825
+
826
+ inner_loop:
827
+ // stream 0, symbol 0
828
+ MOVQ AX, CX
829
+ MOVQ SI, R13
830
+ SHRQ CL, R13
831
+ MOVWQZX (DX)(R13*2), CX
832
+ SHLQ CL, SI
833
+ SHRQ $0x08, CX
834
+ MOVB CL, (BX)
835
+
836
+ // stream 1, symbol 0
837
+ MOVQ AX, CX
838
+ MOVQ R8, R13
839
+ SHRQ CL, R13
840
+ MOVWQZX (DX)(R13*2), CX
841
+ SHLQ CL, R8
842
+ SHRQ $0x08, CX
843
+ MOVB CL, (DI)
844
+
845
+ // stream 2, symbol 0
846
+ MOVQ AX, CX
847
+ MOVQ R10, R13
848
+ SHRQ CL, R13
849
+ MOVWQZX (DX)(R13*2), CX
850
+ SHLQ CL, R10
851
+ SHRQ $0x08, CX
852
+ MOVB CL, (R9)
853
+
854
+ // stream 3, symbol 0
855
+ MOVQ AX, CX
856
+ MOVQ R12, R13
857
+ SHRQ CL, R13
858
+ MOVWQZX (DX)(R13*2), CX
859
+ SHLQ CL, R12
860
+ SHRQ $0x08, CX
861
+ MOVB CL, (R11)
862
+
863
+ // stream 0, symbol 1
864
+ MOVQ AX, CX
865
+ MOVQ SI, R13
866
+ SHRQ CL, R13
867
+ MOVWQZX (DX)(R13*2), CX
868
+ SHLQ CL, SI
869
+ SHRQ $0x08, CX
870
+ MOVB CL, 1(BX)
871
+
872
+ // stream 1, symbol 1
873
+ MOVQ AX, CX
874
+ MOVQ R8, R13
875
+ SHRQ CL, R13
876
+ MOVWQZX (DX)(R13*2), CX
877
+ SHLQ CL, R8
878
+ SHRQ $0x08, CX
879
+ MOVB CL, 1(DI)
880
+
881
+ // stream 2, symbol 1
882
+ MOVQ AX, CX
883
+ MOVQ R10, R13
884
+ SHRQ CL, R13
885
+ MOVWQZX (DX)(R13*2), CX
886
+ SHLQ CL, R10
887
+ SHRQ $0x08, CX
888
+ MOVB CL, 1(R9)
889
+
890
+ // stream 3, symbol 1
891
+ MOVQ AX, CX
892
+ MOVQ R12, R13
893
+ SHRQ CL, R13
894
+ MOVWQZX (DX)(R13*2), CX
895
+ SHLQ CL, R12
896
+ SHRQ $0x08, CX
897
+ MOVB CL, 1(R11)
898
+
899
+ // stream 0, symbol 2
900
+ MOVQ AX, CX
901
+ MOVQ SI, R13
902
+ SHRQ CL, R13
903
+ MOVWQZX (DX)(R13*2), CX
904
+ SHLQ CL, SI
905
+ SHRQ $0x08, CX
906
+ MOVB CL, 2(BX)
907
+
908
+ // stream 1, symbol 2
909
+ MOVQ AX, CX
910
+ MOVQ R8, R13
911
+ SHRQ CL, R13
912
+ MOVWQZX (DX)(R13*2), CX
913
+ SHLQ CL, R8
914
+ SHRQ $0x08, CX
915
+ MOVB CL, 2(DI)
916
+
917
+ // stream 2, symbol 2
918
+ MOVQ AX, CX
919
+ MOVQ R10, R13
920
+ SHRQ CL, R13
921
+ MOVWQZX (DX)(R13*2), CX
922
+ SHLQ CL, R10
923
+ SHRQ $0x08, CX
924
+ MOVB CL, 2(R9)
925
+
926
+ // stream 3, symbol 2
927
+ MOVQ AX, CX
928
+ MOVQ R12, R13
929
+ SHRQ CL, R13
930
+ MOVWQZX (DX)(R13*2), CX
931
+ SHLQ CL, R12
932
+ SHRQ $0x08, CX
933
+ MOVB CL, 2(R11)
934
+
935
+ // stream 0, symbol 3
936
+ MOVQ AX, CX
937
+ MOVQ SI, R13
938
+ SHRQ CL, R13
939
+ MOVWQZX (DX)(R13*2), CX
940
+ SHLQ CL, SI
941
+ SHRQ $0x08, CX
942
+ MOVB CL, 3(BX)
943
+
944
+ // stream 1, symbol 3
945
+ MOVQ AX, CX
946
+ MOVQ R8, R13
947
+ SHRQ CL, R13
948
+ MOVWQZX (DX)(R13*2), CX
949
+ SHLQ CL, R8
950
+ SHRQ $0x08, CX
951
+ MOVB CL, 3(DI)
952
+
953
+ // stream 2, symbol 3
954
+ MOVQ AX, CX
955
+ MOVQ R10, R13
956
+ SHRQ CL, R13
957
+ MOVWQZX (DX)(R13*2), CX
958
+ SHLQ CL, R10
959
+ SHRQ $0x08, CX
960
+ MOVB CL, 3(R9)
961
+
962
+ // stream 3, symbol 3
963
+ MOVQ AX, CX
964
+ MOVQ R12, R13
965
+ SHRQ CL, R13
966
+ MOVWQZX (DX)(R13*2), CX
967
+ SHLQ CL, R12
968
+ SHRQ $0x08, CX
969
+ MOVB CL, 3(R11)
970
+
971
+ // stream 0, symbol 4
972
+ MOVQ AX, CX
973
+ MOVQ SI, R13
974
+ SHRQ CL, R13
975
+ MOVWQZX (DX)(R13*2), CX
976
+ SHLQ CL, SI
977
+ SHRQ $0x08, CX
978
+ MOVB CL, 4(BX)
979
+
980
+ // stream 1, symbol 4
981
+ MOVQ AX, CX
982
+ MOVQ R8, R13
983
+ SHRQ CL, R13
984
+ MOVWQZX (DX)(R13*2), CX
985
+ SHLQ CL, R8
986
+ SHRQ $0x08, CX
987
+ MOVB CL, 4(DI)
988
+
989
+ // stream 2, symbol 4
990
+ MOVQ AX, CX
991
+ MOVQ R10, R13
992
+ SHRQ CL, R13
993
+ MOVWQZX (DX)(R13*2), CX
994
+ SHLQ CL, R10
995
+ SHRQ $0x08, CX
996
+ MOVB CL, 4(R9)
997
+
998
+ // stream 3, symbol 4
999
+ MOVQ AX, CX
1000
+ MOVQ R12, R13
1001
+ SHRQ CL, R13
1002
+ MOVWQZX (DX)(R13*2), CX
1003
+ SHLQ CL, R12
1004
+ SHRQ $0x08, CX
1005
+ MOVB CL, 4(R11)
1006
+
1007
+ // stream 0, symbol 5
1008
+ MOVQ AX, CX
1009
+ MOVQ SI, R13
1010
+ SHRQ CL, R13
1011
+ MOVWQZX (DX)(R13*2), CX
1012
+ SHLQ CL, SI
1013
+ SHRQ $0x08, CX
1014
+ MOVB CL, 5(BX)
1015
+
1016
+ // stream 1, symbol 5
1017
+ MOVQ AX, CX
1018
+ MOVQ R8, R13
1019
+ SHRQ CL, R13
1020
+ MOVWQZX (DX)(R13*2), CX
1021
+ SHLQ CL, R8
1022
+ SHRQ $0x08, CX
1023
+ MOVB CL, 5(DI)
1024
+
1025
+ // stream 2, symbol 5
1026
+ MOVQ AX, CX
1027
+ MOVQ R10, R13
1028
+ SHRQ CL, R13
1029
+ MOVWQZX (DX)(R13*2), CX
1030
+ SHLQ CL, R10
1031
+ SHRQ $0x08, CX
1032
+ MOVB CL, 5(R9)
1033
+
1034
+ // stream 3, symbol 5
1035
+ MOVQ AX, CX
1036
+ MOVQ R12, R13
1037
+ SHRQ CL, R13
1038
+ MOVWQZX (DX)(R13*2), CX
1039
+ SHLQ CL, R12
1040
+ SHRQ $0x08, CX
1041
+ MOVB CL, 5(R11)
1042
+
1043
+ // stream 0, symbol 6
1044
+ MOVQ AX, CX
1045
+ MOVQ SI, R13
1046
+ SHRQ CL, R13
1047
+ MOVWQZX (DX)(R13*2), CX
1048
+ SHLQ CL, SI
1049
+ SHRQ $0x08, CX
1050
+ MOVB CL, 6(BX)
1051
+
1052
+ // stream 1, symbol 6
1053
+ MOVQ AX, CX
1054
+ MOVQ R8, R13
1055
+ SHRQ CL, R13
1056
+ MOVWQZX (DX)(R13*2), CX
1057
+ SHLQ CL, R8
1058
+ SHRQ $0x08, CX
1059
+ MOVB CL, 6(DI)
1060
+
1061
+ // stream 2, symbol 6
1062
+ MOVQ AX, CX
1063
+ MOVQ R10, R13
1064
+ SHRQ CL, R13
1065
+ MOVWQZX (DX)(R13*2), CX
1066
+ SHLQ CL, R10
1067
+ SHRQ $0x08, CX
1068
+ MOVB CL, 6(R9)
1069
+
1070
+ // stream 3, symbol 6
1071
+ MOVQ AX, CX
1072
+ MOVQ R12, R13
1073
+ SHRQ CL, R13
1074
+ MOVWQZX (DX)(R13*2), CX
1075
+ SHLQ CL, R12
1076
+ SHRQ $0x08, CX
1077
+ MOVB CL, 6(R11)
1078
+
1079
+ // stream 0, symbol 7
1080
+ MOVQ AX, CX
1081
+ MOVQ SI, R13
1082
+ SHRQ CL, R13
1083
+ MOVWQZX (DX)(R13*2), CX
1084
+ SHLQ CL, SI
1085
+ SHRQ $0x08, CX
1086
+ MOVB CL, 7(BX)
1087
+
1088
+ // stream 1, symbol 7
1089
+ MOVQ AX, CX
1090
+ MOVQ R8, R13
1091
+ SHRQ CL, R13
1092
+ MOVWQZX (DX)(R13*2), CX
1093
+ SHLQ CL, R8
1094
+ SHRQ $0x08, CX
1095
+ MOVB CL, 7(DI)
1096
+
1097
+ // stream 2, symbol 7
1098
+ MOVQ AX, CX
1099
+ MOVQ R10, R13
1100
+ SHRQ CL, R13
1101
+ MOVWQZX (DX)(R13*2), CX
1102
+ SHLQ CL, R10
1103
+ SHRQ $0x08, CX
1104
+ MOVB CL, 7(R9)
1105
+
1106
+ // stream 3, symbol 7
1107
+ MOVQ AX, CX
1108
+ MOVQ R12, R13
1109
+ SHRQ CL, R13
1110
+ MOVWQZX (DX)(R13*2), CX
1111
+ SHLQ CL, R12
1112
+ SHRQ $0x08, CX
1113
+ MOVB CL, 7(R11)
1114
+
1115
+ // stream 0, symbol 8
1116
+ MOVQ AX, CX
1117
+ MOVQ SI, R13
1118
+ SHRQ CL, R13
1119
+ MOVWQZX (DX)(R13*2), CX
1120
+ SHLQ CL, SI
1121
+ SHRQ $0x08, CX
1122
+ MOVB CL, 8(BX)
1123
+
1124
+ // stream 1, symbol 8
1125
+ MOVQ AX, CX
1126
+ MOVQ R8, R13
1127
+ SHRQ CL, R13
1128
+ MOVWQZX (DX)(R13*2), CX
1129
+ SHLQ CL, R8
1130
+ SHRQ $0x08, CX
1131
+ MOVB CL, 8(DI)
1132
+
1133
+ // stream 2, symbol 8
1134
+ MOVQ AX, CX
1135
+ MOVQ R10, R13
1136
+ SHRQ CL, R13
1137
+ MOVWQZX (DX)(R13*2), CX
1138
+ SHLQ CL, R10
1139
+ SHRQ $0x08, CX
1140
+ MOVB CL, 8(R9)
1141
+
1142
+ // stream 3, symbol 8
1143
+ MOVQ AX, CX
1144
+ MOVQ R12, R13
1145
+ SHRQ CL, R13
1146
+ MOVWQZX (DX)(R13*2), CX
1147
+ SHLQ CL, R12
1148
+ SHRQ $0x08, CX
1149
+ MOVB CL, 8(R11)
1150
+
1151
+ // stream 0, symbol 9
1152
+ MOVQ AX, CX
1153
+ MOVQ SI, R13
1154
+ SHRQ CL, R13
1155
+ MOVWQZX (DX)(R13*2), CX
1156
+ SHLQ CL, SI
1157
+ SHRQ $0x08, CX
1158
+ MOVB CL, 9(BX)
1159
+
1160
+ // stream 1, symbol 9
1161
+ MOVQ AX, CX
1162
+ MOVQ R8, R13
1163
+ SHRQ CL, R13
1164
+ MOVWQZX (DX)(R13*2), CX
1165
+ SHLQ CL, R8
1166
+ SHRQ $0x08, CX
1167
+ MOVB CL, 9(DI)
1168
+
1169
+ // stream 2, symbol 9
1170
+ MOVQ AX, CX
1171
+ MOVQ R10, R13
1172
+ SHRQ CL, R13
1173
+ MOVWQZX (DX)(R13*2), CX
1174
+ SHLQ CL, R10
1175
+ SHRQ $0x08, CX
1176
+ MOVB CL, 9(R9)
1177
+
1178
+ // stream 3, symbol 9
1179
+ MOVQ AX, CX
1180
+ MOVQ R12, R13
1181
+ SHRQ CL, R13
1182
+ MOVWQZX (DX)(R13*2), CX
1183
+ SHLQ CL, R12
1184
+ SHRQ $0x08, CX
1185
+ MOVB CL, 9(R11)
1186
+
1187
+ // stream 0, symbol 10
1188
+ MOVQ AX, CX
1189
+ MOVQ SI, R13
1190
+ SHRQ CL, R13
1191
+ MOVWQZX (DX)(R13*2), CX
1192
+ SHLQ CL, SI
1193
+ SHRQ $0x08, CX
1194
+ MOVB CL, 10(BX)
1195
+
1196
+ // stream 1, symbol 10
1197
+ MOVQ AX, CX
1198
+ MOVQ R8, R13
1199
+ SHRQ CL, R13
1200
+ MOVWQZX (DX)(R13*2), CX
1201
+ SHLQ CL, R8
1202
+ SHRQ $0x08, CX
1203
+ MOVB CL, 10(DI)
1204
+
1205
+ // stream 2, symbol 10
1206
+ MOVQ AX, CX
1207
+ MOVQ R10, R13
1208
+ SHRQ CL, R13
1209
+ MOVWQZX (DX)(R13*2), CX
1210
+ SHLQ CL, R10
1211
+ SHRQ $0x08, CX
1212
+ MOVB CL, 10(R9)
1213
+
1214
+ // stream 3, symbol 10
1215
+ MOVQ AX, CX
1216
+ MOVQ R12, R13
1217
+ SHRQ CL, R13
1218
+ MOVWQZX (DX)(R13*2), CX
1219
+ SHLQ CL, R12
1220
+ SHRQ $0x08, CX
1221
+ MOVB CL, 10(R11)
1222
+
1223
+ // stream 0, symbol 11
1224
+ MOVQ AX, CX
1225
+ MOVQ SI, R13
1226
+ SHRQ CL, R13
1227
+ MOVWQZX (DX)(R13*2), CX
1228
+ SHLQ CL, SI
1229
+ SHRQ $0x08, CX
1230
+ MOVB CL, 11(BX)
1231
+
1232
+ // stream 1, symbol 11
1233
+ MOVQ AX, CX
1234
+ MOVQ R8, R13
1235
+ SHRQ CL, R13
1236
+ MOVWQZX (DX)(R13*2), CX
1237
+ SHLQ CL, R8
1238
+ SHRQ $0x08, CX
1239
+ MOVB CL, 11(DI)
1240
+
1241
+ // stream 2, symbol 11
1242
+ MOVQ AX, CX
1243
+ MOVQ R10, R13
1244
+ SHRQ CL, R13
1245
+ MOVWQZX (DX)(R13*2), CX
1246
+ SHLQ CL, R10
1247
+ SHRQ $0x08, CX
1248
+ MOVB CL, 11(R9)
1249
+
1250
+ // stream 3, symbol 11
1251
+ MOVQ AX, CX
1252
+ MOVQ R12, R13
1253
+ SHRQ CL, R13
1254
+ MOVWQZX (DX)(R13*2), CX
1255
+ SHLQ CL, R12
1256
+ SHRQ $0x08, CX
1257
+ MOVB CL, 11(R11)
1258
+
1259
+ // stream 0, symbol 12
1260
+ MOVQ AX, CX
1261
+ MOVQ SI, R13
1262
+ SHRQ CL, R13
1263
+ MOVWQZX (DX)(R13*2), CX
1264
+ SHLQ CL, SI
1265
+ SHRQ $0x08, CX
1266
+ MOVB CL, 12(BX)
1267
+
1268
+ // stream 1, symbol 12
1269
+ MOVQ AX, CX
1270
+ MOVQ R8, R13
1271
+ SHRQ CL, R13
1272
+ MOVWQZX (DX)(R13*2), CX
1273
+ SHLQ CL, R8
1274
+ SHRQ $0x08, CX
1275
+ MOVB CL, 12(DI)
1276
+
1277
+ // stream 2, symbol 12
1278
+ MOVQ AX, CX
1279
+ MOVQ R10, R13
1280
+ SHRQ CL, R13
1281
+ MOVWQZX (DX)(R13*2), CX
1282
+ SHLQ CL, R10
1283
+ SHRQ $0x08, CX
1284
+ MOVB CL, 12(R9)
1285
+
1286
+ // stream 3, symbol 12
1287
+ MOVQ AX, CX
1288
+ MOVQ R12, R13
1289
+ SHRQ CL, R13
1290
+ MOVWQZX (DX)(R13*2), CX
1291
+ SHLQ CL, R12
1292
+ SHRQ $0x08, CX
1293
+ MOVB CL, 12(R11)
1294
+
1295
+ // stream 0, symbol 13
1296
+ MOVQ AX, CX
1297
+ MOVQ SI, R13
1298
+ SHRQ CL, R13
1299
+ MOVWQZX (DX)(R13*2), CX
1300
+ SHLQ CL, SI
1301
+ SHRQ $0x08, CX
1302
+ MOVB CL, 13(BX)
1303
+
1304
+ // stream 1, symbol 13
1305
+ MOVQ AX, CX
1306
+ MOVQ R8, R13
1307
+ SHRQ CL, R13
1308
+ MOVWQZX (DX)(R13*2), CX
1309
+ SHLQ CL, R8
1310
+ SHRQ $0x08, CX
1311
+ MOVB CL, 13(DI)
1312
+
1313
+ // stream 2, symbol 13
1314
+ MOVQ AX, CX
1315
+ MOVQ R10, R13
1316
+ SHRQ CL, R13
1317
+ MOVWQZX (DX)(R13*2), CX
1318
+ SHLQ CL, R10
1319
+ SHRQ $0x08, CX
1320
+ MOVB CL, 13(R9)
1321
+
1322
+ // stream 3, symbol 13
1323
+ MOVQ AX, CX
1324
+ MOVQ R12, R13
1325
+ SHRQ CL, R13
1326
+ MOVWQZX (DX)(R13*2), CX
1327
+ SHLQ CL, R12
1328
+ SHRQ $0x08, CX
1329
+ MOVB CL, 13(R11)
1330
+
1331
+ // Reload the four bit containers
1332
+ TZCNTQ SI, SI
1333
+ MOVQ SI, CX
1334
+ ANDQ $0x07, CX
1335
+ SHRQ $0x03, SI
1336
+ MOVQ (SP), R13
1337
+ SUBQ SI, R13
1338
+ MOVQ R13, (SP)
1339
+ MOVQ (R13), SI
1340
+ ORQ $0x01, SI
1341
+ SHLQ CL, SI
1342
+ TZCNTQ R8, R8
1343
+ MOVQ R8, CX
1344
+ ANDQ $0x07, CX
1345
+ SHRQ $0x03, R8
1346
+ MOVQ 8(SP), R13
1347
+ SUBQ R8, R13
1348
+ MOVQ R13, 8(SP)
1349
+ MOVQ (R13), R8
1350
+ ORQ $0x01, R8
1351
+ SHLQ CL, R8
1352
+ TZCNTQ R10, R10
1353
+ MOVQ R10, CX
1354
+ ANDQ $0x07, CX
1355
+ SHRQ $0x03, R10
1356
+ MOVQ 16(SP), R13
1357
+ SUBQ R10, R13
1358
+ MOVQ R13, 16(SP)
1359
+ MOVQ (R13), R10
1360
+ ORQ $0x01, R10
1361
+ SHLQ CL, R10
1362
+ TZCNTQ R12, R12
1363
+ MOVQ R12, CX
1364
+ ANDQ $0x07, CX
1365
+ SHRQ $0x03, R12
1366
+ MOVQ 24(SP), R13
1367
+ SUBQ R12, R13
1368
+ MOVQ R13, 24(SP)
1369
+ MOVQ (R13), R12
1370
+ ORQ $0x01, R12
1371
+ SHLQ CL, R12
1372
+ ADDQ $0x0e, BX
1373
+ ADDQ $0x0e, DI
1374
+ ADDQ $0x0e, R9
1375
+ ADDQ $0x0e, R11
1376
+ CMPQ BX, 32(SP)
1377
+ JB inner_loop
1378
+ JMP outer_loop
1379
+
1380
+ done:
1381
+ // Hand the state back: off = ip - in (negative when the window reached below the stream start),
1382
+ // value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
1383
+ MOVQ ctx+0(FP), AX
1384
+ MOVQ (AX), CX
1385
+ MOVQ (SP), DX
1386
+ SUBQ (CX), DX
1387
+ MOVQ DX, 24(CX)
1388
+ MOVQ SI, 32(CX)
1389
+ MOVQ 8(SP), DX
1390
+ SUBQ 48(CX), DX
1391
+ MOVQ DX, 72(CX)
1392
+ MOVQ R8, 80(CX)
1393
+ MOVQ 16(SP), DX
1394
+ SUBQ 96(CX), DX
1395
+ MOVQ DX, 120(CX)
1396
+ MOVQ R10, 128(CX)
1397
+ MOVQ 24(SP), DX
1398
+ SUBQ 144(CX), DX
1399
+ MOVQ DX, 168(CX)
1400
+ MOVQ R12, 176(CX)
1401
+ SUBQ 16(AX), BX
1402
+ SHLQ $0x02, BX
1403
+ MOVQ BX, 40(AX)
1404
+ RET
1405
+
1406
+ // func decompress4x_main_loop_bmi2(ctx *decompress4xContext)
1407
+ // Requires: BMI, BMI2, CMOV
1408
+ TEXT ·decompress4x_main_loop_bmi2(SB), $40-8
1409
+ MOVQ ctx+0(FP), AX
1410
+
1411
+ // Preload values
1412
+ MOVBQZX 8(AX), CX
1413
+ MOVQ 32(AX), DX
1414
+ MOVQ 16(AX), BX
1415
+ MOVQ 24(AX), R8
1416
+ LEAQ (BX)(R8*1), SI
1417
+ LEAQ (BX)(R8*2), DI
1418
+ LEAQ (R8)(R8*2), R8
1419
+ ADDQ BX, R8
1420
+
1421
+ // Copy the input pointers to their stack slots
1422
+ MOVQ 64(AX), R9
1423
+ MOVQ R9, (SP)
1424
+ MOVQ 72(AX), R9
1425
+ MOVQ R9, 8(SP)
1426
+ MOVQ 80(AX), R9
1427
+ MOVQ R9, 16(SP)
1428
+ MOVQ 88(AX), R9
1429
+ MOVQ R9, 24(SP)
1430
+
1431
+ // Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
1432
+ MOVQ (AX), R12
1433
+ MOVQ 32(R12), AX
1434
+ MOVBQZX 40(R12), R9
1435
+ BTSQ R9, AX
1436
+ MOVQ 80(R12), R9
1437
+ MOVBQZX 88(R12), R10
1438
+ BTSQ R10, R9
1439
+ MOVQ 128(R12), R10
1440
+ MOVBQZX 136(R12), R11
1441
+ BTSQ R11, R10
1442
+ MOVQ 176(R12), R11
1443
+ MOVBQZX 184(R12), R12
1444
+ BTSQ R12, R11
1445
+
1446
+ outer_loop:
1447
+ MOVQ ctx+0(FP), R12
1448
+
1449
+ // Iterations allowed by the output: (limit - op0) / 8
1450
+ MOVQ 48(R12), R13
1451
+ SUBQ BX, R13
1452
+ JLE done
1453
+ SHRQ $0x03, R13
1454
+
1455
+ // Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
1456
+ // (whatever nSyms is), so every read stays inside the block while the lowest
1457
+ // pointer stays above ilowest.
1458
+ MOVQ (SP), R14
1459
+ SUBQ 56(R12), R14
1460
+ SHRQ $0x03, R14
1461
+ CMPQ R14, R13
1462
+ CMOVQCS R14, R13
1463
+ MOVQ 8(SP), R14
1464
+ SUBQ 56(R12), R14
1465
+ SHRQ $0x03, R14
1466
+ CMPQ R14, R13
1467
+ CMOVQCS R14, R13
1468
+ MOVQ 16(SP), R14
1469
+ SUBQ 56(R12), R14
1470
+ SHRQ $0x03, R14
1471
+ CMPQ R14, R13
1472
+ CMOVQCS R14, R13
1473
+ MOVQ 24(SP), R14
1474
+ SUBQ 56(R12), R14
1475
+ SHRQ $0x03, R14
1476
+ CMPQ R14, R13
1477
+ CMOVQCS R14, R13
1478
+ TESTQ R13, R13
1479
+ JZ done
1480
+ IMUL3Q $0x05, R13, R13
1481
+ ADDQ BX, R13
1482
+ MOVQ R13, 32(SP)
1483
+ PCALIGN $0x40
1484
+
1485
+ inner_loop:
1486
+ // stream 0, symbol 0
1487
+ SHRXQ CX, AX, R12
1488
+ MOVWQZX (DX)(R12*2), R12
1489
+ SHLXQ R12, AX, AX
1490
+ SHRQ $0x08, R12
1491
+ MOVB R12, (BX)
1492
+
1493
+ // stream 1, symbol 0
1494
+ SHRXQ CX, R9, R12
1495
+ MOVWQZX (DX)(R12*2), R12
1496
+ SHLXQ R12, R9, R9
1497
+ SHRQ $0x08, R12
1498
+ MOVB R12, (SI)
1499
+
1500
+ // stream 2, symbol 0
1501
+ SHRXQ CX, R10, R12
1502
+ MOVWQZX (DX)(R12*2), R12
1503
+ SHLXQ R12, R10, R10
1504
+ SHRQ $0x08, R12
1505
+ MOVB R12, (DI)
1506
+
1507
+ // stream 3, symbol 0
1508
+ SHRXQ CX, R11, R12
1509
+ MOVWQZX (DX)(R12*2), R12
1510
+ SHLXQ R12, R11, R11
1511
+ SHRQ $0x08, R12
1512
+ MOVB R12, (R8)
1513
+
1514
+ // stream 0, symbol 1
1515
+ SHRXQ CX, AX, R12
1516
+ MOVWQZX (DX)(R12*2), R12
1517
+ SHLXQ R12, AX, AX
1518
+ SHRQ $0x08, R12
1519
+ MOVB R12, 1(BX)
1520
+
1521
+ // stream 1, symbol 1
1522
+ SHRXQ CX, R9, R12
1523
+ MOVWQZX (DX)(R12*2), R12
1524
+ SHLXQ R12, R9, R9
1525
+ SHRQ $0x08, R12
1526
+ MOVB R12, 1(SI)
1527
+
1528
+ // stream 2, symbol 1
1529
+ SHRXQ CX, R10, R12
1530
+ MOVWQZX (DX)(R12*2), R12
1531
+ SHLXQ R12, R10, R10
1532
+ SHRQ $0x08, R12
1533
+ MOVB R12, 1(DI)
1534
+
1535
+ // stream 3, symbol 1
1536
+ SHRXQ CX, R11, R12
1537
+ MOVWQZX (DX)(R12*2), R12
1538
+ SHLXQ R12, R11, R11
1539
+ SHRQ $0x08, R12
1540
+ MOVB R12, 1(R8)
1541
+
1542
+ // stream 0, symbol 2
1543
+ SHRXQ CX, AX, R12
1544
+ MOVWQZX (DX)(R12*2), R12
1545
+ SHLXQ R12, AX, AX
1546
+ SHRQ $0x08, R12
1547
+ MOVB R12, 2(BX)
1548
+
1549
+ // stream 1, symbol 2
1550
+ SHRXQ CX, R9, R12
1551
+ MOVWQZX (DX)(R12*2), R12
1552
+ SHLXQ R12, R9, R9
1553
+ SHRQ $0x08, R12
1554
+ MOVB R12, 2(SI)
1555
+
1556
+ // stream 2, symbol 2
1557
+ SHRXQ CX, R10, R12
1558
+ MOVWQZX (DX)(R12*2), R12
1559
+ SHLXQ R12, R10, R10
1560
+ SHRQ $0x08, R12
1561
+ MOVB R12, 2(DI)
1562
+
1563
+ // stream 3, symbol 2
1564
+ SHRXQ CX, R11, R12
1565
+ MOVWQZX (DX)(R12*2), R12
1566
+ SHLXQ R12, R11, R11
1567
+ SHRQ $0x08, R12
1568
+ MOVB R12, 2(R8)
1569
+
1570
+ // stream 0, symbol 3
1571
+ SHRXQ CX, AX, R12
1572
+ MOVWQZX (DX)(R12*2), R12
1573
+ SHLXQ R12, AX, AX
1574
+ SHRQ $0x08, R12
1575
+ MOVB R12, 3(BX)
1576
+
1577
+ // stream 1, symbol 3
1578
+ SHRXQ CX, R9, R12
1579
+ MOVWQZX (DX)(R12*2), R12
1580
+ SHLXQ R12, R9, R9
1581
+ SHRQ $0x08, R12
1582
+ MOVB R12, 3(SI)
1583
+
1584
+ // stream 2, symbol 3
1585
+ SHRXQ CX, R10, R12
1586
+ MOVWQZX (DX)(R12*2), R12
1587
+ SHLXQ R12, R10, R10
1588
+ SHRQ $0x08, R12
1589
+ MOVB R12, 3(DI)
1590
+
1591
+ // stream 3, symbol 3
1592
+ SHRXQ CX, R11, R12
1593
+ MOVWQZX (DX)(R12*2), R12
1594
+ SHLXQ R12, R11, R11
1595
+ SHRQ $0x08, R12
1596
+ MOVB R12, 3(R8)
1597
+
1598
+ // stream 0, symbol 4
1599
+ SHRXQ CX, AX, R12
1600
+ MOVWQZX (DX)(R12*2), R12
1601
+ SHLXQ R12, AX, AX
1602
+ SHRQ $0x08, R12
1603
+ MOVB R12, 4(BX)
1604
+
1605
+ // stream 1, symbol 4
1606
+ SHRXQ CX, R9, R12
1607
+ MOVWQZX (DX)(R12*2), R12
1608
+ SHLXQ R12, R9, R9
1609
+ SHRQ $0x08, R12
1610
+ MOVB R12, 4(SI)
1611
+
1612
+ // stream 2, symbol 4
1613
+ SHRXQ CX, R10, R12
1614
+ MOVWQZX (DX)(R12*2), R12
1615
+ SHLXQ R12, R10, R10
1616
+ SHRQ $0x08, R12
1617
+ MOVB R12, 4(DI)
1618
+
1619
+ // stream 3, symbol 4
1620
+ SHRXQ CX, R11, R12
1621
+ MOVWQZX (DX)(R12*2), R12
1622
+ SHLXQ R12, R11, R11
1623
+ SHRQ $0x08, R12
1624
+ MOVB R12, 4(R8)
1625
+
1626
+ // Reload the four bit containers
1627
+ TZCNTQ AX, AX
1628
+ MOVQ AX, R12
1629
+ ANDQ $0x07, R12
1630
+ SHRQ $0x03, AX
1631
+ MOVQ (SP), R13
1632
+ SUBQ AX, R13
1633
+ MOVQ R13, (SP)
1634
+ MOVQ (R13), AX
1635
+ ORQ $0x01, AX
1636
+ SHLXQ R12, AX, AX
1637
+ TZCNTQ R9, R9
1638
+ MOVQ R9, R12
1639
+ ANDQ $0x07, R12
1640
+ SHRQ $0x03, R9
1641
+ MOVQ 8(SP), R13
1642
+ SUBQ R9, R13
1643
+ MOVQ R13, 8(SP)
1644
+ MOVQ (R13), R9
1645
+ ORQ $0x01, R9
1646
+ SHLXQ R12, R9, R9
1647
+ TZCNTQ R10, R10
1648
+ MOVQ R10, R12
1649
+ ANDQ $0x07, R12
1650
+ SHRQ $0x03, R10
1651
+ MOVQ 16(SP), R13
1652
+ SUBQ R10, R13
1653
+ MOVQ R13, 16(SP)
1654
+ MOVQ (R13), R10
1655
+ ORQ $0x01, R10
1656
+ SHLXQ R12, R10, R10
1657
+ TZCNTQ R11, R11
1658
+ MOVQ R11, R12
1659
+ ANDQ $0x07, R12
1660
+ SHRQ $0x03, R11
1661
+ MOVQ 24(SP), R13
1662
+ SUBQ R11, R13
1663
+ MOVQ R13, 24(SP)
1664
+ MOVQ (R13), R11
1665
+ ORQ $0x01, R11
1666
+ SHLXQ R12, R11, R11
1667
+ ADDQ $0x05, BX
1668
+ ADDQ $0x05, SI
1669
+ ADDQ $0x05, DI
1670
+ ADDQ $0x05, R8
1671
+ CMPQ BX, 32(SP)
1672
+ JB inner_loop
1673
+ JMP outer_loop
1674
+
1675
+ done:
1676
+ // Hand the state back: off = ip - in (negative when the window reached below the stream start),
1677
+ // value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
1678
+ MOVQ ctx+0(FP), CX
1679
+ MOVQ (CX), DX
1680
+ MOVQ (SP), SI
1681
+ SUBQ (DX), SI
1682
+ MOVQ SI, 24(DX)
1683
+ MOVQ AX, 32(DX)
1684
+ MOVQ 8(SP), AX
1685
+ SUBQ 48(DX), AX
1686
+ MOVQ AX, 72(DX)
1687
+ MOVQ R9, 80(DX)
1688
+ MOVQ 16(SP), AX
1689
+ SUBQ 96(DX), AX
1690
+ MOVQ AX, 120(DX)
1691
+ MOVQ R10, 128(DX)
1692
+ MOVQ 24(SP), AX
1693
+ SUBQ 144(DX), AX
1694
+ MOVQ AX, 168(DX)
1695
+ MOVQ R11, 176(DX)
1696
+ SUBQ 16(CX), BX
1697
+ SHLQ $0x02, BX
1698
+ MOVQ BX, 40(CX)
1699
+ RET
1700
+
1701
+ // func decompress4x_8b_main_loop_bmi2(ctx *decompress4xContext)
1702
+ // Requires: BMI, BMI2, CMOV
1703
+ TEXT ·decompress4x_8b_main_loop_bmi2(SB), $40-8
1704
+ MOVQ ctx+0(FP), AX
1705
+
1706
+ // Preload values
1707
+ MOVBQZX 8(AX), CX
1708
+ MOVQ 32(AX), DX
1709
+ MOVQ 16(AX), BX
1710
+ MOVQ 24(AX), R8
1711
+ LEAQ (BX)(R8*1), SI
1712
+ LEAQ (BX)(R8*2), DI
1713
+ LEAQ (R8)(R8*2), R8
1714
+ ADDQ BX, R8
1715
+
1716
+ // Copy the input pointers to their stack slots
1717
+ MOVQ 64(AX), R9
1718
+ MOVQ R9, (SP)
1719
+ MOVQ 72(AX), R9
1720
+ MOVQ R9, 8(SP)
1721
+ MOVQ 80(AX), R9
1722
+ MOVQ R9, 16(SP)
1723
+ MOVQ 88(AX), R9
1724
+ MOVQ R9, 24(SP)
1725
+
1726
+ // Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
1727
+ MOVQ (AX), R12
1728
+ MOVQ 32(R12), AX
1729
+ MOVBQZX 40(R12), R9
1730
+ BTSQ R9, AX
1731
+ MOVQ 80(R12), R9
1732
+ MOVBQZX 88(R12), R10
1733
+ BTSQ R10, R9
1734
+ MOVQ 128(R12), R10
1735
+ MOVBQZX 136(R12), R11
1736
+ BTSQ R11, R10
1737
+ MOVQ 176(R12), R11
1738
+ MOVBQZX 184(R12), R12
1739
+ BTSQ R12, R11
1740
+
1741
+ outer_loop:
1742
+ MOVQ ctx+0(FP), R12
1743
+
1744
+ // Iterations allowed by the output: (limit - op0) / 8
1745
+ MOVQ 48(R12), R13
1746
+ SUBQ BX, R13
1747
+ JLE done
1748
+ SHRQ $0x03, R13
1749
+
1750
+ // Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
1751
+ // (whatever nSyms is), so every read stays inside the block while the lowest
1752
+ // pointer stays above ilowest.
1753
+ MOVQ (SP), R14
1754
+ SUBQ 56(R12), R14
1755
+ SHRQ $0x03, R14
1756
+ CMPQ R14, R13
1757
+ CMOVQCS R14, R13
1758
+ MOVQ 8(SP), R14
1759
+ SUBQ 56(R12), R14
1760
+ SHRQ $0x03, R14
1761
+ CMPQ R14, R13
1762
+ CMOVQCS R14, R13
1763
+ MOVQ 16(SP), R14
1764
+ SUBQ 56(R12), R14
1765
+ SHRQ $0x03, R14
1766
+ CMPQ R14, R13
1767
+ CMOVQCS R14, R13
1768
+ MOVQ 24(SP), R14
1769
+ SUBQ 56(R12), R14
1770
+ SHRQ $0x03, R14
1771
+ CMPQ R14, R13
1772
+ CMOVQCS R14, R13
1773
+ TESTQ R13, R13
1774
+ JZ done
1775
+ IMUL3Q $0x07, R13, R13
1776
+ ADDQ BX, R13
1777
+ MOVQ R13, 32(SP)
1778
+ PCALIGN $0x40
1779
+
1780
+ inner_loop:
1781
+ // stream 0, symbol 0
1782
+ SHRXQ CX, AX, R12
1783
+ MOVWQZX (DX)(R12*2), R12
1784
+ SHLXQ R12, AX, AX
1785
+ SHRQ $0x08, R12
1786
+ MOVB R12, (BX)
1787
+
1788
+ // stream 1, symbol 0
1789
+ SHRXQ CX, R9, R12
1790
+ MOVWQZX (DX)(R12*2), R12
1791
+ SHLXQ R12, R9, R9
1792
+ SHRQ $0x08, R12
1793
+ MOVB R12, (SI)
1794
+
1795
+ // stream 2, symbol 0
1796
+ SHRXQ CX, R10, R12
1797
+ MOVWQZX (DX)(R12*2), R12
1798
+ SHLXQ R12, R10, R10
1799
+ SHRQ $0x08, R12
1800
+ MOVB R12, (DI)
1801
+
1802
+ // stream 3, symbol 0
1803
+ SHRXQ CX, R11, R12
1804
+ MOVWQZX (DX)(R12*2), R12
1805
+ SHLXQ R12, R11, R11
1806
+ SHRQ $0x08, R12
1807
+ MOVB R12, (R8)
1808
+
1809
+ // stream 0, symbol 1
1810
+ SHRXQ CX, AX, R12
1811
+ MOVWQZX (DX)(R12*2), R12
1812
+ SHLXQ R12, AX, AX
1813
+ SHRQ $0x08, R12
1814
+ MOVB R12, 1(BX)
1815
+
1816
+ // stream 1, symbol 1
1817
+ SHRXQ CX, R9, R12
1818
+ MOVWQZX (DX)(R12*2), R12
1819
+ SHLXQ R12, R9, R9
1820
+ SHRQ $0x08, R12
1821
+ MOVB R12, 1(SI)
1822
+
1823
+ // stream 2, symbol 1
1824
+ SHRXQ CX, R10, R12
1825
+ MOVWQZX (DX)(R12*2), R12
1826
+ SHLXQ R12, R10, R10
1827
+ SHRQ $0x08, R12
1828
+ MOVB R12, 1(DI)
1829
+
1830
+ // stream 3, symbol 1
1831
+ SHRXQ CX, R11, R12
1832
+ MOVWQZX (DX)(R12*2), R12
1833
+ SHLXQ R12, R11, R11
1834
+ SHRQ $0x08, R12
1835
+ MOVB R12, 1(R8)
1836
+
1837
+ // stream 0, symbol 2
1838
+ SHRXQ CX, AX, R12
1839
+ MOVWQZX (DX)(R12*2), R12
1840
+ SHLXQ R12, AX, AX
1841
+ SHRQ $0x08, R12
1842
+ MOVB R12, 2(BX)
1843
+
1844
+ // stream 1, symbol 2
1845
+ SHRXQ CX, R9, R12
1846
+ MOVWQZX (DX)(R12*2), R12
1847
+ SHLXQ R12, R9, R9
1848
+ SHRQ $0x08, R12
1849
+ MOVB R12, 2(SI)
1850
+
1851
+ // stream 2, symbol 2
1852
+ SHRXQ CX, R10, R12
1853
+ MOVWQZX (DX)(R12*2), R12
1854
+ SHLXQ R12, R10, R10
1855
+ SHRQ $0x08, R12
1856
+ MOVB R12, 2(DI)
1857
+
1858
+ // stream 3, symbol 2
1859
+ SHRXQ CX, R11, R12
1860
+ MOVWQZX (DX)(R12*2), R12
1861
+ SHLXQ R12, R11, R11
1862
+ SHRQ $0x08, R12
1863
+ MOVB R12, 2(R8)
1864
+
1865
+ // stream 0, symbol 3
1866
+ SHRXQ CX, AX, R12
1867
+ MOVWQZX (DX)(R12*2), R12
1868
+ SHLXQ R12, AX, AX
1869
+ SHRQ $0x08, R12
1870
+ MOVB R12, 3(BX)
1871
+
1872
+ // stream 1, symbol 3
1873
+ SHRXQ CX, R9, R12
1874
+ MOVWQZX (DX)(R12*2), R12
1875
+ SHLXQ R12, R9, R9
1876
+ SHRQ $0x08, R12
1877
+ MOVB R12, 3(SI)
1878
+
1879
+ // stream 2, symbol 3
1880
+ SHRXQ CX, R10, R12
1881
+ MOVWQZX (DX)(R12*2), R12
1882
+ SHLXQ R12, R10, R10
1883
+ SHRQ $0x08, R12
1884
+ MOVB R12, 3(DI)
1885
+
1886
+ // stream 3, symbol 3
1887
+ SHRXQ CX, R11, R12
1888
+ MOVWQZX (DX)(R12*2), R12
1889
+ SHLXQ R12, R11, R11
1890
+ SHRQ $0x08, R12
1891
+ MOVB R12, 3(R8)
1892
+
1893
+ // stream 0, symbol 4
1894
+ SHRXQ CX, AX, R12
1895
+ MOVWQZX (DX)(R12*2), R12
1896
+ SHLXQ R12, AX, AX
1897
+ SHRQ $0x08, R12
1898
+ MOVB R12, 4(BX)
1899
+
1900
+ // stream 1, symbol 4
1901
+ SHRXQ CX, R9, R12
1902
+ MOVWQZX (DX)(R12*2), R12
1903
+ SHLXQ R12, R9, R9
1904
+ SHRQ $0x08, R12
1905
+ MOVB R12, 4(SI)
1906
+
1907
+ // stream 2, symbol 4
1908
+ SHRXQ CX, R10, R12
1909
+ MOVWQZX (DX)(R12*2), R12
1910
+ SHLXQ R12, R10, R10
1911
+ SHRQ $0x08, R12
1912
+ MOVB R12, 4(DI)
1913
+
1914
+ // stream 3, symbol 4
1915
+ SHRXQ CX, R11, R12
1916
+ MOVWQZX (DX)(R12*2), R12
1917
+ SHLXQ R12, R11, R11
1918
+ SHRQ $0x08, R12
1919
+ MOVB R12, 4(R8)
1920
+
1921
+ // stream 0, symbol 5
1922
+ SHRXQ CX, AX, R12
1923
+ MOVWQZX (DX)(R12*2), R12
1924
+ SHLXQ R12, AX, AX
1925
+ SHRQ $0x08, R12
1926
+ MOVB R12, 5(BX)
1927
+
1928
+ // stream 1, symbol 5
1929
+ SHRXQ CX, R9, R12
1930
+ MOVWQZX (DX)(R12*2), R12
1931
+ SHLXQ R12, R9, R9
1932
+ SHRQ $0x08, R12
1933
+ MOVB R12, 5(SI)
1934
+
1935
+ // stream 2, symbol 5
1936
+ SHRXQ CX, R10, R12
1937
+ MOVWQZX (DX)(R12*2), R12
1938
+ SHLXQ R12, R10, R10
1939
+ SHRQ $0x08, R12
1940
+ MOVB R12, 5(DI)
1941
+
1942
+ // stream 3, symbol 5
1943
+ SHRXQ CX, R11, R12
1944
+ MOVWQZX (DX)(R12*2), R12
1945
+ SHLXQ R12, R11, R11
1946
+ SHRQ $0x08, R12
1947
+ MOVB R12, 5(R8)
1948
+
1949
+ // stream 0, symbol 6
1950
+ SHRXQ CX, AX, R12
1951
+ MOVWQZX (DX)(R12*2), R12
1952
+ SHLXQ R12, AX, AX
1953
+ SHRQ $0x08, R12
1954
+ MOVB R12, 6(BX)
1955
+
1956
+ // stream 1, symbol 6
1957
+ SHRXQ CX, R9, R12
1958
+ MOVWQZX (DX)(R12*2), R12
1959
+ SHLXQ R12, R9, R9
1960
+ SHRQ $0x08, R12
1961
+ MOVB R12, 6(SI)
1962
+
1963
+ // stream 2, symbol 6
1964
+ SHRXQ CX, R10, R12
1965
+ MOVWQZX (DX)(R12*2), R12
1966
+ SHLXQ R12, R10, R10
1967
+ SHRQ $0x08, R12
1968
+ MOVB R12, 6(DI)
1969
+
1970
+ // stream 3, symbol 6
1971
+ SHRXQ CX, R11, R12
1972
+ MOVWQZX (DX)(R12*2), R12
1973
+ SHLXQ R12, R11, R11
1974
+ SHRQ $0x08, R12
1975
+ MOVB R12, 6(R8)
1976
+
1977
+ // Reload the four bit containers
1978
+ TZCNTQ AX, AX
1979
+ MOVQ AX, R12
1980
+ ANDQ $0x07, R12
1981
+ SHRQ $0x03, AX
1982
+ MOVQ (SP), R13
1983
+ SUBQ AX, R13
1984
+ MOVQ R13, (SP)
1985
+ MOVQ (R13), AX
1986
+ ORQ $0x01, AX
1987
+ SHLXQ R12, AX, AX
1988
+ TZCNTQ R9, R9
1989
+ MOVQ R9, R12
1990
+ ANDQ $0x07, R12
1991
+ SHRQ $0x03, R9
1992
+ MOVQ 8(SP), R13
1993
+ SUBQ R9, R13
1994
+ MOVQ R13, 8(SP)
1995
+ MOVQ (R13), R9
1996
+ ORQ $0x01, R9
1997
+ SHLXQ R12, R9, R9
1998
+ TZCNTQ R10, R10
1999
+ MOVQ R10, R12
2000
+ ANDQ $0x07, R12
2001
+ SHRQ $0x03, R10
2002
+ MOVQ 16(SP), R13
2003
+ SUBQ R10, R13
2004
+ MOVQ R13, 16(SP)
2005
+ MOVQ (R13), R10
2006
+ ORQ $0x01, R10
2007
+ SHLXQ R12, R10, R10
2008
+ TZCNTQ R11, R11
2009
+ MOVQ R11, R12
2010
+ ANDQ $0x07, R12
2011
+ SHRQ $0x03, R11
2012
+ MOVQ 24(SP), R13
2013
+ SUBQ R11, R13
2014
+ MOVQ R13, 24(SP)
2015
+ MOVQ (R13), R11
2016
+ ORQ $0x01, R11
2017
+ SHLXQ R12, R11, R11
2018
+ ADDQ $0x07, BX
2019
+ ADDQ $0x07, SI
2020
+ ADDQ $0x07, DI
2021
+ ADDQ $0x07, R8
2022
+ CMPQ BX, 32(SP)
2023
+ JB inner_loop
2024
+ JMP outer_loop
2025
+
2026
+ done:
2027
+ // Hand the state back: off = ip - in (negative when the window reached below the stream start),
2028
+ // value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
2029
+ MOVQ ctx+0(FP), CX
2030
+ MOVQ (CX), DX
2031
+ MOVQ (SP), SI
2032
+ SUBQ (DX), SI
2033
+ MOVQ SI, 24(DX)
2034
+ MOVQ AX, 32(DX)
2035
+ MOVQ 8(SP), AX
2036
+ SUBQ 48(DX), AX
2037
+ MOVQ AX, 72(DX)
2038
+ MOVQ R9, 80(DX)
2039
+ MOVQ 16(SP), AX
2040
+ SUBQ 96(DX), AX
2041
+ MOVQ AX, 120(DX)
2042
+ MOVQ R10, 128(DX)
2043
+ MOVQ 24(SP), AX
2044
+ SUBQ 144(DX), AX
2045
+ MOVQ AX, 168(DX)
2046
+ MOVQ R11, 176(DX)
2047
+ SUBQ 16(CX), BX
2048
+ SHLQ $0x02, BX
2049
+ MOVQ BX, 40(CX)
2050
+ RET
2051
+
2052
+ // func decompress4x_4b_main_loop_bmi2(ctx *decompress4xContext)
2053
+ // Requires: BMI, BMI2, CMOV
2054
+ TEXT ·decompress4x_4b_main_loop_bmi2(SB), $40-8
2055
+ MOVQ ctx+0(FP), AX
2056
+
2057
+ // Preload values
2058
+ MOVBQZX 8(AX), CX
2059
+ MOVQ 32(AX), DX
2060
+ MOVQ 16(AX), BX
2061
+ MOVQ 24(AX), R8
2062
+ LEAQ (BX)(R8*1), SI
2063
+ LEAQ (BX)(R8*2), DI
2064
+ LEAQ (R8)(R8*2), R8
2065
+ ADDQ BX, R8
2066
+
2067
+ // Copy the input pointers to their stack slots
2068
+ MOVQ 64(AX), R9
2069
+ MOVQ R9, (SP)
2070
+ MOVQ 72(AX), R9
2071
+ MOVQ R9, 8(SP)
2072
+ MOVQ 80(AX), R9
2073
+ MOVQ R9, 16(SP)
2074
+ MOVQ 88(AX), R9
2075
+ MOVQ R9, 24(SP)
2076
+
2077
+ // Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
2078
+ MOVQ (AX), R12
2079
+ MOVQ 32(R12), AX
2080
+ MOVBQZX 40(R12), R9
2081
+ BTSQ R9, AX
2082
+ MOVQ 80(R12), R9
2083
+ MOVBQZX 88(R12), R10
2084
+ BTSQ R10, R9
2085
+ MOVQ 128(R12), R10
2086
+ MOVBQZX 136(R12), R11
2087
+ BTSQ R11, R10
2088
+ MOVQ 176(R12), R11
2089
+ MOVBQZX 184(R12), R12
2090
+ BTSQ R12, R11
2091
+
2092
+ outer_loop:
2093
+ MOVQ ctx+0(FP), R12
2094
+
2095
+ // Iterations allowed by the output: (limit - op0) / 16
2096
+ MOVQ 48(R12), R13
2097
+ SUBQ BX, R13
2098
+ JLE done
2099
+ SHRQ $0x04, R13
2100
+
2101
+ // Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
2102
+ // (whatever nSyms is), so every read stays inside the block while the lowest
2103
+ // pointer stays above ilowest.
2104
+ MOVQ (SP), R14
2105
+ SUBQ 56(R12), R14
2106
+ SHRQ $0x03, R14
2107
+ CMPQ R14, R13
2108
+ CMOVQCS R14, R13
2109
+ MOVQ 8(SP), R14
2110
+ SUBQ 56(R12), R14
2111
+ SHRQ $0x03, R14
2112
+ CMPQ R14, R13
2113
+ CMOVQCS R14, R13
2114
+ MOVQ 16(SP), R14
2115
+ SUBQ 56(R12), R14
2116
+ SHRQ $0x03, R14
2117
+ CMPQ R14, R13
2118
+ CMOVQCS R14, R13
2119
+ MOVQ 24(SP), R14
2120
+ SUBQ 56(R12), R14
2121
+ SHRQ $0x03, R14
2122
+ CMPQ R14, R13
2123
+ CMOVQCS R14, R13
2124
+ TESTQ R13, R13
2125
+ JZ done
2126
+ IMUL3Q $0x0e, R13, R13
2127
+ ADDQ BX, R13
2128
+ MOVQ R13, 32(SP)
2129
+ PCALIGN $0x40
2130
+
2131
+ inner_loop:
2132
+ // stream 0, symbol 0
2133
+ SHRXQ CX, AX, R12
2134
+ MOVWQZX (DX)(R12*2), R12
2135
+ SHLXQ R12, AX, AX
2136
+ SHRQ $0x08, R12
2137
+ MOVB R12, (BX)
2138
+
2139
+ // stream 1, symbol 0
2140
+ SHRXQ CX, R9, R12
2141
+ MOVWQZX (DX)(R12*2), R12
2142
+ SHLXQ R12, R9, R9
2143
+ SHRQ $0x08, R12
2144
+ MOVB R12, (SI)
2145
+
2146
+ // stream 2, symbol 0
2147
+ SHRXQ CX, R10, R12
2148
+ MOVWQZX (DX)(R12*2), R12
2149
+ SHLXQ R12, R10, R10
2150
+ SHRQ $0x08, R12
2151
+ MOVB R12, (DI)
2152
+
2153
+ // stream 3, symbol 0
2154
+ SHRXQ CX, R11, R12
2155
+ MOVWQZX (DX)(R12*2), R12
2156
+ SHLXQ R12, R11, R11
2157
+ SHRQ $0x08, R12
2158
+ MOVB R12, (R8)
2159
+
2160
+ // stream 0, symbol 1
2161
+ SHRXQ CX, AX, R12
2162
+ MOVWQZX (DX)(R12*2), R12
2163
+ SHLXQ R12, AX, AX
2164
+ SHRQ $0x08, R12
2165
+ MOVB R12, 1(BX)
2166
+
2167
+ // stream 1, symbol 1
2168
+ SHRXQ CX, R9, R12
2169
+ MOVWQZX (DX)(R12*2), R12
2170
+ SHLXQ R12, R9, R9
2171
+ SHRQ $0x08, R12
2172
+ MOVB R12, 1(SI)
2173
+
2174
+ // stream 2, symbol 1
2175
+ SHRXQ CX, R10, R12
2176
+ MOVWQZX (DX)(R12*2), R12
2177
+ SHLXQ R12, R10, R10
2178
+ SHRQ $0x08, R12
2179
+ MOVB R12, 1(DI)
2180
+
2181
+ // stream 3, symbol 1
2182
+ SHRXQ CX, R11, R12
2183
+ MOVWQZX (DX)(R12*2), R12
2184
+ SHLXQ R12, R11, R11
2185
+ SHRQ $0x08, R12
2186
+ MOVB R12, 1(R8)
2187
+
2188
+ // stream 0, symbol 2
2189
+ SHRXQ CX, AX, R12
2190
+ MOVWQZX (DX)(R12*2), R12
2191
+ SHLXQ R12, AX, AX
2192
+ SHRQ $0x08, R12
2193
+ MOVB R12, 2(BX)
2194
+
2195
+ // stream 1, symbol 2
2196
+ SHRXQ CX, R9, R12
2197
+ MOVWQZX (DX)(R12*2), R12
2198
+ SHLXQ R12, R9, R9
2199
+ SHRQ $0x08, R12
2200
+ MOVB R12, 2(SI)
2201
+
2202
+ // stream 2, symbol 2
2203
+ SHRXQ CX, R10, R12
2204
+ MOVWQZX (DX)(R12*2), R12
2205
+ SHLXQ R12, R10, R10
2206
+ SHRQ $0x08, R12
2207
+ MOVB R12, 2(DI)
2208
+
2209
+ // stream 3, symbol 2
2210
+ SHRXQ CX, R11, R12
2211
+ MOVWQZX (DX)(R12*2), R12
2212
+ SHLXQ R12, R11, R11
2213
+ SHRQ $0x08, R12
2214
+ MOVB R12, 2(R8)
2215
+
2216
+ // stream 0, symbol 3
2217
+ SHRXQ CX, AX, R12
2218
+ MOVWQZX (DX)(R12*2), R12
2219
+ SHLXQ R12, AX, AX
2220
+ SHRQ $0x08, R12
2221
+ MOVB R12, 3(BX)
2222
+
2223
+ // stream 1, symbol 3
2224
+ SHRXQ CX, R9, R12
2225
+ MOVWQZX (DX)(R12*2), R12
2226
+ SHLXQ R12, R9, R9
2227
+ SHRQ $0x08, R12
2228
+ MOVB R12, 3(SI)
2229
+
2230
+ // stream 2, symbol 3
2231
+ SHRXQ CX, R10, R12
2232
+ MOVWQZX (DX)(R12*2), R12
2233
+ SHLXQ R12, R10, R10
2234
+ SHRQ $0x08, R12
2235
+ MOVB R12, 3(DI)
2236
+
2237
+ // stream 3, symbol 3
2238
+ SHRXQ CX, R11, R12
2239
+ MOVWQZX (DX)(R12*2), R12
2240
+ SHLXQ R12, R11, R11
2241
+ SHRQ $0x08, R12
2242
+ MOVB R12, 3(R8)
2243
+
2244
+ // stream 0, symbol 4
2245
+ SHRXQ CX, AX, R12
2246
+ MOVWQZX (DX)(R12*2), R12
2247
+ SHLXQ R12, AX, AX
2248
+ SHRQ $0x08, R12
2249
+ MOVB R12, 4(BX)
2250
+
2251
+ // stream 1, symbol 4
2252
+ SHRXQ CX, R9, R12
2253
+ MOVWQZX (DX)(R12*2), R12
2254
+ SHLXQ R12, R9, R9
2255
+ SHRQ $0x08, R12
2256
+ MOVB R12, 4(SI)
2257
+
2258
+ // stream 2, symbol 4
2259
+ SHRXQ CX, R10, R12
2260
+ MOVWQZX (DX)(R12*2), R12
2261
+ SHLXQ R12, R10, R10
2262
+ SHRQ $0x08, R12
2263
+ MOVB R12, 4(DI)
2264
+
2265
+ // stream 3, symbol 4
2266
+ SHRXQ CX, R11, R12
2267
+ MOVWQZX (DX)(R12*2), R12
2268
+ SHLXQ R12, R11, R11
2269
+ SHRQ $0x08, R12
2270
+ MOVB R12, 4(R8)
2271
+
2272
+ // stream 0, symbol 5
2273
+ SHRXQ CX, AX, R12
2274
+ MOVWQZX (DX)(R12*2), R12
2275
+ SHLXQ R12, AX, AX
2276
+ SHRQ $0x08, R12
2277
+ MOVB R12, 5(BX)
2278
+
2279
+ // stream 1, symbol 5
2280
+ SHRXQ CX, R9, R12
2281
+ MOVWQZX (DX)(R12*2), R12
2282
+ SHLXQ R12, R9, R9
2283
+ SHRQ $0x08, R12
2284
+ MOVB R12, 5(SI)
2285
+
2286
+ // stream 2, symbol 5
2287
+ SHRXQ CX, R10, R12
2288
+ MOVWQZX (DX)(R12*2), R12
2289
+ SHLXQ R12, R10, R10
2290
+ SHRQ $0x08, R12
2291
+ MOVB R12, 5(DI)
2292
+
2293
+ // stream 3, symbol 5
2294
+ SHRXQ CX, R11, R12
2295
+ MOVWQZX (DX)(R12*2), R12
2296
+ SHLXQ R12, R11, R11
2297
+ SHRQ $0x08, R12
2298
+ MOVB R12, 5(R8)
2299
+
2300
+ // stream 0, symbol 6
2301
+ SHRXQ CX, AX, R12
2302
+ MOVWQZX (DX)(R12*2), R12
2303
+ SHLXQ R12, AX, AX
2304
+ SHRQ $0x08, R12
2305
+ MOVB R12, 6(BX)
2306
+
2307
+ // stream 1, symbol 6
2308
+ SHRXQ CX, R9, R12
2309
+ MOVWQZX (DX)(R12*2), R12
2310
+ SHLXQ R12, R9, R9
2311
+ SHRQ $0x08, R12
2312
+ MOVB R12, 6(SI)
2313
+
2314
+ // stream 2, symbol 6
2315
+ SHRXQ CX, R10, R12
2316
+ MOVWQZX (DX)(R12*2), R12
2317
+ SHLXQ R12, R10, R10
2318
+ SHRQ $0x08, R12
2319
+ MOVB R12, 6(DI)
2320
+
2321
+ // stream 3, symbol 6
2322
+ SHRXQ CX, R11, R12
2323
+ MOVWQZX (DX)(R12*2), R12
2324
+ SHLXQ R12, R11, R11
2325
+ SHRQ $0x08, R12
2326
+ MOVB R12, 6(R8)
2327
+
2328
+ // stream 0, symbol 7
2329
+ SHRXQ CX, AX, R12
2330
+ MOVWQZX (DX)(R12*2), R12
2331
+ SHLXQ R12, AX, AX
2332
+ SHRQ $0x08, R12
2333
+ MOVB R12, 7(BX)
2334
+
2335
+ // stream 1, symbol 7
2336
+ SHRXQ CX, R9, R12
2337
+ MOVWQZX (DX)(R12*2), R12
2338
+ SHLXQ R12, R9, R9
2339
+ SHRQ $0x08, R12
2340
+ MOVB R12, 7(SI)
2341
+
2342
+ // stream 2, symbol 7
2343
+ SHRXQ CX, R10, R12
2344
+ MOVWQZX (DX)(R12*2), R12
2345
+ SHLXQ R12, R10, R10
2346
+ SHRQ $0x08, R12
2347
+ MOVB R12, 7(DI)
2348
+
2349
+ // stream 3, symbol 7
2350
+ SHRXQ CX, R11, R12
2351
+ MOVWQZX (DX)(R12*2), R12
2352
+ SHLXQ R12, R11, R11
2353
+ SHRQ $0x08, R12
2354
+ MOVB R12, 7(R8)
2355
+
2356
+ // stream 0, symbol 8
2357
+ SHRXQ CX, AX, R12
2358
+ MOVWQZX (DX)(R12*2), R12
2359
+ SHLXQ R12, AX, AX
2360
+ SHRQ $0x08, R12
2361
+ MOVB R12, 8(BX)
2362
+
2363
+ // stream 1, symbol 8
2364
+ SHRXQ CX, R9, R12
2365
+ MOVWQZX (DX)(R12*2), R12
2366
+ SHLXQ R12, R9, R9
2367
+ SHRQ $0x08, R12
2368
+ MOVB R12, 8(SI)
2369
+
2370
+ // stream 2, symbol 8
2371
+ SHRXQ CX, R10, R12
2372
+ MOVWQZX (DX)(R12*2), R12
2373
+ SHLXQ R12, R10, R10
2374
+ SHRQ $0x08, R12
2375
+ MOVB R12, 8(DI)
2376
+
2377
+ // stream 3, symbol 8
2378
+ SHRXQ CX, R11, R12
2379
+ MOVWQZX (DX)(R12*2), R12
2380
+ SHLXQ R12, R11, R11
2381
+ SHRQ $0x08, R12
2382
+ MOVB R12, 8(R8)
2383
+
2384
+ // stream 0, symbol 9
2385
+ SHRXQ CX, AX, R12
2386
+ MOVWQZX (DX)(R12*2), R12
2387
+ SHLXQ R12, AX, AX
2388
+ SHRQ $0x08, R12
2389
+ MOVB R12, 9(BX)
2390
+
2391
+ // stream 1, symbol 9
2392
+ SHRXQ CX, R9, R12
2393
+ MOVWQZX (DX)(R12*2), R12
2394
+ SHLXQ R12, R9, R9
2395
+ SHRQ $0x08, R12
2396
+ MOVB R12, 9(SI)
2397
+
2398
+ // stream 2, symbol 9
2399
+ SHRXQ CX, R10, R12
2400
+ MOVWQZX (DX)(R12*2), R12
2401
+ SHLXQ R12, R10, R10
2402
+ SHRQ $0x08, R12
2403
+ MOVB R12, 9(DI)
2404
+
2405
+ // stream 3, symbol 9
2406
+ SHRXQ CX, R11, R12
2407
+ MOVWQZX (DX)(R12*2), R12
2408
+ SHLXQ R12, R11, R11
2409
+ SHRQ $0x08, R12
2410
+ MOVB R12, 9(R8)
2411
+
2412
+ // stream 0, symbol 10
2413
+ SHRXQ CX, AX, R12
2414
+ MOVWQZX (DX)(R12*2), R12
2415
+ SHLXQ R12, AX, AX
2416
+ SHRQ $0x08, R12
2417
+ MOVB R12, 10(BX)
2418
+
2419
+ // stream 1, symbol 10
2420
+ SHRXQ CX, R9, R12
2421
+ MOVWQZX (DX)(R12*2), R12
2422
+ SHLXQ R12, R9, R9
2423
+ SHRQ $0x08, R12
2424
+ MOVB R12, 10(SI)
2425
+
2426
+ // stream 2, symbol 10
2427
+ SHRXQ CX, R10, R12
2428
+ MOVWQZX (DX)(R12*2), R12
2429
+ SHLXQ R12, R10, R10
2430
+ SHRQ $0x08, R12
2431
+ MOVB R12, 10(DI)
2432
+
2433
+ // stream 3, symbol 10
2434
+ SHRXQ CX, R11, R12
2435
+ MOVWQZX (DX)(R12*2), R12
2436
+ SHLXQ R12, R11, R11
2437
+ SHRQ $0x08, R12
2438
+ MOVB R12, 10(R8)
2439
+
2440
+ // stream 0, symbol 11
2441
+ SHRXQ CX, AX, R12
2442
+ MOVWQZX (DX)(R12*2), R12
2443
+ SHLXQ R12, AX, AX
2444
+ SHRQ $0x08, R12
2445
+ MOVB R12, 11(BX)
2446
+
2447
+ // stream 1, symbol 11
2448
+ SHRXQ CX, R9, R12
2449
+ MOVWQZX (DX)(R12*2), R12
2450
+ SHLXQ R12, R9, R9
2451
+ SHRQ $0x08, R12
2452
+ MOVB R12, 11(SI)
2453
+
2454
+ // stream 2, symbol 11
2455
+ SHRXQ CX, R10, R12
2456
+ MOVWQZX (DX)(R12*2), R12
2457
+ SHLXQ R12, R10, R10
2458
+ SHRQ $0x08, R12
2459
+ MOVB R12, 11(DI)
2460
+
2461
+ // stream 3, symbol 11
2462
+ SHRXQ CX, R11, R12
2463
+ MOVWQZX (DX)(R12*2), R12
2464
+ SHLXQ R12, R11, R11
2465
+ SHRQ $0x08, R12
2466
+ MOVB R12, 11(R8)
2467
+
2468
+ // stream 0, symbol 12
2469
+ SHRXQ CX, AX, R12
2470
+ MOVWQZX (DX)(R12*2), R12
2471
+ SHLXQ R12, AX, AX
2472
+ SHRQ $0x08, R12
2473
+ MOVB R12, 12(BX)
2474
+
2475
+ // stream 1, symbol 12
2476
+ SHRXQ CX, R9, R12
2477
+ MOVWQZX (DX)(R12*2), R12
2478
+ SHLXQ R12, R9, R9
2479
+ SHRQ $0x08, R12
2480
+ MOVB R12, 12(SI)
2481
+
2482
+ // stream 2, symbol 12
2483
+ SHRXQ CX, R10, R12
2484
+ MOVWQZX (DX)(R12*2), R12
2485
+ SHLXQ R12, R10, R10
2486
+ SHRQ $0x08, R12
2487
+ MOVB R12, 12(DI)
2488
+
2489
+ // stream 3, symbol 12
2490
+ SHRXQ CX, R11, R12
2491
+ MOVWQZX (DX)(R12*2), R12
2492
+ SHLXQ R12, R11, R11
2493
+ SHRQ $0x08, R12
2494
+ MOVB R12, 12(R8)
2495
+
2496
+ // stream 0, symbol 13
2497
+ SHRXQ CX, AX, R12
2498
+ MOVWQZX (DX)(R12*2), R12
2499
+ SHLXQ R12, AX, AX
2500
+ SHRQ $0x08, R12
2501
+ MOVB R12, 13(BX)
2502
+
2503
+ // stream 1, symbol 13
2504
+ SHRXQ CX, R9, R12
2505
+ MOVWQZX (DX)(R12*2), R12
2506
+ SHLXQ R12, R9, R9
2507
+ SHRQ $0x08, R12
2508
+ MOVB R12, 13(SI)
2509
+
2510
+ // stream 2, symbol 13
2511
+ SHRXQ CX, R10, R12
2512
+ MOVWQZX (DX)(R12*2), R12
2513
+ SHLXQ R12, R10, R10
2514
+ SHRQ $0x08, R12
2515
+ MOVB R12, 13(DI)
2516
+
2517
+ // stream 3, symbol 13
2518
+ SHRXQ CX, R11, R12
2519
+ MOVWQZX (DX)(R12*2), R12
2520
+ SHLXQ R12, R11, R11
2521
+ SHRQ $0x08, R12
2522
+ MOVB R12, 13(R8)
2523
+
2524
+ // Reload the four bit containers
2525
+ TZCNTQ AX, AX
2526
+ MOVQ AX, R12
2527
+ ANDQ $0x07, R12
2528
+ SHRQ $0x03, AX
2529
+ MOVQ (SP), R13
2530
+ SUBQ AX, R13
2531
+ MOVQ R13, (SP)
2532
+ MOVQ (R13), AX
2533
+ ORQ $0x01, AX
2534
+ SHLXQ R12, AX, AX
2535
+ TZCNTQ R9, R9
2536
+ MOVQ R9, R12
2537
+ ANDQ $0x07, R12
2538
+ SHRQ $0x03, R9
2539
+ MOVQ 8(SP), R13
2540
+ SUBQ R9, R13
2541
+ MOVQ R13, 8(SP)
2542
+ MOVQ (R13), R9
2543
+ ORQ $0x01, R9
2544
+ SHLXQ R12, R9, R9
2545
+ TZCNTQ R10, R10
2546
+ MOVQ R10, R12
2547
+ ANDQ $0x07, R12
2548
+ SHRQ $0x03, R10
2549
+ MOVQ 16(SP), R13
2550
+ SUBQ R10, R13
2551
+ MOVQ R13, 16(SP)
2552
+ MOVQ (R13), R10
2553
+ ORQ $0x01, R10
2554
+ SHLXQ R12, R10, R10
2555
+ TZCNTQ R11, R11
2556
+ MOVQ R11, R12
2557
+ ANDQ $0x07, R12
2558
+ SHRQ $0x03, R11
2559
+ MOVQ 24(SP), R13
2560
+ SUBQ R11, R13
2561
+ MOVQ R13, 24(SP)
2562
+ MOVQ (R13), R11
2563
+ ORQ $0x01, R11
2564
+ SHLXQ R12, R11, R11
2565
+ ADDQ $0x0e, BX
2566
+ ADDQ $0x0e, SI
2567
+ ADDQ $0x0e, DI
2568
+ ADDQ $0x0e, R8
2569
+ CMPQ BX, 32(SP)
2570
+ JB inner_loop
2571
+ JMP outer_loop
2572
+
2573
+ done:
2574
+ // Hand the state back: off = ip - in (negative when the window reached below the stream start),
2575
+ // value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
2576
+ MOVQ ctx+0(FP), CX
2577
+ MOVQ (CX), DX
2578
+ MOVQ (SP), SI
2579
+ SUBQ (DX), SI
2580
+ MOVQ SI, 24(DX)
2581
+ MOVQ AX, 32(DX)
2582
+ MOVQ 8(SP), AX
2583
+ SUBQ 48(DX), AX
2584
+ MOVQ AX, 72(DX)
2585
+ MOVQ R9, 80(DX)
2586
+ MOVQ 16(SP), AX
2587
+ SUBQ 96(DX), AX
2588
+ MOVQ AX, 120(DX)
2589
+ MOVQ R10, 128(DX)
2590
+ MOVQ 24(SP), AX
2591
+ SUBQ 144(DX), AX
2592
+ MOVQ AX, 168(DX)
2593
+ MOVQ R11, 176(DX)
2594
+ SUBQ 16(CX), BX
2595
+ SHLQ $0x02, BX
2596
+ MOVQ BX, 40(CX)
2597
+ RET
2598
+
2599
+ // func decompress1x_main_loop_amd64(ctx *decompress1xContext)
2600
+ // Requires: CMOV
2601
+ TEXT ·decompress1x_main_loop_amd64(SB), $0-8
2602
+ MOVQ ctx+0(FP), AX
2603
+
2604
+ // Preload values
2605
+ MOVBQZX 8(AX), DX
2606
+ MOVQ 32(AX), BX
2607
+ MOVQ 16(AX), SI
2608
+ MOVQ 24(AX), DI
2609
+ ADDQ SI, DI
2610
+ MOVQ 56(AX), R8
2611
+ MOVQ 48(AX), R9
2612
+ MOVQ (AX), CX
2613
+ MOVQ 32(CX), R10
2614
+ MOVBQZX 40(CX), R11
2615
+
2616
+ outer_loop:
2617
+ // Iterations allowed by the output: (limit - op) / 8
2618
+ MOVQ DI, CX
2619
+ SUBQ SI, CX
2620
+ JLE done
2621
+ SHRQ $0x03, CX
2622
+
2623
+ // Iterations allowed by the input: a refill reads the 8 bytes below the window and
2624
+ // moves it down by at most 7, so every read stays inside the stream while ip stays
2625
+ // at least 8 above ilowest.
2626
+ MOVQ R8, R12
2627
+ SUBQ R9, R12
2628
+ SHRQ $0x03, R12
2629
+ CMPQ R12, CX
2630
+ CMOVQCS R12, CX
2631
+ TESTQ CX, CX
2632
+ JZ done
2633
+ IMUL3Q $0x05, CX, R12
2634
+ ADDQ SI, R12
2635
+ PCALIGN $0x40
2636
+
2637
+ inner_loop:
2638
+ // symbol 0
2639
+ MOVQ DX, CX
2640
+ MOVQ R10, R13
2641
+ SHRQ CL, R13
2642
+ MOVWQZX (BX)(R13*2), CX
2643
+ SHLQ CL, R10
2644
+ ADDQ CX, R11
2645
+ SHRQ $0x08, CX
2646
+ MOVB CL, (SI)
2647
+
2648
+ // symbol 1
2649
+ MOVQ DX, CX
2650
+ MOVQ R10, R13
2651
+ SHRQ CL, R13
2652
+ MOVWQZX (BX)(R13*2), CX
2653
+ SHLQ CL, R10
2654
+ ADDQ CX, R11
2655
+ SHRQ $0x08, CX
2656
+ MOVB CL, 1(SI)
2657
+
2658
+ // symbol 2
2659
+ MOVQ DX, CX
2660
+ MOVQ R10, R13
2661
+ SHRQ CL, R13
2662
+ MOVWQZX (BX)(R13*2), CX
2663
+ SHLQ CL, R10
2664
+ ADDQ CX, R11
2665
+ SHRQ $0x08, CX
2666
+ MOVB CL, 2(SI)
2667
+
2668
+ // symbol 3
2669
+ MOVQ DX, CX
2670
+ MOVQ R10, R13
2671
+ SHRQ CL, R13
2672
+ MOVWQZX (BX)(R13*2), CX
2673
+ SHLQ CL, R10
2674
+ ADDQ CX, R11
2675
+ SHRQ $0x08, CX
2676
+ MOVB CL, 3(SI)
2677
+
2678
+ // symbol 4
2679
+ MOVQ DX, CX
2680
+ MOVQ R10, R13
2681
+ SHRQ CL, R13
2682
+ MOVWQZX (BX)(R13*2), CX
2683
+ SHLQ CL, R10
2684
+ ADDQ CX, R11
2685
+ SHRQ $0x08, CX
2686
+ MOVB CL, 4(SI)
2687
+
2688
+ // Refill the whole bytes consumed from below the window
2689
+ MOVQ R11, R13
2690
+ ANDQ $0x38, R13
2691
+ MOVQ -8(R8), R14
2692
+ SHRQ $0x01, R14
2693
+ ANDQ $0x07, R11
2694
+ MOVQ R13, CX
2695
+ XORQ $0x3f, CX
2696
+ SHRQ CL, R14
2697
+ MOVQ R11, CX
2698
+ SHLQ CL, R14
2699
+ ORQ R14, R10
2700
+ SHRQ $0x03, R13
2701
+ SUBQ R13, R8
2702
+ ADDQ $0x05, SI
2703
+ CMPQ SI, R12
2704
+ JB inner_loop
2705
+ JMP outer_loop
2706
+
2707
+ done:
2708
+ // Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
2709
+ MOVQ (AX), CX
2710
+ SUBQ (CX), R8
2711
+ MOVQ R8, 24(CX)
2712
+ MOVQ R10, 32(CX)
2713
+ MOVB R11, 40(CX)
2714
+ SUBQ 16(AX), SI
2715
+ MOVQ SI, 40(AX)
2716
+ RET
2717
+
2718
+ // func decompress1x_8b_main_loop_amd64(ctx *decompress1xContext)
2719
+ // Requires: CMOV
2720
+ TEXT ·decompress1x_8b_main_loop_amd64(SB), $0-8
2721
+ MOVQ ctx+0(FP), AX
2722
+
2723
+ // Preload values
2724
+ MOVBQZX 8(AX), DX
2725
+ MOVQ 32(AX), BX
2726
+ MOVQ 16(AX), SI
2727
+ MOVQ 24(AX), DI
2728
+ ADDQ SI, DI
2729
+ MOVQ 56(AX), R8
2730
+ MOVQ 48(AX), R9
2731
+ MOVQ (AX), CX
2732
+ MOVQ 32(CX), R10
2733
+ MOVBQZX 40(CX), R11
2734
+
2735
+ outer_loop:
2736
+ // Iterations allowed by the output: (limit - op) / 8
2737
+ MOVQ DI, CX
2738
+ SUBQ SI, CX
2739
+ JLE done
2740
+ SHRQ $0x03, CX
2741
+
2742
+ // Iterations allowed by the input: a refill reads the 8 bytes below the window and
2743
+ // moves it down by at most 7, so every read stays inside the stream while ip stays
2744
+ // at least 8 above ilowest.
2745
+ MOVQ R8, R12
2746
+ SUBQ R9, R12
2747
+ SHRQ $0x03, R12
2748
+ CMPQ R12, CX
2749
+ CMOVQCS R12, CX
2750
+ TESTQ CX, CX
2751
+ JZ done
2752
+ IMUL3Q $0x07, CX, R12
2753
+ ADDQ SI, R12
2754
+ PCALIGN $0x40
2755
+
2756
+ inner_loop:
2757
+ // symbol 0
2758
+ MOVQ DX, CX
2759
+ MOVQ R10, R13
2760
+ SHRQ CL, R13
2761
+ MOVWQZX (BX)(R13*2), CX
2762
+ SHLQ CL, R10
2763
+ ADDQ CX, R11
2764
+ SHRQ $0x08, CX
2765
+ MOVB CL, (SI)
2766
+
2767
+ // symbol 1
2768
+ MOVQ DX, CX
2769
+ MOVQ R10, R13
2770
+ SHRQ CL, R13
2771
+ MOVWQZX (BX)(R13*2), CX
2772
+ SHLQ CL, R10
2773
+ ADDQ CX, R11
2774
+ SHRQ $0x08, CX
2775
+ MOVB CL, 1(SI)
2776
+
2777
+ // symbol 2
2778
+ MOVQ DX, CX
2779
+ MOVQ R10, R13
2780
+ SHRQ CL, R13
2781
+ MOVWQZX (BX)(R13*2), CX
2782
+ SHLQ CL, R10
2783
+ ADDQ CX, R11
2784
+ SHRQ $0x08, CX
2785
+ MOVB CL, 2(SI)
2786
+
2787
+ // symbol 3
2788
+ MOVQ DX, CX
2789
+ MOVQ R10, R13
2790
+ SHRQ CL, R13
2791
+ MOVWQZX (BX)(R13*2), CX
2792
+ SHLQ CL, R10
2793
+ ADDQ CX, R11
2794
+ SHRQ $0x08, CX
2795
+ MOVB CL, 3(SI)
2796
+
2797
+ // symbol 4
2798
+ MOVQ DX, CX
2799
+ MOVQ R10, R13
2800
+ SHRQ CL, R13
2801
+ MOVWQZX (BX)(R13*2), CX
2802
+ SHLQ CL, R10
2803
+ ADDQ CX, R11
2804
+ SHRQ $0x08, CX
2805
+ MOVB CL, 4(SI)
2806
+
2807
+ // symbol 5
2808
+ MOVQ DX, CX
2809
+ MOVQ R10, R13
2810
+ SHRQ CL, R13
2811
+ MOVWQZX (BX)(R13*2), CX
2812
+ SHLQ CL, R10
2813
+ ADDQ CX, R11
2814
+ SHRQ $0x08, CX
2815
+ MOVB CL, 5(SI)
2816
+
2817
+ // symbol 6
2818
+ MOVQ DX, CX
2819
+ MOVQ R10, R13
2820
+ SHRQ CL, R13
2821
+ MOVWQZX (BX)(R13*2), CX
2822
+ SHLQ CL, R10
2823
+ ADDQ CX, R11
2824
+ SHRQ $0x08, CX
2825
+ MOVB CL, 6(SI)
2826
+
2827
+ // Refill the whole bytes consumed from below the window
2828
+ MOVQ R11, R13
2829
+ ANDQ $0x38, R13
2830
+ MOVQ -8(R8), R14
2831
+ SHRQ $0x01, R14
2832
+ ANDQ $0x07, R11
2833
+ MOVQ R13, CX
2834
+ XORQ $0x3f, CX
2835
+ SHRQ CL, R14
2836
+ MOVQ R11, CX
2837
+ SHLQ CL, R14
2838
+ ORQ R14, R10
2839
+ SHRQ $0x03, R13
2840
+ SUBQ R13, R8
2841
+ ADDQ $0x07, SI
2842
+ CMPQ SI, R12
2843
+ JB inner_loop
2844
+ JMP outer_loop
2845
+
2846
+ done:
2847
+ // Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
2848
+ MOVQ (AX), CX
2849
+ SUBQ (CX), R8
2850
+ MOVQ R8, 24(CX)
2851
+ MOVQ R10, 32(CX)
2852
+ MOVB R11, 40(CX)
2853
+ SUBQ 16(AX), SI
2854
+ MOVQ SI, 40(AX)
2855
+ RET
2856
+
2857
+ // func decompress1x_4b_main_loop_amd64(ctx *decompress1xContext)
2858
+ // Requires: CMOV
2859
+ TEXT ·decompress1x_4b_main_loop_amd64(SB), $0-8
2860
+ MOVQ ctx+0(FP), AX
2861
+
2862
+ // Preload values
2863
+ MOVBQZX 8(AX), DX
2864
+ MOVQ 32(AX), BX
2865
+ MOVQ 16(AX), SI
2866
+ MOVQ 24(AX), DI
2867
+ ADDQ SI, DI
2868
+ MOVQ 56(AX), R8
2869
+ MOVQ 48(AX), R9
2870
+ MOVQ (AX), CX
2871
+ MOVQ 32(CX), R10
2872
+ MOVBQZX 40(CX), R11
2873
+
2874
+ outer_loop:
2875
+ // Iterations allowed by the output: (limit - op) / 16
2876
+ MOVQ DI, CX
2877
+ SUBQ SI, CX
2878
+ JLE done
2879
+ SHRQ $0x04, CX
2880
+
2881
+ // Iterations allowed by the input: a refill reads the 8 bytes below the window and
2882
+ // moves it down by at most 7, so every read stays inside the stream while ip stays
2883
+ // at least 8 above ilowest.
2884
+ MOVQ R8, R12
2885
+ SUBQ R9, R12
2886
+ SHRQ $0x03, R12
2887
+ CMPQ R12, CX
2888
+ CMOVQCS R12, CX
2889
+ TESTQ CX, CX
2890
+ JZ done
2891
+ IMUL3Q $0x0e, CX, R12
2892
+ ADDQ SI, R12
2893
+ PCALIGN $0x40
2894
+
2895
+ inner_loop:
2896
+ // symbol 0
2897
+ MOVQ DX, CX
2898
+ MOVQ R10, R13
2899
+ SHRQ CL, R13
2900
+ MOVWQZX (BX)(R13*2), CX
2901
+ SHLQ CL, R10
2902
+ ADDQ CX, R11
2903
+ SHRQ $0x08, CX
2904
+ MOVB CL, (SI)
2905
+
2906
+ // symbol 1
2907
+ MOVQ DX, CX
2908
+ MOVQ R10, R13
2909
+ SHRQ CL, R13
2910
+ MOVWQZX (BX)(R13*2), CX
2911
+ SHLQ CL, R10
2912
+ ADDQ CX, R11
2913
+ SHRQ $0x08, CX
2914
+ MOVB CL, 1(SI)
2915
+
2916
+ // symbol 2
2917
+ MOVQ DX, CX
2918
+ MOVQ R10, R13
2919
+ SHRQ CL, R13
2920
+ MOVWQZX (BX)(R13*2), CX
2921
+ SHLQ CL, R10
2922
+ ADDQ CX, R11
2923
+ SHRQ $0x08, CX
2924
+ MOVB CL, 2(SI)
2925
+
2926
+ // symbol 3
2927
+ MOVQ DX, CX
2928
+ MOVQ R10, R13
2929
+ SHRQ CL, R13
2930
+ MOVWQZX (BX)(R13*2), CX
2931
+ SHLQ CL, R10
2932
+ ADDQ CX, R11
2933
+ SHRQ $0x08, CX
2934
+ MOVB CL, 3(SI)
2935
+
2936
+ // symbol 4
2937
+ MOVQ DX, CX
2938
+ MOVQ R10, R13
2939
+ SHRQ CL, R13
2940
+ MOVWQZX (BX)(R13*2), CX
2941
+ SHLQ CL, R10
2942
+ ADDQ CX, R11
2943
+ SHRQ $0x08, CX
2944
+ MOVB CL, 4(SI)
2945
+
2946
+ // symbol 5
2947
+ MOVQ DX, CX
2948
+ MOVQ R10, R13
2949
+ SHRQ CL, R13
2950
+ MOVWQZX (BX)(R13*2), CX
2951
+ SHLQ CL, R10
2952
+ ADDQ CX, R11
2953
+ SHRQ $0x08, CX
2954
+ MOVB CL, 5(SI)
2955
+
2956
+ // symbol 6
2957
+ MOVQ DX, CX
2958
+ MOVQ R10, R13
2959
+ SHRQ CL, R13
2960
+ MOVWQZX (BX)(R13*2), CX
2961
+ SHLQ CL, R10
2962
+ ADDQ CX, R11
2963
+ SHRQ $0x08, CX
2964
+ MOVB CL, 6(SI)
2965
+
2966
+ // symbol 7
2967
+ MOVQ DX, CX
2968
+ MOVQ R10, R13
2969
+ SHRQ CL, R13
2970
+ MOVWQZX (BX)(R13*2), CX
2971
+ SHLQ CL, R10
2972
+ ADDQ CX, R11
2973
+ SHRQ $0x08, CX
2974
+ MOVB CL, 7(SI)
2975
+
2976
+ // symbol 8
2977
+ MOVQ DX, CX
2978
+ MOVQ R10, R13
2979
+ SHRQ CL, R13
2980
+ MOVWQZX (BX)(R13*2), CX
2981
+ SHLQ CL, R10
2982
+ ADDQ CX, R11
2983
+ SHRQ $0x08, CX
2984
+ MOVB CL, 8(SI)
2985
+
2986
+ // symbol 9
2987
+ MOVQ DX, CX
2988
+ MOVQ R10, R13
2989
+ SHRQ CL, R13
2990
+ MOVWQZX (BX)(R13*2), CX
2991
+ SHLQ CL, R10
2992
+ ADDQ CX, R11
2993
+ SHRQ $0x08, CX
2994
+ MOVB CL, 9(SI)
2995
+
2996
+ // symbol 10
2997
+ MOVQ DX, CX
2998
+ MOVQ R10, R13
2999
+ SHRQ CL, R13
3000
+ MOVWQZX (BX)(R13*2), CX
3001
+ SHLQ CL, R10
3002
+ ADDQ CX, R11
3003
+ SHRQ $0x08, CX
3004
+ MOVB CL, 10(SI)
3005
+
3006
+ // symbol 11
3007
+ MOVQ DX, CX
3008
+ MOVQ R10, R13
3009
+ SHRQ CL, R13
3010
+ MOVWQZX (BX)(R13*2), CX
3011
+ SHLQ CL, R10
3012
+ ADDQ CX, R11
3013
+ SHRQ $0x08, CX
3014
+ MOVB CL, 11(SI)
3015
+
3016
+ // symbol 12
3017
+ MOVQ DX, CX
3018
+ MOVQ R10, R13
3019
+ SHRQ CL, R13
3020
+ MOVWQZX (BX)(R13*2), CX
3021
+ SHLQ CL, R10
3022
+ ADDQ CX, R11
3023
+ SHRQ $0x08, CX
3024
+ MOVB CL, 12(SI)
3025
+
3026
+ // symbol 13
3027
+ MOVQ DX, CX
3028
+ MOVQ R10, R13
3029
+ SHRQ CL, R13
3030
+ MOVWQZX (BX)(R13*2), CX
3031
+ SHLQ CL, R10
3032
+ ADDQ CX, R11
3033
+ SHRQ $0x08, CX
3034
+ MOVB CL, 13(SI)
3035
+
3036
+ // Refill the whole bytes consumed from below the window
3037
+ MOVQ R11, R13
3038
+ ANDQ $0x38, R13
3039
+ MOVQ -8(R8), R14
3040
+ SHRQ $0x01, R14
3041
+ ANDQ $0x07, R11
3042
+ MOVQ R13, CX
3043
+ XORQ $0x3f, CX
3044
+ SHRQ CL, R14
3045
+ MOVQ R11, CX
3046
+ SHLQ CL, R14
3047
+ ORQ R14, R10
3048
+ SHRQ $0x03, R13
3049
+ SUBQ R13, R8
3050
+ ADDQ $0x0e, SI
3051
+ CMPQ SI, R12
3052
+ JB inner_loop
3053
+ JMP outer_loop
3054
+
3055
+ done:
3056
+ // Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
3057
+ MOVQ (AX), CX
3058
+ SUBQ (CX), R8
3059
+ MOVQ R8, 24(CX)
3060
+ MOVQ R10, 32(CX)
3061
+ MOVB R11, 40(CX)
3062
+ SUBQ 16(AX), SI
3063
+ MOVQ SI, 40(AX)
3064
+ RET
3065
+
3066
+ // func decompress1x_main_loop_bmi2(ctx *decompress1xContext)
3067
+ // Requires: BMI2, CMOV
3068
+ TEXT ·decompress1x_main_loop_bmi2(SB), $0-8
3069
+ MOVQ ctx+0(FP), AX
3070
+
3071
+ // Preload values
3072
+ MOVBQZX 8(AX), CX
3073
+ MOVQ 32(AX), DX
3074
+ MOVQ 16(AX), BX
3075
+ MOVQ 24(AX), SI
3076
+ ADDQ BX, SI
3077
+ MOVQ 56(AX), DI
3078
+ MOVQ 48(AX), R8
3079
+ MOVQ (AX), R10
3080
+ MOVQ 32(R10), R9
3081
+ MOVBQZX 40(R10), R10
3082
+
3083
+ outer_loop:
3084
+ // Iterations allowed by the output: (limit - op) / 8
3085
+ MOVQ SI, R11
3086
+ SUBQ BX, R11
3087
+ JLE done
3088
+ SHRQ $0x03, R11
3089
+
3090
+ // Iterations allowed by the input: a refill reads the 8 bytes below the window and
3091
+ // moves it down by at most 7, so every read stays inside the stream while ip stays
3092
+ // at least 8 above ilowest.
3093
+ MOVQ DI, R12
3094
+ SUBQ R8, R12
3095
+ SHRQ $0x03, R12
3096
+ CMPQ R12, R11
3097
+ CMOVQCS R12, R11
3098
+ TESTQ R11, R11
3099
+ JZ done
3100
+ IMUL3Q $0x05, R11, R11
3101
+ ADDQ BX, R11
3102
+ PCALIGN $0x40
3103
+
3104
+ inner_loop:
3105
+ // symbol 0
3106
+ SHRXQ CX, R9, R12
3107
+ MOVWQZX (DX)(R12*2), R12
3108
+ SHLXQ R12, R9, R9
3109
+ ADDQ R12, R10
3110
+ SHRQ $0x08, R12
3111
+ MOVB R12, (BX)
3112
+
3113
+ // symbol 1
3114
+ SHRXQ CX, R9, R12
3115
+ MOVWQZX (DX)(R12*2), R12
3116
+ SHLXQ R12, R9, R9
3117
+ ADDQ R12, R10
3118
+ SHRQ $0x08, R12
3119
+ MOVB R12, 1(BX)
3120
+
3121
+ // symbol 2
3122
+ SHRXQ CX, R9, R12
3123
+ MOVWQZX (DX)(R12*2), R12
3124
+ SHLXQ R12, R9, R9
3125
+ ADDQ R12, R10
3126
+ SHRQ $0x08, R12
3127
+ MOVB R12, 2(BX)
3128
+
3129
+ // symbol 3
3130
+ SHRXQ CX, R9, R12
3131
+ MOVWQZX (DX)(R12*2), R12
3132
+ SHLXQ R12, R9, R9
3133
+ ADDQ R12, R10
3134
+ SHRQ $0x08, R12
3135
+ MOVB R12, 3(BX)
3136
+
3137
+ // symbol 4
3138
+ SHRXQ CX, R9, R12
3139
+ MOVWQZX (DX)(R12*2), R12
3140
+ SHLXQ R12, R9, R9
3141
+ ADDQ R12, R10
3142
+ SHRQ $0x08, R12
3143
+ MOVB R12, 4(BX)
3144
+
3145
+ // Refill the whole bytes consumed from below the window
3146
+ MOVQ R10, R12
3147
+ ANDQ $0x38, R12
3148
+ MOVQ -8(DI), R13
3149
+ SHRQ $0x01, R13
3150
+ ANDQ $0x07, R10
3151
+ MOVQ R12, R14
3152
+ XORQ $0x3f, R14
3153
+ SHRXQ R14, R13, R13
3154
+ SHLXQ R10, R13, R13
3155
+ ORQ R13, R9
3156
+ SHRQ $0x03, R12
3157
+ SUBQ R12, DI
3158
+ ADDQ $0x05, BX
3159
+ CMPQ BX, R11
3160
+ JB inner_loop
3161
+ JMP outer_loop
3162
+
3163
+ done:
3164
+ // Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
3165
+ MOVQ (AX), CX
3166
+ SUBQ (CX), DI
3167
+ MOVQ DI, 24(CX)
3168
+ MOVQ R9, 32(CX)
3169
+ MOVB R10, 40(CX)
3170
+ SUBQ 16(AX), BX
3171
+ MOVQ BX, 40(AX)
3172
+ RET
3173
+
3174
+ // func decompress1x_8b_main_loop_bmi2(ctx *decompress1xContext)
3175
+ // Requires: BMI2, CMOV
3176
+ TEXT ·decompress1x_8b_main_loop_bmi2(SB), $0-8
3177
+ MOVQ ctx+0(FP), AX
3178
+
3179
+ // Preload values
3180
+ MOVBQZX 8(AX), CX
3181
+ MOVQ 32(AX), DX
3182
+ MOVQ 16(AX), BX
3183
+ MOVQ 24(AX), SI
3184
+ ADDQ BX, SI
3185
+ MOVQ 56(AX), DI
3186
+ MOVQ 48(AX), R8
3187
+ MOVQ (AX), R10
3188
+ MOVQ 32(R10), R9
3189
+ MOVBQZX 40(R10), R10
3190
+
3191
+ outer_loop:
3192
+ // Iterations allowed by the output: (limit - op) / 8
3193
+ MOVQ SI, R11
3194
+ SUBQ BX, R11
3195
+ JLE done
3196
+ SHRQ $0x03, R11
3197
+
3198
+ // Iterations allowed by the input: a refill reads the 8 bytes below the window and
3199
+ // moves it down by at most 7, so every read stays inside the stream while ip stays
3200
+ // at least 8 above ilowest.
3201
+ MOVQ DI, R12
3202
+ SUBQ R8, R12
3203
+ SHRQ $0x03, R12
3204
+ CMPQ R12, R11
3205
+ CMOVQCS R12, R11
3206
+ TESTQ R11, R11
3207
+ JZ done
3208
+ IMUL3Q $0x07, R11, R11
3209
+ ADDQ BX, R11
3210
+ PCALIGN $0x40
3211
+
3212
+ inner_loop:
3213
+ // symbol 0
3214
+ SHRXQ CX, R9, R12
3215
+ MOVWQZX (DX)(R12*2), R12
3216
+ SHLXQ R12, R9, R9
3217
+ ADDQ R12, R10
3218
+ SHRQ $0x08, R12
3219
+ MOVB R12, (BX)
3220
+
3221
+ // symbol 1
3222
+ SHRXQ CX, R9, R12
3223
+ MOVWQZX (DX)(R12*2), R12
3224
+ SHLXQ R12, R9, R9
3225
+ ADDQ R12, R10
3226
+ SHRQ $0x08, R12
3227
+ MOVB R12, 1(BX)
3228
+
3229
+ // symbol 2
3230
+ SHRXQ CX, R9, R12
3231
+ MOVWQZX (DX)(R12*2), R12
3232
+ SHLXQ R12, R9, R9
3233
+ ADDQ R12, R10
3234
+ SHRQ $0x08, R12
3235
+ MOVB R12, 2(BX)
3236
+
3237
+ // symbol 3
3238
+ SHRXQ CX, R9, R12
3239
+ MOVWQZX (DX)(R12*2), R12
3240
+ SHLXQ R12, R9, R9
3241
+ ADDQ R12, R10
3242
+ SHRQ $0x08, R12
3243
+ MOVB R12, 3(BX)
3244
+
3245
+ // symbol 4
3246
+ SHRXQ CX, R9, R12
3247
+ MOVWQZX (DX)(R12*2), R12
3248
+ SHLXQ R12, R9, R9
3249
+ ADDQ R12, R10
3250
+ SHRQ $0x08, R12
3251
+ MOVB R12, 4(BX)
3252
+
3253
+ // symbol 5
3254
+ SHRXQ CX, R9, R12
3255
+ MOVWQZX (DX)(R12*2), R12
3256
+ SHLXQ R12, R9, R9
3257
+ ADDQ R12, R10
3258
+ SHRQ $0x08, R12
3259
+ MOVB R12, 5(BX)
3260
+
3261
+ // symbol 6
3262
+ SHRXQ CX, R9, R12
3263
+ MOVWQZX (DX)(R12*2), R12
3264
+ SHLXQ R12, R9, R9
3265
+ ADDQ R12, R10
3266
+ SHRQ $0x08, R12
3267
+ MOVB R12, 6(BX)
3268
+
3269
+ // Refill the whole bytes consumed from below the window
3270
+ MOVQ R10, R12
3271
+ ANDQ $0x38, R12
3272
+ MOVQ -8(DI), R13
3273
+ SHRQ $0x01, R13
3274
+ ANDQ $0x07, R10
3275
+ MOVQ R12, R14
3276
+ XORQ $0x3f, R14
3277
+ SHRXQ R14, R13, R13
3278
+ SHLXQ R10, R13, R13
3279
+ ORQ R13, R9
3280
+ SHRQ $0x03, R12
3281
+ SUBQ R12, DI
3282
+ ADDQ $0x07, BX
3283
+ CMPQ BX, R11
3284
+ JB inner_loop
3285
+ JMP outer_loop
3286
+
3287
+ done:
3288
+ // Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
3289
+ MOVQ (AX), CX
3290
+ SUBQ (CX), DI
3291
+ MOVQ DI, 24(CX)
3292
+ MOVQ R9, 32(CX)
3293
+ MOVB R10, 40(CX)
3294
+ SUBQ 16(AX), BX
3295
+ MOVQ BX, 40(AX)
3296
+ RET
3297
+
3298
+ // func decompress1x_4b_main_loop_bmi2(ctx *decompress1xContext)
3299
+ // Requires: BMI2, CMOV
3300
+ TEXT ·decompress1x_4b_main_loop_bmi2(SB), $0-8
3301
+ MOVQ ctx+0(FP), AX
3302
+
3303
+ // Preload values
3304
+ MOVBQZX 8(AX), CX
3305
+ MOVQ 32(AX), DX
3306
+ MOVQ 16(AX), BX
3307
+ MOVQ 24(AX), SI
3308
+ ADDQ BX, SI
3309
+ MOVQ 56(AX), DI
3310
+ MOVQ 48(AX), R8
3311
+ MOVQ (AX), R10
3312
+ MOVQ 32(R10), R9
3313
+ MOVBQZX 40(R10), R10
3314
+
3315
+ outer_loop:
3316
+ // Iterations allowed by the output: (limit - op) / 16
3317
+ MOVQ SI, R11
3318
+ SUBQ BX, R11
3319
+ JLE done
3320
+ SHRQ $0x04, R11
3321
+
3322
+ // Iterations allowed by the input: a refill reads the 8 bytes below the window and
3323
+ // moves it down by at most 7, so every read stays inside the stream while ip stays
3324
+ // at least 8 above ilowest.
3325
+ MOVQ DI, R12
3326
+ SUBQ R8, R12
3327
+ SHRQ $0x03, R12
3328
+ CMPQ R12, R11
3329
+ CMOVQCS R12, R11
3330
+ TESTQ R11, R11
3331
+ JZ done
3332
+ IMUL3Q $0x0e, R11, R11
3333
+ ADDQ BX, R11
3334
+ PCALIGN $0x40
3335
+
3336
+ inner_loop:
3337
+ // symbol 0
3338
+ SHRXQ CX, R9, R12
3339
+ MOVWQZX (DX)(R12*2), R12
3340
+ SHLXQ R12, R9, R9
3341
+ ADDQ R12, R10
3342
+ SHRQ $0x08, R12
3343
+ MOVB R12, (BX)
3344
+
3345
+ // symbol 1
3346
+ SHRXQ CX, R9, R12
3347
+ MOVWQZX (DX)(R12*2), R12
3348
+ SHLXQ R12, R9, R9
3349
+ ADDQ R12, R10
3350
+ SHRQ $0x08, R12
3351
+ MOVB R12, 1(BX)
3352
+
3353
+ // symbol 2
3354
+ SHRXQ CX, R9, R12
3355
+ MOVWQZX (DX)(R12*2), R12
3356
+ SHLXQ R12, R9, R9
3357
+ ADDQ R12, R10
3358
+ SHRQ $0x08, R12
3359
+ MOVB R12, 2(BX)
3360
+
3361
+ // symbol 3
3362
+ SHRXQ CX, R9, R12
3363
+ MOVWQZX (DX)(R12*2), R12
3364
+ SHLXQ R12, R9, R9
3365
+ ADDQ R12, R10
3366
+ SHRQ $0x08, R12
3367
+ MOVB R12, 3(BX)
3368
+
3369
+ // symbol 4
3370
+ SHRXQ CX, R9, R12
3371
+ MOVWQZX (DX)(R12*2), R12
3372
+ SHLXQ R12, R9, R9
3373
+ ADDQ R12, R10
3374
+ SHRQ $0x08, R12
3375
+ MOVB R12, 4(BX)
3376
+
3377
+ // symbol 5
3378
+ SHRXQ CX, R9, R12
3379
+ MOVWQZX (DX)(R12*2), R12
3380
+ SHLXQ R12, R9, R9
3381
+ ADDQ R12, R10
3382
+ SHRQ $0x08, R12
3383
+ MOVB R12, 5(BX)
3384
+
3385
+ // symbol 6
3386
+ SHRXQ CX, R9, R12
3387
+ MOVWQZX (DX)(R12*2), R12
3388
+ SHLXQ R12, R9, R9
3389
+ ADDQ R12, R10
3390
+ SHRQ $0x08, R12
3391
+ MOVB R12, 6(BX)
3392
+
3393
+ // symbol 7
3394
+ SHRXQ CX, R9, R12
3395
+ MOVWQZX (DX)(R12*2), R12
3396
+ SHLXQ R12, R9, R9
3397
+ ADDQ R12, R10
3398
+ SHRQ $0x08, R12
3399
+ MOVB R12, 7(BX)
3400
+
3401
+ // symbol 8
3402
+ SHRXQ CX, R9, R12
3403
+ MOVWQZX (DX)(R12*2), R12
3404
+ SHLXQ R12, R9, R9
3405
+ ADDQ R12, R10
3406
+ SHRQ $0x08, R12
3407
+ MOVB R12, 8(BX)
3408
+
3409
+ // symbol 9
3410
+ SHRXQ CX, R9, R12
3411
+ MOVWQZX (DX)(R12*2), R12
3412
+ SHLXQ R12, R9, R9
3413
+ ADDQ R12, R10
3414
+ SHRQ $0x08, R12
3415
+ MOVB R12, 9(BX)
3416
+
3417
+ // symbol 10
3418
+ SHRXQ CX, R9, R12
3419
+ MOVWQZX (DX)(R12*2), R12
3420
+ SHLXQ R12, R9, R9
3421
+ ADDQ R12, R10
3422
+ SHRQ $0x08, R12
3423
+ MOVB R12, 10(BX)
3424
+
3425
+ // symbol 11
3426
+ SHRXQ CX, R9, R12
3427
+ MOVWQZX (DX)(R12*2), R12
3428
+ SHLXQ R12, R9, R9
3429
+ ADDQ R12, R10
3430
+ SHRQ $0x08, R12
3431
+ MOVB R12, 11(BX)
3432
+
3433
+ // symbol 12
3434
+ SHRXQ CX, R9, R12
3435
+ MOVWQZX (DX)(R12*2), R12
3436
+ SHLXQ R12, R9, R9
3437
+ ADDQ R12, R10
3438
+ SHRQ $0x08, R12
3439
+ MOVB R12, 12(BX)
3440
+
3441
+ // symbol 13
3442
+ SHRXQ CX, R9, R12
3443
+ MOVWQZX (DX)(R12*2), R12
3444
+ SHLXQ R12, R9, R9
3445
+ ADDQ R12, R10
3446
+ SHRQ $0x08, R12
3447
+ MOVB R12, 13(BX)
3448
+
3449
+ // Refill the whole bytes consumed from below the window
3450
+ MOVQ R10, R12
3451
+ ANDQ $0x38, R12
3452
+ MOVQ -8(DI), R13
3453
+ SHRQ $0x01, R13
3454
+ ANDQ $0x07, R10
3455
+ MOVQ R12, R14
3456
+ XORQ $0x3f, R14
3457
+ SHRXQ R14, R13, R13
3458
+ SHLXQ R10, R13, R13
3459
+ ORQ R13, R9
3460
+ SHRQ $0x03, R12
3461
+ SUBQ R12, DI
3462
+ ADDQ $0x0e, BX
3463
+ CMPQ BX, R11
3464
+ JB inner_loop
3465
+ JMP outer_loop
3466
+
3467
+ done:
3468
+ // Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
3469
+ MOVQ (AX), CX
3470
+ SUBQ (CX), DI
3471
+ MOVQ DI, 24(CX)
3472
+ MOVQ R9, 32(CX)
3473
+ MOVB R10, 40(CX)
3474
+ SUBQ 16(AX), BX
3475
+ MOVQ BX, 40(AX)
3476
+ RET